with self.assertRaises(ValueError):
self.loop.run_until_complete(
self.loop.sock_recv(sock, 1024))
+ with self.assertRaises(ValueError):
+ self.loop.run_until_complete(
+ self.loop.sock_recv_into(sock, bytearray()))
with self.assertRaises(ValueError):
self.loop.run_until_complete(
self.loop.sock_accept(sock))
sock.close()
self.assertTrue(data.startswith(b'HTTP/1.0 200 OK'))
+ def _basetest_sock_recv_into(self, httpd, sock):
+ # same as _basetest_sock_client_ops, but using sock_recv_into
+ sock.setblocking(False)
+ self.loop.run_until_complete(
+ self.loop.sock_connect(sock, httpd.address))
+ self.loop.run_until_complete(
+ self.loop.sock_sendall(sock, b'GET / HTTP/1.0\r\n\r\n'))
+ data = bytearray(1024)
+ with memoryview(data) as buf:
+ nbytes = self.loop.run_until_complete(
+ self.loop.sock_recv_into(sock, buf[:1024]))
+ # consume data
+ self.loop.run_until_complete(
+ self.loop.sock_recv_into(sock, buf[nbytes:]))
+ sock.close()
+ self.assertTrue(data.startswith(b'HTTP/1.0 200 OK'))
+
def test_sock_client_ops(self):
with test_utils.run_test_server() as httpd:
sock = socket.socket()
self._basetest_sock_client_ops(httpd, sock)
+ sock = socket.socket()
+ self._basetest_sock_recv_into(httpd, sock)
@unittest.skipUnless(hasattr(socket, 'AF_UNIX'), 'No UNIX Sockets')
def test_unix_sock_client_ops(self):
with test_utils.run_test_unix_server() as httpd:
sock = socket.socket(socket.AF_UNIX)
self._basetest_sock_client_ops(httpd, sock)
+ sock = socket.socket(socket.AF_UNIX)
+ self._basetest_sock_recv_into(httpd, sock)
def test_sock_client_fail(self):
# Make sure that we will get an unused port
NotImplementedError, loop.remove_writer, 1)
self.assertRaises(
NotImplementedError, loop.sock_recv, f, 10)
+ self.assertRaises(
+ NotImplementedError, loop.sock_recv_into, f, 10)
self.assertRaises(
NotImplementedError, loop.sock_sendall, f, 10)
self.assertRaises(
#define T_HANDLE T_POINTER
-enum {TYPE_NONE, TYPE_NOT_STARTED, TYPE_READ, TYPE_WRITE, TYPE_ACCEPT,
- TYPE_CONNECT, TYPE_DISCONNECT, TYPE_CONNECT_NAMED_PIPE,
+enum {TYPE_NONE, TYPE_NOT_STARTED, TYPE_READ, TYPE_READINTO, TYPE_WRITE,
+ TYPE_ACCEPT, TYPE_CONNECT, TYPE_DISCONNECT, TYPE_CONNECT_NAMED_PIPE,
TYPE_WAIT_NAMED_PIPE_AND_CONNECT};
typedef struct {
/* Type of operation */
DWORD type;
union {
- /* Buffer used for reading: TYPE_READ and TYPE_ACCEPT */
- PyObject *read_buffer;
- /* Buffer used for writing: TYPE_WRITE */
- Py_buffer write_buffer;
+ /* Buffer allocated by us: TYPE_READ and TYPE_ACCEPT */
+ PyObject *allocated_buffer;
+ /* Buffer passed by the user: TYPE_WRITE and TYPE_READINTO */
+ Py_buffer user_buffer;
};
} OverlappedObject;
self->handle = NULL;
self->error = 0;
self->type = TYPE_NONE;
- self->read_buffer = NULL;
+ self->allocated_buffer = NULL;
memset(&self->overlapped, 0, sizeof(OVERLAPPED));
- memset(&self->write_buffer, 0, sizeof(Py_buffer));
+ memset(&self->user_buffer, 0, sizeof(Py_buffer));
if (event)
self->overlapped.hEvent = event;
return (PyObject *)self;
switch (self->type) {
case TYPE_READ:
case TYPE_ACCEPT:
- Py_CLEAR(self->read_buffer);
+ Py_CLEAR(self->allocated_buffer);
break;
case TYPE_WRITE:
- if (self->write_buffer.obj)
- PyBuffer_Release(&self->write_buffer);
+ case TYPE_READINTO:
+ if (self->user_buffer.obj)
+ PyBuffer_Release(&self->user_buffer);
break;
}
PyObject_Del(self);
case ERROR_MORE_DATA:
break;
case ERROR_BROKEN_PIPE:
- if ((self->type == TYPE_READ || self->type == TYPE_ACCEPT) && self->read_buffer != NULL)
+ if (self->type == TYPE_READ || self->type == TYPE_READINTO)
break;
/* fall through */
default:
switch (self->type) {
case TYPE_READ:
- assert(PyBytes_CheckExact(self->read_buffer));
- if (transferred != PyBytes_GET_SIZE(self->read_buffer) &&
- _PyBytes_Resize(&self->read_buffer, transferred))
+ assert(PyBytes_CheckExact(self->allocated_buffer));
+ if (transferred != PyBytes_GET_SIZE(self->allocated_buffer) &&
+ _PyBytes_Resize(&self->allocated_buffer, transferred))
return NULL;
- Py_INCREF(self->read_buffer);
- return self->read_buffer;
+ Py_INCREF(self->allocated_buffer);
+ return self->allocated_buffer;
default:
return PyLong_FromUnsignedLong((unsigned long) transferred);
}
}
+static PyObject *
+do_ReadFile(OverlappedObject *self, HANDLE handle,
+ char *bufstart, DWORD buflen)
+{
+ DWORD nread;
+ int ret;
+ DWORD err;
+
+ Py_BEGIN_ALLOW_THREADS
+ ret = ReadFile(handle, bufstart, buflen, &nread,
+ &self->overlapped);
+ Py_END_ALLOW_THREADS
+
+ self->error = err = ret ? ERROR_SUCCESS : GetLastError();
+ switch (err) {
+ case ERROR_BROKEN_PIPE:
+ mark_as_completed(&self->overlapped);
+ return SetFromWindowsErr(err);
+ case ERROR_SUCCESS:
+ case ERROR_MORE_DATA:
+ case ERROR_IO_PENDING:
+ Py_RETURN_NONE;
+ default:
+ self->type = TYPE_NOT_STARTED;
+ return SetFromWindowsErr(err);
+ }
+}
+
PyDoc_STRVAR(
Overlapped_ReadFile_doc,
"ReadFile(handle, size) -> Overlapped[message]\n\n"
{
HANDLE handle;
DWORD size;
- DWORD nread;
PyObject *buf;
- BOOL ret;
- DWORD err;
if (!PyArg_ParseTuple(args, F_HANDLE F_DWORD, &handle, &size))
return NULL;
self->type = TYPE_READ;
self->handle = handle;
- self->read_buffer = buf;
+ self->allocated_buffer = buf;
+
+ return do_ReadFile(self, handle, PyBytes_AS_STRING(buf), size);
+}
+
+PyDoc_STRVAR(
+ Overlapped_ReadFileInto_doc,
+ "ReadFileInto(handle, buf) -> Overlapped[bytes_transferred]\n\n"
+ "Start overlapped receive");
+
+static PyObject *
+Overlapped_ReadFileInto(OverlappedObject *self, PyObject *args)
+{
+ HANDLE handle;
+ PyObject *bufobj;
+
+ if (!PyArg_ParseTuple(args, F_HANDLE "O", &handle, &bufobj))
+ return NULL;
+
+ if (self->type != TYPE_NONE) {
+ PyErr_SetString(PyExc_ValueError, "operation already attempted");
+ return NULL;
+ }
+
+ if (!PyArg_Parse(bufobj, "y*", &self->user_buffer))
+ return NULL;
+
+#if SIZEOF_SIZE_T > SIZEOF_LONG
+ if (self->user_buffer.len > (Py_ssize_t)ULONG_MAX) {
+ PyBuffer_Release(&self->user_buffer);
+ PyErr_SetString(PyExc_ValueError, "buffer too large");
+ return NULL;
+ }
+#endif
+
+ self->type = TYPE_READINTO;
+ self->handle = handle;
+
+ return do_ReadFile(self, handle, self->user_buffer.buf,
+ (DWORD)self->user_buffer.len);
+}
+
+static PyObject *
+do_WSARecv(OverlappedObject *self, HANDLE handle,
+ char *bufstart, DWORD buflen, DWORD flags)
+{
+ DWORD nread;
+ WSABUF wsabuf;
+ int ret;
+ DWORD err;
+
+ wsabuf.buf = bufstart;
+ wsabuf.len = buflen;
Py_BEGIN_ALLOW_THREADS
- ret = ReadFile(handle, PyBytes_AS_STRING(buf), size, &nread,
- &self->overlapped);
+ ret = WSARecv((SOCKET)handle, &wsabuf, 1, &nread, &flags,
+ &self->overlapped, NULL);
Py_END_ALLOW_THREADS
- self->error = err = ret ? ERROR_SUCCESS : GetLastError();
+ self->error = err = (ret < 0 ? WSAGetLastError() : ERROR_SUCCESS);
switch (err) {
case ERROR_BROKEN_PIPE:
mark_as_completed(&self->overlapped);
HANDLE handle;
DWORD size;
DWORD flags = 0;
- DWORD nread;
PyObject *buf;
- WSABUF wsabuf;
- int ret;
- DWORD err;
if (!PyArg_ParseTuple(args, F_HANDLE F_DWORD "|" F_DWORD,
&handle, &size, &flags))
self->type = TYPE_READ;
self->handle = handle;
- self->read_buffer = buf;
- wsabuf.len = size;
- wsabuf.buf = PyBytes_AS_STRING(buf);
+ self->allocated_buffer = buf;
- Py_BEGIN_ALLOW_THREADS
- ret = WSARecv((SOCKET)handle, &wsabuf, 1, &nread, &flags,
- &self->overlapped, NULL);
- Py_END_ALLOW_THREADS
+ return do_WSARecv(self, handle, PyBytes_AS_STRING(buf), size, flags);
+}
- self->error = err = (ret < 0 ? WSAGetLastError() : ERROR_SUCCESS);
- switch (err) {
- case ERROR_BROKEN_PIPE:
- mark_as_completed(&self->overlapped);
- return SetFromWindowsErr(err);
- case ERROR_SUCCESS:
- case ERROR_MORE_DATA:
- case ERROR_IO_PENDING:
- Py_RETURN_NONE;
- default:
- self->type = TYPE_NOT_STARTED;
- return SetFromWindowsErr(err);
+PyDoc_STRVAR(
+ Overlapped_WSARecvInto_doc,
+ "WSARecvInto(handle, buf, flags) -> Overlapped[bytes_transferred]\n\n"
+ "Start overlapped receive");
+
+static PyObject *
+Overlapped_WSARecvInto(OverlappedObject *self, PyObject *args)
+{
+ HANDLE handle;
+ PyObject *bufobj;
+ DWORD flags;
+
+ if (!PyArg_ParseTuple(args, F_HANDLE "O" F_DWORD,
+ &handle, &bufobj, &flags))
+ return NULL;
+
+ if (self->type != TYPE_NONE) {
+ PyErr_SetString(PyExc_ValueError, "operation already attempted");
+ return NULL;
+ }
+
+ if (!PyArg_Parse(bufobj, "y*", &self->user_buffer))
+ return NULL;
+
+#if SIZEOF_SIZE_T > SIZEOF_LONG
+ if (self->user_buffer.len > (Py_ssize_t)ULONG_MAX) {
+ PyBuffer_Release(&self->user_buffer);
+ PyErr_SetString(PyExc_ValueError, "buffer too large");
+ return NULL;
}
+#endif
+
+ self->type = TYPE_READINTO;
+ self->handle = handle;
+
+ return do_WSARecv(self, handle, self->user_buffer.buf,
+ (DWORD)self->user_buffer.len, flags);
}
PyDoc_STRVAR(
return NULL;
}
- if (!PyArg_Parse(bufobj, "y*", &self->write_buffer))
+ if (!PyArg_Parse(bufobj, "y*", &self->user_buffer))
return NULL;
#if SIZEOF_SIZE_T > SIZEOF_LONG
- if (self->write_buffer.len > (Py_ssize_t)ULONG_MAX) {
- PyBuffer_Release(&self->write_buffer);
+ if (self->user_buffer.len > (Py_ssize_t)ULONG_MAX) {
+ PyBuffer_Release(&self->user_buffer);
PyErr_SetString(PyExc_ValueError, "buffer too large");
return NULL;
}
self->handle = handle;
Py_BEGIN_ALLOW_THREADS
- ret = WriteFile(handle, self->write_buffer.buf,
- (DWORD)self->write_buffer.len,
+ ret = WriteFile(handle, self->user_buffer.buf,
+ (DWORD)self->user_buffer.len,
&written, &self->overlapped);
Py_END_ALLOW_THREADS
return NULL;
}
- if (!PyArg_Parse(bufobj, "y*", &self->write_buffer))
+ if (!PyArg_Parse(bufobj, "y*", &self->user_buffer))
return NULL;
#if SIZEOF_SIZE_T > SIZEOF_LONG
- if (self->write_buffer.len > (Py_ssize_t)ULONG_MAX) {
- PyBuffer_Release(&self->write_buffer);
+ if (self->user_buffer.len > (Py_ssize_t)ULONG_MAX) {
+ PyBuffer_Release(&self->user_buffer);
PyErr_SetString(PyExc_ValueError, "buffer too large");
return NULL;
}
self->type = TYPE_WRITE;
self->handle = handle;
- wsabuf.len = (DWORD)self->write_buffer.len;
- wsabuf.buf = self->write_buffer.buf;
+ wsabuf.len = (DWORD)self->user_buffer.len;
+ wsabuf.buf = self->user_buffer.buf;
Py_BEGIN_ALLOW_THREADS
ret = WSASend((SOCKET)handle, &wsabuf, 1, &written, flags,
self->type = TYPE_ACCEPT;
self->handle = (HANDLE)ListenSocket;
- self->read_buffer = buf;
+ self->allocated_buffer = buf;
Py_BEGIN_ALLOW_THREADS
ret = Py_AcceptEx(ListenSocket, AcceptSocket, PyBytes_AS_STRING(buf),
METH_NOARGS, Overlapped_cancel_doc},
{"ReadFile", (PyCFunction) Overlapped_ReadFile,
METH_VARARGS, Overlapped_ReadFile_doc},
+ {"ReadFileInto", (PyCFunction) Overlapped_ReadFileInto,
+ METH_VARARGS, Overlapped_ReadFileInto_doc},
{"WSARecv", (PyCFunction) Overlapped_WSARecv,
METH_VARARGS, Overlapped_WSARecv_doc},
+ {"WSARecvInto", (PyCFunction) Overlapped_WSARecvInto,
+ METH_VARARGS, Overlapped_WSARecvInto_doc},
{"WriteFile", (PyCFunction) Overlapped_WriteFile,
METH_VARARGS, Overlapped_WriteFile_doc},
{"WSASend", (PyCFunction) Overlapped_WSASend,