Add pickle support to ctypes types.

diff --git a/Doc/library/ctypes.rst b/Doc/library/ctypes.rst
index 9c11ecd45c55eff60d160cb412cdc1ce9e7a4053..4c5de74913c65db1c476e06dc14da7d327ac3cc9 100644 (file)
--- a/Doc/library/ctypes.rst
+++ b/Doc/library/ctypes.rst
@@ -2011,6 +2011,11 @@ Fundamental data types
    ctypes data types.  ``_SimpleCData`` is a subclass of ``_CData``, so it inherits
    their methods and attributes.
 
+   .. versionchanged:: 2.6
+
+      ctypes data types that are not and do not contain pointers can
+      now be pickled.
+
 Instances have a single attribute:
 
 

diff --git a/Lib/ctypes/test/test_pickling.py b/Lib/ctypes/test/test_pickling.py
new file mode 100644 (file)
index 0000000..5355795
--- /dev/null
+++ b/Lib/ctypes/test/test_pickling.py
@@ -0,0 +1,78 @@
+import unittest
+import pickle
+from ctypes import *
+import _ctypes_test
+dll = CDLL(_ctypes_test.__file__)
+
+class X(Structure):
+    _fields_ = [("a", c_int), ("b", c_double)]
+    init_called = 0
+    def __init__(self, *args, **kw):
+        X.init_called += 1
+        self.x = 42
+
+class Y(X):
+    _fields_ = [("str", c_char_p)]
+
+class PickleTest(unittest.TestCase):
+    def dumps(self, item):
+        return pickle.dumps(item)
+
+    def loads(self, item):
+        return pickle.loads(item)
+
+    def test_simple(self):
+        for src in [
+            c_int(42),
+            c_double(3.14),
+            ]:
+            dst = self.loads(self.dumps(src))
+            self.failUnlessEqual(src.__dict__, dst.__dict__)
+            self.failUnlessEqual(buffer(src),
+                                 buffer(dst))
+
+    def test_struct(self):
+        X.init_called = 0
+
+        x = X()
+        x.a = 42
+        self.failUnlessEqual(X.init_called, 1)
+
+        y = self.loads(self.dumps(x))
+
+        # loads must NOT call __init__
+        self.failUnlessEqual(X.init_called, 1)
+
+        # ctypes instances are identical when the instance __dict__
+        # and the memory buffer are identical
+        self.failUnlessEqual(y.__dict__, x.__dict__)
+        self.failUnlessEqual(buffer(y),
+                             buffer(x))
+
+    def test_unpickable(self):
+        # ctypes objects that are pointers or contain pointers are
+        # unpickable.
+        self.assertRaises(ValueError, lambda: self.dumps(Y()))
+
+        prototype = CFUNCTYPE(c_int)
+
+        for item in [
+            c_char_p(),
+            c_wchar_p(),
+            c_void_p(),
+            pointer(c_int(42)),
+            dll._testfunc_p_p,
+            prototype(lambda: 42),
+            ]:
+            self.assertRaises(ValueError, lambda: self.dumps(item))
+
+class PickleTest_1(PickleTest):
+    def dumps(self, item):
+        return pickle.dumps(item, 1)
+
+class PickleTest_2(PickleTest):
+    def dumps(self, item):
+        return pickle.dumps(item, 2)
+
+if __name__ == "__main__":
+    unittest.main()

diff --git a/Misc/NEWS b/Misc/NEWS
index 5b334d8037785390f77434b9ccc5a6a50b1f00f9..fe4b89ff826b1ec05a827e50cd5b1641f46444aa 100644 (file)
--- a/Misc/NEWS
+++ b/Misc/NEWS
@@ -400,6 +400,9 @@ Core and builtins
 Library
 -------
 
+- ctypes instances that are not or do not contain pointers can now be
+  pickled.
+
 - Patch #1966: Break infinite loop in httplib when the servers
   implements the chunked encoding incorrectly.
 

diff --git a/Modules/_ctypes/_ctypes.c b/Modules/_ctypes/_ctypes.c
index 52959e44b123d0146e70608b04958871117555e1..4ef39472e13fcd9dc5479cc93e0cb015419c24d6 100644 (file)
--- a/Modules/_ctypes/_ctypes.c
+++ b/Modules/_ctypes/_ctypes.c
@@ -128,6 +128,9 @@ bytes(cdata)
 PyObject *PyExc_ArgError;
 static PyTypeObject Simple_Type;
 
+/* a callable object used for unpickling */
+static PyObject *_unpickle;
+
 char *conversion_mode_encoding = NULL;
 char *conversion_mode_errors = NULL;
 
@@ -718,6 +721,7 @@ PointerType_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
        stgdict->length = 1;
        stgdict->ffi_type_pointer = ffi_type_pointer;
        stgdict->paramfunc = PointerType_paramfunc;
+       stgdict->flags |= TYPEFLAG_ISPOINTER;
 
        proto = PyDict_GetItemString(typedict, "_type_"); /* Borrowed ref */
        if (proto && -1 == PointerType_SetProto(stgdict, proto)) {
@@ -1139,6 +1143,9 @@ ArrayType_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
 
        itemalign = itemdict->align;
 
+       if (itemdict->flags & (TYPEFLAG_ISPOINTER | TYPEFLAG_HASPOINTER))
+               stgdict->flags |= TYPEFLAG_HASPOINTER;
+
        stgdict->size = itemsize * length;
        stgdict->align = itemalign;
        stgdict->length = length;
@@ -1684,12 +1691,21 @@ SimpleType_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
                switch (PyString_AS_STRING(proto)[0]) {
                case 'z': /* c_char_p */
                        ml = &c_char_p_method;
+                       stgdict->flags |= TYPEFLAG_ISPOINTER;
                        break;
                case 'Z': /* c_wchar_p */
                        ml = &c_wchar_p_method;
+                       stgdict->flags |= TYPEFLAG_ISPOINTER;
                        break;
                case 'P': /* c_void_p */
                        ml = &c_void_p_method;
+                       stgdict->flags |= TYPEFLAG_ISPOINTER;
+                       break;
+               case 'u':
+               case 'X':
+               case 'O':
+                       ml = NULL;
+                       stgdict->flags |= TYPEFLAG_ISPOINTER;
                        break;
                default:
                        ml = NULL;
@@ -1926,7 +1942,7 @@ make_funcptrtype_dict(StgDictObject *stgdict)
                    "class must define _flags_ which must be an integer");
                return -1;
        }
-       stgdict->flags = PyInt_AS_LONG(ob);
+       stgdict->flags = PyInt_AS_LONG(ob) | TYPEFLAG_ISPOINTER;
 
        /* _argtypes_ is optional... */
        ob = PyDict_GetItemString((PyObject *)stgdict, "_argtypes_");
@@ -2001,6 +2017,7 @@ CFuncPtrType_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
                return NULL;
 
        stgdict->paramfunc = CFuncPtrType_paramfunc;
+       stgdict->flags |= TYPEFLAG_ISPOINTER;
 
        /* create the new instance (which is a class,
           since we are a metatype!) */
@@ -2255,6 +2272,45 @@ CData_nohash(PyObject *self)
        return -1;
 }
 
+static PyObject *
+CData_reduce(PyObject *_self, PyObject *args)
+{
+       CDataObject *self = (CDataObject *)_self;
+
+       if (PyObject_stgdict(_self)->flags & (TYPEFLAG_ISPOINTER|TYPEFLAG_HASPOINTER)) {
+               PyErr_SetString(PyExc_ValueError,
+                               "ctypes objects containing pointers cannot be pickled");
+               return NULL;
+       }
+       return Py_BuildValue("O(O(NN))",
+                            _unpickle,
+                            Py_TYPE(_self),
+                            PyObject_GetAttrString(_self, "__dict__"),
+                            PyString_FromStringAndSize(self->b_ptr, self->b_size));
+}
+
+static PyObject *
+CData_setstate(PyObject *_self, PyObject *args)
+{
+       void *data;
+       int len;
+       int res;
+       PyObject *dict, *mydict;
+       CDataObject *self = (CDataObject *)_self;
+       if (!PyArg_ParseTuple(args, "Os#", &dict, &data, &len))
+               return NULL;
+       if (len > self->b_size)
+               len = self->b_size;
+       memmove(self->b_ptr, data, len);
+       mydict = PyObject_GetAttrString(_self, "__dict__");
+       res = PyDict_Update(mydict, dict);
+       Py_DECREF(mydict);
+       if (res == -1)
+               return NULL;
+       Py_INCREF(Py_None);
+       return Py_None;
+}
+
 /*
  * default __ctypes_from_outparam__ method returns self.
  */
@@ -2267,6 +2323,8 @@ CData_from_outparam(PyObject *self, PyObject *args)
 
 static PyMethodDef CData_methods[] = {
        { "__ctypes_from_outparam__", CData_from_outparam, METH_NOARGS, },
+       { "__reduce__", CData_reduce, METH_NOARGS, },
+       { "__setstate__", CData_setstate, METH_VARARGS, },
        { NULL, NULL },
 };
 
@@ -5107,6 +5165,10 @@ init_ctypes(void)
        if (!m)
                return;
 
+       _unpickle = PyObject_GetAttrString(m, "_unpickle");
+       if (_unpickle == NULL)
+               return;
+
        if (PyType_Ready(&PyCArg_Type) < 0)
                return;
 

diff --git a/Modules/_ctypes/callproc.c b/Modules/_ctypes/callproc.c
index 07dc219d16324990bdec2e2a8665c136bedba068..783df08bc3e51174a6618e87c761d496084dd356 100644 (file)
--- a/Modules/_ctypes/callproc.c
+++ b/Modules/_ctypes/callproc.c
@@ -1578,7 +1578,30 @@ resize(PyObject *self, PyObject *args)
        return Py_None;
 }
 
+static PyObject *
+unpickle(PyObject *self, PyObject *args)
+{
+       PyObject *typ;
+       PyObject *state;
+       PyObject *result;
+       PyObject *tmp;
+
+       if (!PyArg_ParseTuple(args, "OO", &typ, &state))
+               return NULL;
+       result = PyObject_CallMethod(typ, "__new__", "O", typ);
+       if (result == NULL)
+               return NULL;
+       tmp = PyObject_CallMethod(result, "__setstate__", "O", state);
+       if (tmp == NULL) {
+               Py_DECREF(result);
+               return NULL;
+       }
+       Py_DECREF(tmp);
+       return result;
+}
+
 PyMethodDef module_methods[] = {
+       {"_unpickle", unpickle, METH_VARARGS },
        {"resize", resize, METH_VARARGS, "Resize the memory buffer of a ctypes instance"},
 #ifdef CTYPES_UNICODE
        {"set_conversion_mode", set_conversion_mode, METH_VARARGS, set_conversion_mode_doc},

diff --git a/Modules/_ctypes/ctypes.h b/Modules/_ctypes/ctypes.h
index b6f23821e5bc665e3edfe92688d6d5178f4ee809..fe92ab001e1144cf071a03502a37dde138b7910f 100644 (file)
--- a/Modules/_ctypes/ctypes.h
+++ b/Modules/_ctypes/ctypes.h
@@ -286,6 +286,9 @@ PyObject *_CallProc(PPROC pProc,
 #define FUNCFLAG_HRESULT 0x2
 #define FUNCFLAG_PYTHONAPI 0x4
 
+#define TYPEFLAG_ISPOINTER 0x100
+#define TYPEFLAG_HASPOINTER 0x200
+
 #define DICTFLAG_FINAL 0x1000
 
 struct tagPyCArgObject {

diff --git a/Modules/_ctypes/stgdict.c b/Modules/_ctypes/stgdict.c
index 66dfb8417fc2a5a7e50dc068fb8f2a27b5a19d7a..f7f19cf5ce17a3b019cf11e922b150e77af4a636 100644 (file)
--- a/Modules/_ctypes/stgdict.c
+++ b/Modules/_ctypes/stgdict.c
@@ -414,6 +414,8 @@ StructUnionType_update_stgdict(PyObject *type, PyObject *fields, int isStruct)
                        return -1;
                }
                stgdict->ffi_type_pointer.elements[ffi_ofs + i] = &dict->ffi_type_pointer;
+               if (dict->flags & (TYPEFLAG_ISPOINTER | TYPEFLAG_HASPOINTER))
+                       stgdict->flags |= TYPEFLAG_HASPOINTER;
                dict->flags |= DICTFLAG_FINAL; /* mark field type final */
                if (PyTuple_Size(pair) == 3) { /* bits specified */
                        switch(dict->ffi_type_pointer.type) {