From: Serhiy Storchaka Date: Sat, 15 Nov 2014 11:21:01 +0000 (+0200) Subject: Issue #22193: Fixed integer overflow error in sys.getsizeof(). X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=f9b2aa2efed3374df55fe945922f67a322a5d695;p=python Issue #22193: Fixed integer overflow error in sys.getsizeof(). Fixed an error in _PySys_GetSizeOf declaration. --- diff --git a/Include/sysmodule.h b/Include/sysmodule.h index 025d78a4bb..6787978055 100644 --- a/Include/sysmodule.h +++ b/Include/sysmodule.h @@ -23,7 +23,7 @@ PyAPI_FUNC(void) PySys_ResetWarnOptions(void); PyAPI_FUNC(void) PySys_AddWarnOption(char *); PyAPI_FUNC(int) PySys_HasWarnOptions(void); -PyAPI_DATA(size_t) _PySys_GetSizeOf(PyObject *); +PyAPI_FUNC(size_t) _PySys_GetSizeOf(PyObject *); #ifdef __cplusplus } diff --git a/Lib/test/test_sys.py b/Lib/test/test_sys.py index 745e4ada8c..42462f4117 100644 --- a/Lib/test/test_sys.py +++ b/Lib/test/test_sys.py @@ -494,6 +494,31 @@ class SizeofTest(unittest.TestCase): # but lists are self.assertEqual(sys.getsizeof([]), size('P PP') + gc_header_size) + def test_errors(self): + class BadSizeof(object): + def __sizeof__(self): + raise ValueError + self.assertRaises(ValueError, sys.getsizeof, BadSizeof()) + + class InvalidSizeof(object): + def __sizeof__(self): + return None + self.assertRaises(TypeError, sys.getsizeof, InvalidSizeof()) + sentinel = ["sentinel"] + self.assertIs(sys.getsizeof(InvalidSizeof(), sentinel), sentinel) + + class OverflowSizeof(int): + def __sizeof__(self): + return int(self) + self.assertEqual(sys.getsizeof(OverflowSizeof(sys.maxsize)), + sys.maxsize + self.gc_headsize) + with self.assertRaises(OverflowError): + sys.getsizeof(OverflowSizeof(sys.maxsize + 1)) + with self.assertRaises(ValueError): + sys.getsizeof(OverflowSizeof(-1)) + with self.assertRaises((ValueError, OverflowError)): + sys.getsizeof(OverflowSizeof(-sys.maxsize - 1)) + def test_default(self): size = test.test_support.calcobjsize self.assertEqual(sys.getsizeof(True, -1), size('l')) diff --git a/Python/sysmodule.c b/Python/sysmodule.c index 5cab14923a..407d770ae9 100644 --- a/Python/sysmodule.c +++ b/Python/sysmodule.c @@ -689,7 +689,7 @@ _PySys_GetSizeOf(PyObject *o) { static PyObject *str__sizeof__ = NULL; PyObject *res = NULL; - size_t size; + Py_ssize_t size; /* Make sure the type is initialized. float gets initialized late */ if (PyType_Ready(Py_TYPE(o)) < 0) @@ -718,14 +718,19 @@ _PySys_GetSizeOf(PyObject *o) size = (size_t)PyInt_AsSsize_t(res); Py_DECREF(res); - if (size == (size_t)-1 && PyErr_Occurred()) + if (size == -1 && PyErr_Occurred()) return (size_t)-1; } + if (size < 0) { + PyErr_SetString(PyExc_ValueError, "__sizeof__() should return >= 0"); + return (size_t)-1; + } + /* add gc_head size */ if (PyObject_IS_GC(o)) - size += sizeof(PyGC_Head); - return size; + return ((size_t)size) + sizeof(PyGC_Head); + return (size_t)size; } static PyObject *