From: Mark Dickinson Date: Fri, 6 Aug 2010 21:33:18 +0000 (+0000) Subject: Issue #9530: Fix a couple of places where undefined behaviour can X-Git-Tag: v3.2a2~448 X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=7e3b948cfeba35411a6ef3a9e6455b46c57a9bd6;p=python Issue #9530: Fix a couple of places where undefined behaviour can occur, as a result of signed integer overflow. --- diff --git a/Objects/bytearrayobject.c b/Objects/bytearrayobject.c index 021ab1a531..33f80d56f5 100644 --- a/Objects/bytearrayobject.c +++ b/Objects/bytearrayobject.c @@ -649,6 +649,11 @@ bytearray_ass_subscript(PyByteArrayObject *self, PyObject *index, PyObject *valu if (!_canresize(self)) return -1; + + if (slicelen == 0) + /* Nothing to do here. */ + return 0; + if (step < 0) { stop = start + 1; start = stop + step * (slicelen - 1) - 1; @@ -665,7 +670,7 @@ bytearray_ass_subscript(PyByteArrayObject *self, PyObject *index, PyObject *valu self->ob_bytes + cur + 1, lim); } /* Move the tail of the bytes, in one chunk */ - cur = start + slicelen*step; + cur = start + (size_t)slicelen*step; if (cur < (size_t)PyByteArray_GET_SIZE(self)) { memmove(self->ob_bytes + cur - slicelen, self->ob_bytes + cur, @@ -679,7 +684,8 @@ bytearray_ass_subscript(PyByteArrayObject *self, PyObject *index, PyObject *valu } else { /* Assign slice */ - Py_ssize_t cur, i; + Py_ssize_t i; + size_t cur; if (needed != slicelen) { PyErr_Format(PyExc_ValueError,