Library
-------
-- Issue #16903: Popen.communicate() on Unix now accepts strings when
- universal_newlines is true as on Windows.
-
+ - Issue #17089: Expat parser now correctly works with string input not only when
+ an internal XML encoding is UTF-8 or US-ASCII. It now accepts bytes and
+ strings larger than 2 GiB.
+
- Issue #6083: Fix multiple segmentation faults occured when PyArg_ParseTuple
parses nested mutating sequence.
static PyObject *
xmlparse_Parse(xmlparseobject *self, PyObject *args)
{
- char *s;
- int slen;
+ PyObject *data;
int isFinal = 0;
+ const char *s;
+ Py_ssize_t slen;
+ Py_buffer view;
+ int rc;
- if (!PyArg_ParseTuple(args, "s#|i:Parse", &s, &slen, &isFinal))
+ if (!PyArg_ParseTuple(args, "O|i:Parse", &data, &isFinal))
return NULL;
- return get_parse_result(self, XML_Parse(self->itself, s, slen, isFinal));
+ if (PyUnicode_Check(data)) {
- PyObject *bytes;
- bytes = PyUnicode_AsUTF8String(data);
- if (bytes == NULL)
- return NULL;
+ view.buf = NULL;
- s = PyBytes_AS_STRING(bytes);
- slen = PyBytes_GET_SIZE(bytes);
++ s = PyUnicode_AsUTF8AndSize(data, &slen);
++ if (s == NULL)
++ return NULL;
+ /* Explicitly set UTF-8 encoding. Return code ignored. */
+ (void)XML_SetEncoding(self->itself, "utf-8");
+ }
+ else {
+ if (PyObject_GetBuffer(data, &view, PyBUF_SIMPLE) < 0)
+ return NULL;
+ s = view.buf;
+ slen = view.len;
+ }
+
+ while (slen > MAX_CHUNK_SIZE) {
+ rc = XML_Parse(self->itself, s, MAX_CHUNK_SIZE, 0);
+ if (!rc)
+ goto done;
+ s += MAX_CHUNK_SIZE;
+ slen -= MAX_CHUNK_SIZE;
+ }
+ rc = XML_Parse(self->itself, s, slen, isFinal);
+
+ done:
+ if (view.buf != NULL)
+ PyBuffer_Release(&view);
+ return get_parse_result(self, rc);
}
/* File reading copied from cPickle */