From d4c2ac83944e48a02e5f11adba312d5b3b985150 Mon Sep 17 00:00:00 2001 From: Serhiy Storchaka Date: Mon, 23 Mar 2015 15:25:43 +0200 Subject: [PATCH] Issue #21560: An attempt to write a data of wrong type no longer cause GzipFile corruption. Original patch by Wolfgang Maier. --- Lib/gzip.py | 4 ++-- Lib/test/test_gzip.py | 33 +++++++++++++++++++++++++++++++++ Misc/NEWS | 3 +++ 3 files changed, 38 insertions(+), 2 deletions(-) diff --git a/Lib/gzip.py b/Lib/gzip.py index f934d4f1c2..8b12225809 100644 --- a/Lib/gzip.py +++ b/Lib/gzip.py @@ -339,9 +339,9 @@ class GzipFile(io.BufferedIOBase): data = data.tobytes() if len(data) > 0: - self.size = self.size + len(data) + self.fileobj.write(self.compress.compress(data)) + self.size += len(data) self.crc = zlib.crc32(data, self.crc) & 0xffffffff - self.fileobj.write( self.compress.compress(data) ) self.offset += len(data) return len(data) diff --git a/Lib/test/test_gzip.py b/Lib/test/test_gzip.py index b7a7e03c96..b417044bcb 100644 --- a/Lib/test/test_gzip.py +++ b/Lib/test/test_gzip.py @@ -43,6 +43,14 @@ class BaseTest(unittest.TestCase): class TestGzip(BaseTest): + def write_and_read_back(self, data, mode='b'): + b_data = bytes(data) + with gzip.GzipFile(self.filename, 'w'+mode) as f: + l = f.write(data) + self.assertEqual(l, len(b_data)) + with gzip.GzipFile(self.filename, 'r'+mode) as f: + self.assertEqual(f.read(), b_data) + def test_write(self): with gzip.GzipFile(self.filename, 'wb') as f: f.write(data1 * 50) @@ -57,6 +65,31 @@ class TestGzip(BaseTest): # Test multiple close() calls. f.close() + # The following test_write_xy methods test that write accepts + # the corresponding bytes-like object type as input + # and that the data written equals bytes(xy) in all cases. + def test_write_memoryview(self): + self.write_and_read_back(memoryview(data1 * 50)) + m = memoryview(bytes(range(256))) + data = m.cast('B', shape=[8,8,4]) + self.write_and_read_back(data) + + def test_write_bytearray(self): + self.write_and_read_back(bytearray(data1 * 50)) + + def test_write_incompatible_type(self): + # Test that non-bytes-like types raise TypeError. + # Issue #21560: attempts to write incompatible types + # should not affect the state of the fileobject + with gzip.GzipFile(self.filename, 'wb') as f: + with self.assertRaises(TypeError): + f.write('a') + with self.assertRaises(TypeError): + f.write([1]) + f.write(data1) + with gzip.GzipFile(self.filename, 'rb') as f: + self.assertEqual(f.read(), data1) + def test_read(self): self.test_write() # Try reading. diff --git a/Misc/NEWS b/Misc/NEWS index 31e6181ce3..103ac4d869 100644 --- a/Misc/NEWS +++ b/Misc/NEWS @@ -18,6 +18,9 @@ Core and Builtins Library ------- +- Issue #21560: An attempt to write a data of wrong type no longer cause + GzipFile corruption. Original patch by Wolfgang Maier. + - Issue #23647: Increase impalib's MAXLINE to accommodate modern mailbox sizes. - Issue #23539: If body is None, http.client.HTTPConnection.request now sets -- 2.40.0