From: Florent Xicluna <florent.xicluna@gmail.com> Date: Sat, 7 Jul 2012 10:13:35 +0000 (+0200) Subject: Issue #14990: tokenize: correctly fail with SyntaxError on invalid encoding declaration. X-Git-Tag: v3.3.0b2~308^2 X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=11f0b41e9de3805441ddd4142df9f6b7f4432ca7;p=python Issue #14990: tokenize: correctly fail with SyntaxError on invalid encoding declaration. --- diff --git a/Lib/test/test_tokenize.py b/Lib/test/test_tokenize.py index 63d084df73..b6a9ca1e16 100644 --- a/Lib/test/test_tokenize.py +++ b/Lib/test/test_tokenize.py @@ -674,6 +674,10 @@ class TestTokenizerAdheresToPep0263(TestCase): f = 'tokenize_tests-utf8-coding-cookie-and-utf8-bom-sig.txt' self.assertTrue(self._testFile(f)) + def test_bad_coding_cookie(self): + self.assertRaises(SyntaxError, self._testFile, 'bad_coding.py') + self.assertRaises(SyntaxError, self._testFile, 'bad_coding2.py') + class Test_Tokenize(TestCase): diff --git a/Lib/tokenize.py b/Lib/tokenize.py index f283c6dd7f..59081d3579 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -310,7 +310,7 @@ def detect_encoding(readline): raise SyntaxError("unknown encoding: " + encoding) if bom_found: - if codec.name != 'utf-8': + if encoding != 'utf-8': # This behaviour mimics the Python interpreter raise SyntaxError('encoding problem: utf-8') encoding += '-sig' diff --git a/Misc/NEWS b/Misc/NEWS index 699b4fb18b..92131b4eb6 100644 --- a/Misc/NEWS +++ b/Misc/NEWS @@ -87,6 +87,9 @@ Core and Builtins Library ------- +- Issue #14990: Correctly fail with SyntaxError on invalid encoding + declaration. + - Issue #15247: FileIO now raises an error when given a file descriptor pointing to a directory.