From 1613ed810801df8327ae6f55b7785fec3a9dc6bb Mon Sep 17 00:00:00 2001 From: Benjamin Peterson Date: Thu, 18 Mar 2010 22:34:15 +0000 Subject: [PATCH] fix for files with coding cookies and BOMs --- Lib/tokenize.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/Lib/tokenize.py b/Lib/tokenize.py index 89721371b9..519dfa5784 100644 --- a/Lib/tokenize.py +++ b/Lib/tokenize.py @@ -333,9 +333,11 @@ def detect_encoding(readline): # This behaviour mimics the Python interpreter raise SyntaxError("unknown encoding: " + encoding) - if bom_found and codec.name != 'utf-8': - # This behaviour mimics the Python interpreter - raise SyntaxError('encoding problem: utf-8') + if bom_found: + if codec.name != 'utf-8': + # This behaviour mimics the Python interpreter + raise SyntaxError('encoding problem: utf-8') + encoding += '-sig' return encoding first = read_or_stop() -- 2.40.0