From 96204f5e4916c9f4f00855ef4e76c35aa17a474e Mon Sep 17 00:00:00 2001
From: Guido van Rossum <guido@python.org>
Date: Wed, 8 Aug 2001 05:04:07 +0000
Subject: [PATCH] Add new tokens // and //=, in support of PEP 238.

---
 Lib/tokenize.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/Lib/tokenize.py b/Lib/tokenize.py
index 33c5e41d7a..b952b365c2 100644
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -78,6 +78,7 @@ String = group(r"[uU]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]*)*'",
 # longest operators first (e.g., if = came before ==, == would get
 # recognized as two instances of =).
 Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"<>", r"!=",
+                 r"//=?",
                  r"[+\-*/%&|^=<>]=?",
                  r"~")
 
-- 
2.40.0