Remove obsolete declaration in tokenizer.h (#962)

diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index af053e250a3e2b6afccf786bd68e4e972a5972a0..0ad3551c8948c15cb1da8d49e276eb565bcac011 100644 (file)
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -80,8 +80,6 @@ extern struct tok_state *PyTokenizer_FromFile(FILE *, const char*,
                                               const char *, const char *);
 extern void PyTokenizer_Free(struct tok_state *);
 extern int PyTokenizer_Get(struct tok_state *, char **, char **);
-extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok,
-                                          int len, int *offset);
 
 #ifdef __cplusplus
 }