| commit | f5b52246ed8a1191c3aa1da7d3c63bbe11aee020 | [log] [tgz] |
|---|---|---|
| author | Benjamin Peterson <benjamin@python.org> | Mon Mar 02 23:31:26 2009 +0000 |
| committer | Benjamin Peterson <benjamin@python.org> | Mon Mar 02 23:31:26 2009 +0000 |
| tree | dcac9a1daca7f583ff958cb61f73e9ed11b5564b | |
| parent | 0663a1ed793c164fb11d3dd62bebc677e260891e [diff] [blame] |
ignore the coding cookie in compile(), exec(), and eval() if the source is a string #4626
diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h index df9cbc7..e3328f1 100644 --- a/Parser/tokenizer.h +++ b/Parser/tokenizer.h
@@ -61,6 +61,7 @@ }; extern struct tok_state *PyTokenizer_FromString(const char *); +extern struct tok_state *PyTokenizer_FromUTF8(const char *); extern struct tok_state *PyTokenizer_FromFile(FILE *, char*, char *, char *); extern void PyTokenizer_Free(struct tok_state *);