Fixed bug #1915: Python compiles with --enable-unicode=no again. However several extension methods and modules do not work without unicode support.
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 1533502..f065962 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -1537,7 +1537,7 @@
there, as it must be empty for PGEN, and we can check for PGEN only
in this file. */
-#ifdef PGEN
+#if defined(PGEN) || !defined(Py_USING_UNICODE)
char*
PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int* offset)
{
@@ -1557,7 +1557,6 @@
}
return ret;
}
-
char *
PyTokenizer_RestoreEncoding(struct tok_state* tok, int len, int *offset)
{