commit 76b30d1688a7ba1ff1b01a3eb21bf4890f71d404
author Georg Brandl <georg@python.org> Mon Jan 07 18:41:34 2008 +0000
committer Georg Brandl <georg@python.org> Mon Jan 07 18:41:34 2008 +0000
tree 1fee676f5cd4f8d2b3e2215ce80564a4c5a01538
parent 62647653eb5f9ca5c83a2b3eb5416c057b52852e

Fix #define ordering.

Parser/tokenizer.h

diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index feccd4e..e10972c 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -58,7 +58,7 @@
 extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *);
 extern void PyTokenizer_Free(struct tok_state *);
 extern int PyTokenizer_Get(struct tok_state *, char **, char **);
-#ifdef Py_USING_UNICODE
+#if defined(PGEN) || defined(Py_USING_UNICODE)
 extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok, 
 					  int len, int *offset);
 #endif