commit 86bea46b3d16c4ed0453e17f241ddbdfade76c98
author Guido van Rossum <guido@python.org> Tue Apr 29 21:03:06 1997 +0000
committer Guido van Rossum <guido@python.org> Tue Apr 29 21:03:06 1997 +0000
tree e1664ff0e1ed1d40996b44aa9c7ade227fcc2c55
parent 2b713b2f675f762ac8ce6cd3a934de34659a2476

Another directory quickly renamed.

Parser/tokenizer.h

diff --git a/Parser/tokenizer.h b/Parser/tokenizer.h
index cef90da..837bdca 100644
--- a/Parser/tokenizer.h
+++ b/Parser/tokenizer.h
@@ -64,10 +64,11 @@
 			/* Used to allow free continuations inside them */
 };
 
-extern struct tok_state *tok_setups PROTO((char *));
-extern struct tok_state *tok_setupf PROTO((FILE *, char *, char *));
-extern void tok_free PROTO((struct tok_state *));
-extern int tok_get PROTO((struct tok_state *, char **, char **));
+extern struct tok_state *PyTokenizer_FromString Py_PROTO((char *));
+extern struct tok_state *PyTokenizer_FromFile
+	Py_PROTO((FILE *, char *, char *));
+extern void PyTokenizer_Free Py_PROTO((struct tok_state *));
+extern int PyTokenizer_Get Py_PROTO((struct tok_state *, char **, char **));
 
 #ifdef __cplusplus
 }