commit 75ee8f54fac7cdc38e70541f2857e60fae675a70
author Barry Warsaw <barry@python.org> Mon Feb 26 04:46:53 2001 +0000
committer Barry Warsaw <barry@python.org> Mon Feb 26 04:46:53 2001 +0000
tree a45b570de20c247dd4824f8d45c55cf74f7d1651
parent 68d486c8f4aab39b9453e27ec4d641dafb47ef7d

main(): Slightly more informative error message when TokenError
occurs.  Also, continue processing.

Tools/i18n/pygettext.py

diff --git a/Tools/i18n/pygettext.py b/Tools/i18n/pygettext.py
index 834ba48..a839799 100755
--- a/Tools/i18n/pygettext.py
+++ b/Tools/i18n/pygettext.py
@@ -464,7 +464,11 @@
             closep = 1
         try:
             eater.set_filename(filename)
-            tokenize.tokenize(fp.readline, eater)
+            try:
+                tokenize.tokenize(fp.readline, eater)
+            except tokenize.TokenError, e:
+                sys.stderr.write('%s: %s, line %d, column %d\n' %
+                                 (e[0], filename, e[1][0], e[1][1]))
         finally:
             if closep:
                 fp.close()