Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 1 | """ Test script for the Unicode implementation. |
| 2 | |
| 3 | Written by Bill Tutt. |
Fredrik Lundh | 06d1268 | 2001-01-24 07:59:11 +0000 | [diff] [blame] | 4 | Modified for Python 2.0 by Fredrik Lundh (fredrik@pythonware.com) |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 5 | |
| 6 | (c) Copyright CNRI, All Rights Reserved. NO WARRANTY. |
| 7 | |
| 8 | """#" |
Barry Warsaw | 04f357c | 2002-07-23 19:04:11 +0000 | [diff] [blame] | 9 | from test.test_support import verify, verbose |
Marc-André Lemburg | 3661908 | 2001-01-17 19:11:13 +0000 | [diff] [blame] | 10 | |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 11 | print 'Testing General Unicode Character Name, and case insensitivity...', |
| 12 | |
| 13 | # General and case insensitivity test: |
Fredrik Lundh | f605606 | 2001-01-20 11:15:25 +0000 | [diff] [blame] | 14 | try: |
| 15 | # put all \N escapes inside exec'd raw strings, to make sure this |
| 16 | # script runs even if the compiler chokes on \N escapes |
| 17 | exec r""" |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 18 | s = u"\N{LATIN CAPITAL LETTER T}" \ |
| 19 | u"\N{LATIN SMALL LETTER H}" \ |
| 20 | u"\N{LATIN SMALL LETTER E}" \ |
| 21 | u"\N{SPACE}" \ |
| 22 | u"\N{LATIN SMALL LETTER R}" \ |
| 23 | u"\N{LATIN CAPITAL LETTER E}" \ |
| 24 | u"\N{LATIN SMALL LETTER D}" \ |
| 25 | u"\N{SPACE}" \ |
| 26 | u"\N{LATIN SMALL LETTER f}" \ |
| 27 | u"\N{LATIN CAPITAL LeTtEr o}" \ |
| 28 | u"\N{LATIN SMaLl LETTER x}" \ |
| 29 | u"\N{SPACE}" \ |
| 30 | u"\N{LATIN SMALL LETTER A}" \ |
| 31 | u"\N{LATIN SMALL LETTER T}" \ |
| 32 | u"\N{LATIN SMALL LETTER E}" \ |
| 33 | u"\N{SPACE}" \ |
| 34 | u"\N{LATIN SMALL LETTER T}" \ |
| 35 | u"\N{LATIN SMALL LETTER H}" \ |
| 36 | u"\N{LATIN SMALL LETTER E}" \ |
| 37 | u"\N{SpAcE}" \ |
| 38 | u"\N{LATIN SMALL LETTER S}" \ |
| 39 | u"\N{LATIN SMALL LETTER H}" \ |
| 40 | u"\N{LATIN SMALL LETTER E}" \ |
| 41 | u"\N{LATIN SMALL LETTER E}" \ |
| 42 | u"\N{LATIN SMALL LETTER P}" \ |
| 43 | u"\N{FULL STOP}" |
Marc-André Lemburg | 3661908 | 2001-01-17 19:11:13 +0000 | [diff] [blame] | 44 | verify(s == u"The rEd fOx ate the sheep.", s) |
Fredrik Lundh | f605606 | 2001-01-20 11:15:25 +0000 | [diff] [blame] | 45 | """ |
| 46 | except UnicodeError, v: |
| 47 | print v |
Fredrik Lundh | 2acb54a | 2001-01-19 11:13:46 +0000 | [diff] [blame] | 48 | print "done." |
Fredrik Lundh | ee865c6 | 2001-01-19 11:00:42 +0000 | [diff] [blame] | 49 | |
Fredrik Lundh | 06d1268 | 2001-01-24 07:59:11 +0000 | [diff] [blame] | 50 | import unicodedata |
Fredrik Lundh | ee865c6 | 2001-01-19 11:00:42 +0000 | [diff] [blame] | 51 | |
Fredrik Lundh | 2acb54a | 2001-01-19 11:13:46 +0000 | [diff] [blame] | 52 | print "Testing name to code mapping....", |
Fredrik Lundh | ee865c6 | 2001-01-19 11:00:42 +0000 | [diff] [blame] | 53 | for char in "SPAM": |
| 54 | name = "LATIN SMALL LETTER %s" % char |
Fredrik Lundh | 06d1268 | 2001-01-24 07:59:11 +0000 | [diff] [blame] | 55 | code = unicodedata.lookup(name) |
| 56 | verify(unicodedata.name(code) == name) |
Fredrik Lundh | 2acb54a | 2001-01-19 11:13:46 +0000 | [diff] [blame] | 57 | print "done." |
Fredrik Lundh | ee865c6 | 2001-01-19 11:00:42 +0000 | [diff] [blame] | 58 | |
Fredrik Lundh | 2acb54a | 2001-01-19 11:13:46 +0000 | [diff] [blame] | 59 | print "Testing code to name mapping for all characters....", |
| 60 | count = 0 |
Fredrik Lundh | ee865c6 | 2001-01-19 11:00:42 +0000 | [diff] [blame] | 61 | for code in range(65536): |
| 62 | try: |
Fredrik Lundh | 06d1268 | 2001-01-24 07:59:11 +0000 | [diff] [blame] | 63 | char = unichr(code) |
| 64 | name = unicodedata.name(char) |
| 65 | verify(unicodedata.lookup(name) == char) |
Fredrik Lundh | 2acb54a | 2001-01-19 11:13:46 +0000 | [diff] [blame] | 66 | count += 1 |
Fredrik Lundh | 06d1268 | 2001-01-24 07:59:11 +0000 | [diff] [blame] | 67 | except (KeyError, ValueError): |
Fredrik Lundh | ee865c6 | 2001-01-19 11:00:42 +0000 | [diff] [blame] | 68 | pass |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 69 | print "done." |
| 70 | |
Fredrik Lundh | 2acb54a | 2001-01-19 11:13:46 +0000 | [diff] [blame] | 71 | print "Found", count, "characters in the unicode name database" |
| 72 | |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 73 | # misc. symbol testing |
| 74 | print "Testing misc. symbols for unicode character name expansion....", |
Fredrik Lundh | f605606 | 2001-01-20 11:15:25 +0000 | [diff] [blame] | 75 | exec r""" |
Marc-André Lemburg | 3661908 | 2001-01-17 19:11:13 +0000 | [diff] [blame] | 76 | verify(u"\N{PILCROW SIGN}" == u"\u00b6") |
| 77 | verify(u"\N{REPLACEMENT CHARACTER}" == u"\uFFFD") |
| 78 | verify(u"\N{HALFWIDTH KATAKANA SEMI-VOICED SOUND MARK}" == u"\uFF9F") |
| 79 | verify(u"\N{FULLWIDTH LATIN SMALL LETTER A}" == u"\uFF41") |
Fredrik Lundh | f605606 | 2001-01-20 11:15:25 +0000 | [diff] [blame] | 80 | """ |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 81 | print "done." |
| 82 | |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 83 | # strict error testing: |
| 84 | print "Testing unicode character name expansion strict error handling....", |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 85 | try: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 86 | unicode("\N{blah}", 'unicode-escape', 'strict') |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 87 | except UnicodeError: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 88 | pass |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 89 | else: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 90 | raise AssertionError, "failed to raise an exception when given a bogus character name" |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 91 | |
| 92 | try: |
Fredrik Lundh | 0fdb90c | 2001-01-19 09:45:02 +0000 | [diff] [blame] | 93 | unicode("\N{" + "x" * 100000 + "}", 'unicode-escape', 'strict') |
| 94 | except UnicodeError: |
| 95 | pass |
| 96 | else: |
| 97 | raise AssertionError, "failed to raise an exception when given a very " \ |
| 98 | "long bogus character name" |
| 99 | |
| 100 | try: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 101 | unicode("\N{SPACE", 'unicode-escape', 'strict') |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 102 | except UnicodeError: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 103 | pass |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 104 | else: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 105 | raise AssertionError, "failed to raise an exception for a missing closing brace." |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 106 | |
| 107 | try: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 108 | unicode("\NSPACE", 'unicode-escape', 'strict') |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 109 | except UnicodeError: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 110 | pass |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 111 | else: |
Fred Drake | 004d5e6 | 2000-10-23 17:22:08 +0000 | [diff] [blame] | 112 | raise AssertionError, "failed to raise an exception for a missing opening brace." |
Marc-André Lemburg | 6cdec2e | 2000-06-30 09:45:20 +0000 | [diff] [blame] | 113 | print "done." |