blob: 1f4480dff74ef14d05304c2002ef5e563a573346 [file] [log] [blame]
Marc-André Lemburga1129f42005-10-21 13:49:12 +00001""" Python Character Mapping Codec generated from 'VENDORS/MISC/CP424.TXT' with gencodec.py.
Guido van Rossum0229bf62000-03-10 23:17:24 +00002
3"""#"
4
5import codecs
6
7### Codec APIs
8
9class Codec(codecs.Codec):
10
11 def encode(self,input,errors='strict'):
12
13 return codecs.charmap_encode(input,errors,encoding_map)
Tim Peters469cdad2002-08-08 20:19:19 +000014
Guido van Rossum0229bf62000-03-10 23:17:24 +000015 def decode(self,input,errors='strict'):
16
Marc-André Lemburga1129f42005-10-21 13:49:12 +000017 return codecs.charmap_decode(input,errors,decoding_table)
18
Guido van Rossum0229bf62000-03-10 23:17:24 +000019class StreamWriter(Codec,codecs.StreamWriter):
20 pass
Tim Peters469cdad2002-08-08 20:19:19 +000021
Guido van Rossum0229bf62000-03-10 23:17:24 +000022class StreamReader(Codec,codecs.StreamReader):
23 pass
24
25### encodings module API
26
27def getregentry():
28
29 return (Codec().encode,Codec().decode,StreamReader,StreamWriter)
30
31### Decoding Map
32
Marc-André Lemburga866df82001-01-03 21:29:14 +000033decoding_map = codecs.make_identity_dict(range(256))
34decoding_map.update({
Marc-André Lemburga1129f42005-10-21 13:49:12 +000035 0x0004: 0x009c, # SELECT
36 0x0005: 0x0009, # HORIZONTAL TABULATION
37 0x0006: 0x0086, # REQUIRED NEW LINE
38 0x0007: 0x007f, # DELETE
39 0x0008: 0x0097, # GRAPHIC ESCAPE
40 0x0009: 0x008d, # SUPERSCRIPT
41 0x000a: 0x008e, # REPEAT
42 0x0014: 0x009d, # RESTORE/ENABLE PRESENTATION
43 0x0015: 0x0085, # NEW LINE
44 0x0016: 0x0008, # BACKSPACE
45 0x0017: 0x0087, # PROGRAM OPERATOR COMMUNICATION
46 0x001a: 0x0092, # UNIT BACK SPACE
47 0x001b: 0x008f, # CUSTOMER USE ONE
48 0x0020: 0x0080, # DIGIT SELECT
49 0x0021: 0x0081, # START OF SIGNIFICANCE
50 0x0022: 0x0082, # FIELD SEPARATOR
51 0x0023: 0x0083, # WORD UNDERSCORE
52 0x0024: 0x0084, # BYPASS OR INHIBIT PRESENTATION
53 0x0025: 0x000a, # LINE FEED
54 0x0026: 0x0017, # END OF TRANSMISSION BLOCK
55 0x0027: 0x001b, # ESCAPE
56 0x0028: 0x0088, # SET ATTRIBUTE
57 0x0029: 0x0089, # START FIELD EXTENDED
58 0x002a: 0x008a, # SET MODE OR SWITCH
59 0x002b: 0x008b, # CONTROL SEQUENCE PREFIX
60 0x002c: 0x008c, # MODIFY FIELD ATTRIBUTE
61 0x002d: 0x0005, # ENQUIRY
62 0x002e: 0x0006, # ACKNOWLEDGE
63 0x002f: 0x0007, # BELL
64 0x0030: 0x0090, # <reserved>
65 0x0031: 0x0091, # <reserved>
66 0x0032: 0x0016, # SYNCHRONOUS IDLE
67 0x0033: 0x0093, # INDEX RETURN
68 0x0034: 0x0094, # PRESENTATION POSITION
69 0x0035: 0x0095, # TRANSPARENT
70 0x0036: 0x0096, # NUMERIC BACKSPACE
71 0x0037: 0x0004, # END OF TRANSMISSION
72 0x0038: 0x0098, # SUBSCRIPT
73 0x0039: 0x0099, # INDENT TABULATION
74 0x003a: 0x009a, # REVERSE FORM FEED
75 0x003b: 0x009b, # CUSTOMER USE THREE
76 0x003c: 0x0014, # DEVICE CONTROL FOUR
77 0x003d: 0x0015, # NEGATIVE ACKNOWLEDGE
78 0x003e: 0x009e, # <reserved>
79 0x003f: 0x001a, # SUBSTITUTE
80 0x0040: 0x0020, # SPACE
81 0x0041: 0x05d0, # HEBREW LETTER ALEF
82 0x0042: 0x05d1, # HEBREW LETTER BET
83 0x0043: 0x05d2, # HEBREW LETTER GIMEL
84 0x0044: 0x05d3, # HEBREW LETTER DALET
85 0x0045: 0x05d4, # HEBREW LETTER HE
86 0x0046: 0x05d5, # HEBREW LETTER VAV
87 0x0047: 0x05d6, # HEBREW LETTER ZAYIN
88 0x0048: 0x05d7, # HEBREW LETTER HET
89 0x0049: 0x05d8, # HEBREW LETTER TET
90 0x004a: 0x00a2, # CENT SIGN
91 0x004b: 0x002e, # FULL STOP
92 0x004c: 0x003c, # LESS-THAN SIGN
93 0x004d: 0x0028, # LEFT PARENTHESIS
94 0x004e: 0x002b, # PLUS SIGN
95 0x004f: 0x007c, # VERTICAL LINE
96 0x0050: 0x0026, # AMPERSAND
97 0x0051: 0x05d9, # HEBREW LETTER YOD
98 0x0052: 0x05da, # HEBREW LETTER FINAL KAF
99 0x0053: 0x05db, # HEBREW LETTER KAF
100 0x0054: 0x05dc, # HEBREW LETTER LAMED
101 0x0055: 0x05dd, # HEBREW LETTER FINAL MEM
102 0x0056: 0x05de, # HEBREW LETTER MEM
103 0x0057: 0x05df, # HEBREW LETTER FINAL NUN
104 0x0058: 0x05e0, # HEBREW LETTER NUN
105 0x0059: 0x05e1, # HEBREW LETTER SAMEKH
106 0x005a: 0x0021, # EXCLAMATION MARK
107 0x005b: 0x0024, # DOLLAR SIGN
108 0x005c: 0x002a, # ASTERISK
109 0x005d: 0x0029, # RIGHT PARENTHESIS
110 0x005e: 0x003b, # SEMICOLON
111 0x005f: 0x00ac, # NOT SIGN
112 0x0060: 0x002d, # HYPHEN-MINUS
113 0x0061: 0x002f, # SOLIDUS
114 0x0062: 0x05e2, # HEBREW LETTER AYIN
115 0x0063: 0x05e3, # HEBREW LETTER FINAL PE
116 0x0064: 0x05e4, # HEBREW LETTER PE
117 0x0065: 0x05e5, # HEBREW LETTER FINAL TSADI
118 0x0066: 0x05e6, # HEBREW LETTER TSADI
119 0x0067: 0x05e7, # HEBREW LETTER QOF
120 0x0068: 0x05e8, # HEBREW LETTER RESH
121 0x0069: 0x05e9, # HEBREW LETTER SHIN
122 0x006a: 0x00a6, # BROKEN BAR
123 0x006b: 0x002c, # COMMA
124 0x006c: 0x0025, # PERCENT SIGN
125 0x006d: 0x005f, # LOW LINE
126 0x006e: 0x003e, # GREATER-THAN SIGN
127 0x006f: 0x003f, # QUESTION MARK
128 0x0070: None, # UNDEFINED
129 0x0071: 0x05ea, # HEBREW LETTER TAV
130 0x0072: None, # UNDEFINED
131 0x0073: None, # UNDEFINED
132 0x0074: 0x00a0, # NO-BREAK SPACE
133 0x0075: None, # UNDEFINED
134 0x0076: None, # UNDEFINED
135 0x0077: None, # UNDEFINED
136 0x0078: 0x2017, # DOUBLE LOW LINE
137 0x0079: 0x0060, # GRAVE ACCENT
138 0x007a: 0x003a, # COLON
139 0x007b: 0x0023, # NUMBER SIGN
140 0x007c: 0x0040, # COMMERCIAL AT
141 0x007d: 0x0027, # APOSTROPHE
142 0x007e: 0x003d, # EQUALS SIGN
143 0x007f: 0x0022, # QUOTATION MARK
144 0x0080: None, # UNDEFINED
145 0x0081: 0x0061, # LATIN SMALL LETTER A
146 0x0082: 0x0062, # LATIN SMALL LETTER B
147 0x0083: 0x0063, # LATIN SMALL LETTER C
148 0x0084: 0x0064, # LATIN SMALL LETTER D
149 0x0085: 0x0065, # LATIN SMALL LETTER E
150 0x0086: 0x0066, # LATIN SMALL LETTER F
151 0x0087: 0x0067, # LATIN SMALL LETTER G
152 0x0088: 0x0068, # LATIN SMALL LETTER H
153 0x0089: 0x0069, # LATIN SMALL LETTER I
154 0x008a: 0x00ab, # LEFT-POINTING DOUBLE ANGLE QUOTATION MARK
155 0x008b: 0x00bb, # RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK
156 0x008c: None, # UNDEFINED
157 0x008d: None, # UNDEFINED
158 0x008e: None, # UNDEFINED
159 0x008f: 0x00b1, # PLUS-MINUS SIGN
160 0x0090: 0x00b0, # DEGREE SIGN
161 0x0091: 0x006a, # LATIN SMALL LETTER J
162 0x0092: 0x006b, # LATIN SMALL LETTER K
163 0x0093: 0x006c, # LATIN SMALL LETTER L
164 0x0094: 0x006d, # LATIN SMALL LETTER M
165 0x0095: 0x006e, # LATIN SMALL LETTER N
166 0x0096: 0x006f, # LATIN SMALL LETTER O
167 0x0097: 0x0070, # LATIN SMALL LETTER P
168 0x0098: 0x0071, # LATIN SMALL LETTER Q
169 0x0099: 0x0072, # LATIN SMALL LETTER R
170 0x009a: None, # UNDEFINED
171 0x009b: None, # UNDEFINED
172 0x009c: None, # UNDEFINED
173 0x009d: 0x00b8, # CEDILLA
174 0x009e: None, # UNDEFINED
175 0x009f: 0x00a4, # CURRENCY SIGN
176 0x00a0: 0x00b5, # MICRO SIGN
177 0x00a1: 0x007e, # TILDE
178 0x00a2: 0x0073, # LATIN SMALL LETTER S
179 0x00a3: 0x0074, # LATIN SMALL LETTER T
180 0x00a4: 0x0075, # LATIN SMALL LETTER U
181 0x00a5: 0x0076, # LATIN SMALL LETTER V
182 0x00a6: 0x0077, # LATIN SMALL LETTER W
183 0x00a7: 0x0078, # LATIN SMALL LETTER X
184 0x00a8: 0x0079, # LATIN SMALL LETTER Y
185 0x00a9: 0x007a, # LATIN SMALL LETTER Z
186 0x00aa: None, # UNDEFINED
187 0x00ab: None, # UNDEFINED
188 0x00ac: None, # UNDEFINED
189 0x00ad: None, # UNDEFINED
190 0x00ae: None, # UNDEFINED
191 0x00af: 0x00ae, # REGISTERED SIGN
192 0x00b0: 0x005e, # CIRCUMFLEX ACCENT
193 0x00b1: 0x00a3, # POUND SIGN
194 0x00b2: 0x00a5, # YEN SIGN
195 0x00b3: 0x00b7, # MIDDLE DOT
196 0x00b4: 0x00a9, # COPYRIGHT SIGN
197 0x00b5: 0x00a7, # SECTION SIGN
198 0x00b7: 0x00bc, # VULGAR FRACTION ONE QUARTER
199 0x00b8: 0x00bd, # VULGAR FRACTION ONE HALF
200 0x00b9: 0x00be, # VULGAR FRACTION THREE QUARTERS
201 0x00ba: 0x005b, # LEFT SQUARE BRACKET
202 0x00bb: 0x005d, # RIGHT SQUARE BRACKET
203 0x00bc: 0x00af, # MACRON
204 0x00bd: 0x00a8, # DIAERESIS
205 0x00be: 0x00b4, # ACUTE ACCENT
206 0x00bf: 0x00d7, # MULTIPLICATION SIGN
207 0x00c0: 0x007b, # LEFT CURLY BRACKET
208 0x00c1: 0x0041, # LATIN CAPITAL LETTER A
209 0x00c2: 0x0042, # LATIN CAPITAL LETTER B
210 0x00c3: 0x0043, # LATIN CAPITAL LETTER C
211 0x00c4: 0x0044, # LATIN CAPITAL LETTER D
212 0x00c5: 0x0045, # LATIN CAPITAL LETTER E
213 0x00c6: 0x0046, # LATIN CAPITAL LETTER F
214 0x00c7: 0x0047, # LATIN CAPITAL LETTER G
215 0x00c8: 0x0048, # LATIN CAPITAL LETTER H
216 0x00c9: 0x0049, # LATIN CAPITAL LETTER I
217 0x00ca: 0x00ad, # SOFT HYPHEN
218 0x00cb: None, # UNDEFINED
219 0x00cc: None, # UNDEFINED
220 0x00cd: None, # UNDEFINED
221 0x00ce: None, # UNDEFINED
222 0x00cf: None, # UNDEFINED
223 0x00d0: 0x007d, # RIGHT CURLY BRACKET
224 0x00d1: 0x004a, # LATIN CAPITAL LETTER J
225 0x00d2: 0x004b, # LATIN CAPITAL LETTER K
226 0x00d3: 0x004c, # LATIN CAPITAL LETTER L
227 0x00d4: 0x004d, # LATIN CAPITAL LETTER M
228 0x00d5: 0x004e, # LATIN CAPITAL LETTER N
229 0x00d6: 0x004f, # LATIN CAPITAL LETTER O
230 0x00d7: 0x0050, # LATIN CAPITAL LETTER P
231 0x00d8: 0x0051, # LATIN CAPITAL LETTER Q
232 0x00d9: 0x0052, # LATIN CAPITAL LETTER R
233 0x00da: 0x00b9, # SUPERSCRIPT ONE
234 0x00db: None, # UNDEFINED
235 0x00dc: None, # UNDEFINED
236 0x00dd: None, # UNDEFINED
237 0x00de: None, # UNDEFINED
238 0x00df: None, # UNDEFINED
239 0x00e0: 0x005c, # REVERSE SOLIDUS
240 0x00e1: 0x00f7, # DIVISION SIGN
241 0x00e2: 0x0053, # LATIN CAPITAL LETTER S
242 0x00e3: 0x0054, # LATIN CAPITAL LETTER T
243 0x00e4: 0x0055, # LATIN CAPITAL LETTER U
244 0x00e5: 0x0056, # LATIN CAPITAL LETTER V
245 0x00e6: 0x0057, # LATIN CAPITAL LETTER W
246 0x00e7: 0x0058, # LATIN CAPITAL LETTER X
247 0x00e8: 0x0059, # LATIN CAPITAL LETTER Y
248 0x00e9: 0x005a, # LATIN CAPITAL LETTER Z
249 0x00ea: 0x00b2, # SUPERSCRIPT TWO
250 0x00eb: None, # UNDEFINED
251 0x00ec: None, # UNDEFINED
252 0x00ed: None, # UNDEFINED
253 0x00ee: None, # UNDEFINED
254 0x00ef: None, # UNDEFINED
255 0x00f0: 0x0030, # DIGIT ZERO
256 0x00f1: 0x0031, # DIGIT ONE
257 0x00f2: 0x0032, # DIGIT TWO
258 0x00f3: 0x0033, # DIGIT THREE
259 0x00f4: 0x0034, # DIGIT FOUR
260 0x00f5: 0x0035, # DIGIT FIVE
261 0x00f6: 0x0036, # DIGIT SIX
262 0x00f7: 0x0037, # DIGIT SEVEN
263 0x00f8: 0x0038, # DIGIT EIGHT
264 0x00f9: 0x0039, # DIGIT NINE
265 0x00fa: 0x00b3, # SUPERSCRIPT THREE
266 0x00fb: None, # UNDEFINED
267 0x00fc: None, # UNDEFINED
268 0x00fd: None, # UNDEFINED
269 0x00fe: None, # UNDEFINED
270 0x00ff: 0x009f, # EIGHT ONES
Marc-André Lemburga866df82001-01-03 21:29:14 +0000271})
Guido van Rossum0229bf62000-03-10 23:17:24 +0000272
Marc-André Lemburga1129f42005-10-21 13:49:12 +0000273### Decoding Table
274
275decoding_table = (
276 u'\x00' # 0x0000 -> NULL
277 u'\x01' # 0x0001 -> START OF HEADING
278 u'\x02' # 0x0002 -> START OF TEXT
279 u'\x03' # 0x0003 -> END OF TEXT
280 u'\x9c' # 0x0004 -> SELECT
281 u'\t' # 0x0005 -> HORIZONTAL TABULATION
282 u'\x86' # 0x0006 -> REQUIRED NEW LINE
283 u'\x7f' # 0x0007 -> DELETE
284 u'\x97' # 0x0008 -> GRAPHIC ESCAPE
285 u'\x8d' # 0x0009 -> SUPERSCRIPT
286 u'\x8e' # 0x000a -> REPEAT
287 u'\x0b' # 0x000b -> VERTICAL TABULATION
288 u'\x0c' # 0x000c -> FORM FEED
289 u'\r' # 0x000d -> CARRIAGE RETURN
290 u'\x0e' # 0x000e -> SHIFT OUT
291 u'\x0f' # 0x000f -> SHIFT IN
292 u'\x10' # 0x0010 -> DATA LINK ESCAPE
293 u'\x11' # 0x0011 -> DEVICE CONTROL ONE
294 u'\x12' # 0x0012 -> DEVICE CONTROL TWO
295 u'\x13' # 0x0013 -> DEVICE CONTROL THREE
296 u'\x9d' # 0x0014 -> RESTORE/ENABLE PRESENTATION
297 u'\x85' # 0x0015 -> NEW LINE
298 u'\x08' # 0x0016 -> BACKSPACE
299 u'\x87' # 0x0017 -> PROGRAM OPERATOR COMMUNICATION
300 u'\x18' # 0x0018 -> CANCEL
301 u'\x19' # 0x0019 -> END OF MEDIUM
302 u'\x92' # 0x001a -> UNIT BACK SPACE
303 u'\x8f' # 0x001b -> CUSTOMER USE ONE
304 u'\x1c' # 0x001c -> FILE SEPARATOR
305 u'\x1d' # 0x001d -> GROUP SEPARATOR
306 u'\x1e' # 0x001e -> RECORD SEPARATOR
307 u'\x1f' # 0x001f -> UNIT SEPARATOR
308 u'\x80' # 0x0020 -> DIGIT SELECT
309 u'\x81' # 0x0021 -> START OF SIGNIFICANCE
310 u'\x82' # 0x0022 -> FIELD SEPARATOR
311 u'\x83' # 0x0023 -> WORD UNDERSCORE
312 u'\x84' # 0x0024 -> BYPASS OR INHIBIT PRESENTATION
313 u'\n' # 0x0025 -> LINE FEED
314 u'\x17' # 0x0026 -> END OF TRANSMISSION BLOCK
315 u'\x1b' # 0x0027 -> ESCAPE
316 u'\x88' # 0x0028 -> SET ATTRIBUTE
317 u'\x89' # 0x0029 -> START FIELD EXTENDED
318 u'\x8a' # 0x002a -> SET MODE OR SWITCH
319 u'\x8b' # 0x002b -> CONTROL SEQUENCE PREFIX
320 u'\x8c' # 0x002c -> MODIFY FIELD ATTRIBUTE
321 u'\x05' # 0x002d -> ENQUIRY
322 u'\x06' # 0x002e -> ACKNOWLEDGE
323 u'\x07' # 0x002f -> BELL
324 u'\x90' # 0x0030 -> <reserved>
325 u'\x91' # 0x0031 -> <reserved>
326 u'\x16' # 0x0032 -> SYNCHRONOUS IDLE
327 u'\x93' # 0x0033 -> INDEX RETURN
328 u'\x94' # 0x0034 -> PRESENTATION POSITION
329 u'\x95' # 0x0035 -> TRANSPARENT
330 u'\x96' # 0x0036 -> NUMERIC BACKSPACE
331 u'\x04' # 0x0037 -> END OF TRANSMISSION
332 u'\x98' # 0x0038 -> SUBSCRIPT
333 u'\x99' # 0x0039 -> INDENT TABULATION
334 u'\x9a' # 0x003a -> REVERSE FORM FEED
335 u'\x9b' # 0x003b -> CUSTOMER USE THREE
336 u'\x14' # 0x003c -> DEVICE CONTROL FOUR
337 u'\x15' # 0x003d -> NEGATIVE ACKNOWLEDGE
338 u'\x9e' # 0x003e -> <reserved>
339 u'\x1a' # 0x003f -> SUBSTITUTE
340 u' ' # 0x0040 -> SPACE
341 u'\u05d0' # 0x0041 -> HEBREW LETTER ALEF
342 u'\u05d1' # 0x0042 -> HEBREW LETTER BET
343 u'\u05d2' # 0x0043 -> HEBREW LETTER GIMEL
344 u'\u05d3' # 0x0044 -> HEBREW LETTER DALET
345 u'\u05d4' # 0x0045 -> HEBREW LETTER HE
346 u'\u05d5' # 0x0046 -> HEBREW LETTER VAV
347 u'\u05d6' # 0x0047 -> HEBREW LETTER ZAYIN
348 u'\u05d7' # 0x0048 -> HEBREW LETTER HET
349 u'\u05d8' # 0x0049 -> HEBREW LETTER TET
350 u'\xa2' # 0x004a -> CENT SIGN
351 u'.' # 0x004b -> FULL STOP
352 u'<' # 0x004c -> LESS-THAN SIGN
353 u'(' # 0x004d -> LEFT PARENTHESIS
354 u'+' # 0x004e -> PLUS SIGN
355 u'|' # 0x004f -> VERTICAL LINE
356 u'&' # 0x0050 -> AMPERSAND
357 u'\u05d9' # 0x0051 -> HEBREW LETTER YOD
358 u'\u05da' # 0x0052 -> HEBREW LETTER FINAL KAF
359 u'\u05db' # 0x0053 -> HEBREW LETTER KAF
360 u'\u05dc' # 0x0054 -> HEBREW LETTER LAMED
361 u'\u05dd' # 0x0055 -> HEBREW LETTER FINAL MEM
362 u'\u05de' # 0x0056 -> HEBREW LETTER MEM
363 u'\u05df' # 0x0057 -> HEBREW LETTER FINAL NUN
364 u'\u05e0' # 0x0058 -> HEBREW LETTER NUN
365 u'\u05e1' # 0x0059 -> HEBREW LETTER SAMEKH
366 u'!' # 0x005a -> EXCLAMATION MARK
367 u'$' # 0x005b -> DOLLAR SIGN
368 u'*' # 0x005c -> ASTERISK
369 u')' # 0x005d -> RIGHT PARENTHESIS
370 u';' # 0x005e -> SEMICOLON
371 u'\xac' # 0x005f -> NOT SIGN
372 u'-' # 0x0060 -> HYPHEN-MINUS
373 u'/' # 0x0061 -> SOLIDUS
374 u'\u05e2' # 0x0062 -> HEBREW LETTER AYIN
375 u'\u05e3' # 0x0063 -> HEBREW LETTER FINAL PE
376 u'\u05e4' # 0x0064 -> HEBREW LETTER PE
377 u'\u05e5' # 0x0065 -> HEBREW LETTER FINAL TSADI
378 u'\u05e6' # 0x0066 -> HEBREW LETTER TSADI
379 u'\u05e7' # 0x0067 -> HEBREW LETTER QOF
380 u'\u05e8' # 0x0068 -> HEBREW LETTER RESH
381 u'\u05e9' # 0x0069 -> HEBREW LETTER SHIN
382 u'\xa6' # 0x006a -> BROKEN BAR
383 u',' # 0x006b -> COMMA
384 u'%' # 0x006c -> PERCENT SIGN
385 u'_' # 0x006d -> LOW LINE
386 u'>' # 0x006e -> GREATER-THAN SIGN
387 u'?' # 0x006f -> QUESTION MARK
388 u'\ufffe' # 0x0070 -> UNDEFINED
389 u'\u05ea' # 0x0071 -> HEBREW LETTER TAV
390 u'\ufffe' # 0x0072 -> UNDEFINED
391 u'\ufffe' # 0x0073 -> UNDEFINED
392 u'\xa0' # 0x0074 -> NO-BREAK SPACE
393 u'\ufffe' # 0x0075 -> UNDEFINED
394 u'\ufffe' # 0x0076 -> UNDEFINED
395 u'\ufffe' # 0x0077 -> UNDEFINED
396 u'\u2017' # 0x0078 -> DOUBLE LOW LINE
397 u'`' # 0x0079 -> GRAVE ACCENT
398 u':' # 0x007a -> COLON
399 u'#' # 0x007b -> NUMBER SIGN
400 u'@' # 0x007c -> COMMERCIAL AT
401 u"'" # 0x007d -> APOSTROPHE
402 u'=' # 0x007e -> EQUALS SIGN
403 u'"' # 0x007f -> QUOTATION MARK
404 u'\ufffe' # 0x0080 -> UNDEFINED
405 u'a' # 0x0081 -> LATIN SMALL LETTER A
406 u'b' # 0x0082 -> LATIN SMALL LETTER B
407 u'c' # 0x0083 -> LATIN SMALL LETTER C
408 u'd' # 0x0084 -> LATIN SMALL LETTER D
409 u'e' # 0x0085 -> LATIN SMALL LETTER E
410 u'f' # 0x0086 -> LATIN SMALL LETTER F
411 u'g' # 0x0087 -> LATIN SMALL LETTER G
412 u'h' # 0x0088 -> LATIN SMALL LETTER H
413 u'i' # 0x0089 -> LATIN SMALL LETTER I
414 u'\xab' # 0x008a -> LEFT-POINTING DOUBLE ANGLE QUOTATION MARK
415 u'\xbb' # 0x008b -> RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK
416 u'\ufffe' # 0x008c -> UNDEFINED
417 u'\ufffe' # 0x008d -> UNDEFINED
418 u'\ufffe' # 0x008e -> UNDEFINED
419 u'\xb1' # 0x008f -> PLUS-MINUS SIGN
420 u'\xb0' # 0x0090 -> DEGREE SIGN
421 u'j' # 0x0091 -> LATIN SMALL LETTER J
422 u'k' # 0x0092 -> LATIN SMALL LETTER K
423 u'l' # 0x0093 -> LATIN SMALL LETTER L
424 u'm' # 0x0094 -> LATIN SMALL LETTER M
425 u'n' # 0x0095 -> LATIN SMALL LETTER N
426 u'o' # 0x0096 -> LATIN SMALL LETTER O
427 u'p' # 0x0097 -> LATIN SMALL LETTER P
428 u'q' # 0x0098 -> LATIN SMALL LETTER Q
429 u'r' # 0x0099 -> LATIN SMALL LETTER R
430 u'\ufffe' # 0x009a -> UNDEFINED
431 u'\ufffe' # 0x009b -> UNDEFINED
432 u'\ufffe' # 0x009c -> UNDEFINED
433 u'\xb8' # 0x009d -> CEDILLA
434 u'\ufffe' # 0x009e -> UNDEFINED
435 u'\xa4' # 0x009f -> CURRENCY SIGN
436 u'\xb5' # 0x00a0 -> MICRO SIGN
437 u'~' # 0x00a1 -> TILDE
438 u's' # 0x00a2 -> LATIN SMALL LETTER S
439 u't' # 0x00a3 -> LATIN SMALL LETTER T
440 u'u' # 0x00a4 -> LATIN SMALL LETTER U
441 u'v' # 0x00a5 -> LATIN SMALL LETTER V
442 u'w' # 0x00a6 -> LATIN SMALL LETTER W
443 u'x' # 0x00a7 -> LATIN SMALL LETTER X
444 u'y' # 0x00a8 -> LATIN SMALL LETTER Y
445 u'z' # 0x00a9 -> LATIN SMALL LETTER Z
446 u'\ufffe' # 0x00aa -> UNDEFINED
447 u'\ufffe' # 0x00ab -> UNDEFINED
448 u'\ufffe' # 0x00ac -> UNDEFINED
449 u'\ufffe' # 0x00ad -> UNDEFINED
450 u'\ufffe' # 0x00ae -> UNDEFINED
451 u'\xae' # 0x00af -> REGISTERED SIGN
452 u'^' # 0x00b0 -> CIRCUMFLEX ACCENT
453 u'\xa3' # 0x00b1 -> POUND SIGN
454 u'\xa5' # 0x00b2 -> YEN SIGN
455 u'\xb7' # 0x00b3 -> MIDDLE DOT
456 u'\xa9' # 0x00b4 -> COPYRIGHT SIGN
457 u'\xa7' # 0x00b5 -> SECTION SIGN
458 u'\xb6' # 0x00b6 -> PILCROW SIGN
459 u'\xbc' # 0x00b7 -> VULGAR FRACTION ONE QUARTER
460 u'\xbd' # 0x00b8 -> VULGAR FRACTION ONE HALF
461 u'\xbe' # 0x00b9 -> VULGAR FRACTION THREE QUARTERS
462 u'[' # 0x00ba -> LEFT SQUARE BRACKET
463 u']' # 0x00bb -> RIGHT SQUARE BRACKET
464 u'\xaf' # 0x00bc -> MACRON
465 u'\xa8' # 0x00bd -> DIAERESIS
466 u'\xb4' # 0x00be -> ACUTE ACCENT
467 u'\xd7' # 0x00bf -> MULTIPLICATION SIGN
468 u'{' # 0x00c0 -> LEFT CURLY BRACKET
469 u'A' # 0x00c1 -> LATIN CAPITAL LETTER A
470 u'B' # 0x00c2 -> LATIN CAPITAL LETTER B
471 u'C' # 0x00c3 -> LATIN CAPITAL LETTER C
472 u'D' # 0x00c4 -> LATIN CAPITAL LETTER D
473 u'E' # 0x00c5 -> LATIN CAPITAL LETTER E
474 u'F' # 0x00c6 -> LATIN CAPITAL LETTER F
475 u'G' # 0x00c7 -> LATIN CAPITAL LETTER G
476 u'H' # 0x00c8 -> LATIN CAPITAL LETTER H
477 u'I' # 0x00c9 -> LATIN CAPITAL LETTER I
478 u'\xad' # 0x00ca -> SOFT HYPHEN
479 u'\ufffe' # 0x00cb -> UNDEFINED
480 u'\ufffe' # 0x00cc -> UNDEFINED
481 u'\ufffe' # 0x00cd -> UNDEFINED
482 u'\ufffe' # 0x00ce -> UNDEFINED
483 u'\ufffe' # 0x00cf -> UNDEFINED
484 u'}' # 0x00d0 -> RIGHT CURLY BRACKET
485 u'J' # 0x00d1 -> LATIN CAPITAL LETTER J
486 u'K' # 0x00d2 -> LATIN CAPITAL LETTER K
487 u'L' # 0x00d3 -> LATIN CAPITAL LETTER L
488 u'M' # 0x00d4 -> LATIN CAPITAL LETTER M
489 u'N' # 0x00d5 -> LATIN CAPITAL LETTER N
490 u'O' # 0x00d6 -> LATIN CAPITAL LETTER O
491 u'P' # 0x00d7 -> LATIN CAPITAL LETTER P
492 u'Q' # 0x00d8 -> LATIN CAPITAL LETTER Q
493 u'R' # 0x00d9 -> LATIN CAPITAL LETTER R
494 u'\xb9' # 0x00da -> SUPERSCRIPT ONE
495 u'\ufffe' # 0x00db -> UNDEFINED
496 u'\ufffe' # 0x00dc -> UNDEFINED
497 u'\ufffe' # 0x00dd -> UNDEFINED
498 u'\ufffe' # 0x00de -> UNDEFINED
499 u'\ufffe' # 0x00df -> UNDEFINED
500 u'\\' # 0x00e0 -> REVERSE SOLIDUS
501 u'\xf7' # 0x00e1 -> DIVISION SIGN
502 u'S' # 0x00e2 -> LATIN CAPITAL LETTER S
503 u'T' # 0x00e3 -> LATIN CAPITAL LETTER T
504 u'U' # 0x00e4 -> LATIN CAPITAL LETTER U
505 u'V' # 0x00e5 -> LATIN CAPITAL LETTER V
506 u'W' # 0x00e6 -> LATIN CAPITAL LETTER W
507 u'X' # 0x00e7 -> LATIN CAPITAL LETTER X
508 u'Y' # 0x00e8 -> LATIN CAPITAL LETTER Y
509 u'Z' # 0x00e9 -> LATIN CAPITAL LETTER Z
510 u'\xb2' # 0x00ea -> SUPERSCRIPT TWO
511 u'\ufffe' # 0x00eb -> UNDEFINED
512 u'\ufffe' # 0x00ec -> UNDEFINED
513 u'\ufffe' # 0x00ed -> UNDEFINED
514 u'\ufffe' # 0x00ee -> UNDEFINED
515 u'\ufffe' # 0x00ef -> UNDEFINED
516 u'0' # 0x00f0 -> DIGIT ZERO
517 u'1' # 0x00f1 -> DIGIT ONE
518 u'2' # 0x00f2 -> DIGIT TWO
519 u'3' # 0x00f3 -> DIGIT THREE
520 u'4' # 0x00f4 -> DIGIT FOUR
521 u'5' # 0x00f5 -> DIGIT FIVE
522 u'6' # 0x00f6 -> DIGIT SIX
523 u'7' # 0x00f7 -> DIGIT SEVEN
524 u'8' # 0x00f8 -> DIGIT EIGHT
525 u'9' # 0x00f9 -> DIGIT NINE
526 u'\xb3' # 0x00fa -> SUPERSCRIPT THREE
527 u'\ufffe' # 0x00fb -> UNDEFINED
528 u'\ufffe' # 0x00fc -> UNDEFINED
529 u'\ufffe' # 0x00fd -> UNDEFINED
530 u'\ufffe' # 0x00fe -> UNDEFINED
531 u'\x9f' # 0x00ff -> EIGHT ONES
532)
533
Guido van Rossum0229bf62000-03-10 23:17:24 +0000534### Encoding Map
535
Marc-André Lemburga1129f42005-10-21 13:49:12 +0000536encoding_map = {
537 0x0000: 0x0000, # NULL
538 0x0001: 0x0001, # START OF HEADING
539 0x0002: 0x0002, # START OF TEXT
540 0x0003: 0x0003, # END OF TEXT
541 0x0004: 0x0037, # END OF TRANSMISSION
542 0x0005: 0x002d, # ENQUIRY
543 0x0006: 0x002e, # ACKNOWLEDGE
544 0x0007: 0x002f, # BELL
545 0x0008: 0x0016, # BACKSPACE
546 0x0009: 0x0005, # HORIZONTAL TABULATION
547 0x000a: 0x0025, # LINE FEED
548 0x000b: 0x000b, # VERTICAL TABULATION
549 0x000c: 0x000c, # FORM FEED
550 0x000d: 0x000d, # CARRIAGE RETURN
551 0x000e: 0x000e, # SHIFT OUT
552 0x000f: 0x000f, # SHIFT IN
553 0x0010: 0x0010, # DATA LINK ESCAPE
554 0x0011: 0x0011, # DEVICE CONTROL ONE
555 0x0012: 0x0012, # DEVICE CONTROL TWO
556 0x0013: 0x0013, # DEVICE CONTROL THREE
557 0x0014: 0x003c, # DEVICE CONTROL FOUR
558 0x0015: 0x003d, # NEGATIVE ACKNOWLEDGE
559 0x0016: 0x0032, # SYNCHRONOUS IDLE
560 0x0017: 0x0026, # END OF TRANSMISSION BLOCK
561 0x0018: 0x0018, # CANCEL
562 0x0019: 0x0019, # END OF MEDIUM
563 0x001a: 0x003f, # SUBSTITUTE
564 0x001b: 0x0027, # ESCAPE
565 0x001c: 0x001c, # FILE SEPARATOR
566 0x001d: 0x001d, # GROUP SEPARATOR
567 0x001e: 0x001e, # RECORD SEPARATOR
568 0x001f: 0x001f, # UNIT SEPARATOR
569 0x0020: 0x0040, # SPACE
570 0x0021: 0x005a, # EXCLAMATION MARK
571 0x0022: 0x007f, # QUOTATION MARK
572 0x0023: 0x007b, # NUMBER SIGN
573 0x0024: 0x005b, # DOLLAR SIGN
574 0x0025: 0x006c, # PERCENT SIGN
575 0x0026: 0x0050, # AMPERSAND
576 0x0027: 0x007d, # APOSTROPHE
577 0x0028: 0x004d, # LEFT PARENTHESIS
578 0x0029: 0x005d, # RIGHT PARENTHESIS
579 0x002a: 0x005c, # ASTERISK
580 0x002b: 0x004e, # PLUS SIGN
581 0x002c: 0x006b, # COMMA
582 0x002d: 0x0060, # HYPHEN-MINUS
583 0x002e: 0x004b, # FULL STOP
584 0x002f: 0x0061, # SOLIDUS
585 0x0030: 0x00f0, # DIGIT ZERO
586 0x0031: 0x00f1, # DIGIT ONE
587 0x0032: 0x00f2, # DIGIT TWO
588 0x0033: 0x00f3, # DIGIT THREE
589 0x0034: 0x00f4, # DIGIT FOUR
590 0x0035: 0x00f5, # DIGIT FIVE
591 0x0036: 0x00f6, # DIGIT SIX
592 0x0037: 0x00f7, # DIGIT SEVEN
593 0x0038: 0x00f8, # DIGIT EIGHT
594 0x0039: 0x00f9, # DIGIT NINE
595 0x003a: 0x007a, # COLON
596 0x003b: 0x005e, # SEMICOLON
597 0x003c: 0x004c, # LESS-THAN SIGN
598 0x003d: 0x007e, # EQUALS SIGN
599 0x003e: 0x006e, # GREATER-THAN SIGN
600 0x003f: 0x006f, # QUESTION MARK
601 0x0040: 0x007c, # COMMERCIAL AT
602 0x0041: 0x00c1, # LATIN CAPITAL LETTER A
603 0x0042: 0x00c2, # LATIN CAPITAL LETTER B
604 0x0043: 0x00c3, # LATIN CAPITAL LETTER C
605 0x0044: 0x00c4, # LATIN CAPITAL LETTER D
606 0x0045: 0x00c5, # LATIN CAPITAL LETTER E
607 0x0046: 0x00c6, # LATIN CAPITAL LETTER F
608 0x0047: 0x00c7, # LATIN CAPITAL LETTER G
609 0x0048: 0x00c8, # LATIN CAPITAL LETTER H
610 0x0049: 0x00c9, # LATIN CAPITAL LETTER I
611 0x004a: 0x00d1, # LATIN CAPITAL LETTER J
612 0x004b: 0x00d2, # LATIN CAPITAL LETTER K
613 0x004c: 0x00d3, # LATIN CAPITAL LETTER L
614 0x004d: 0x00d4, # LATIN CAPITAL LETTER M
615 0x004e: 0x00d5, # LATIN CAPITAL LETTER N
616 0x004f: 0x00d6, # LATIN CAPITAL LETTER O
617 0x0050: 0x00d7, # LATIN CAPITAL LETTER P
618 0x0051: 0x00d8, # LATIN CAPITAL LETTER Q
619 0x0052: 0x00d9, # LATIN CAPITAL LETTER R
620 0x0053: 0x00e2, # LATIN CAPITAL LETTER S
621 0x0054: 0x00e3, # LATIN CAPITAL LETTER T
622 0x0055: 0x00e4, # LATIN CAPITAL LETTER U
623 0x0056: 0x00e5, # LATIN CAPITAL LETTER V
624 0x0057: 0x00e6, # LATIN CAPITAL LETTER W
625 0x0058: 0x00e7, # LATIN CAPITAL LETTER X
626 0x0059: 0x00e8, # LATIN CAPITAL LETTER Y
627 0x005a: 0x00e9, # LATIN CAPITAL LETTER Z
628 0x005b: 0x00ba, # LEFT SQUARE BRACKET
629 0x005c: 0x00e0, # REVERSE SOLIDUS
630 0x005d: 0x00bb, # RIGHT SQUARE BRACKET
631 0x005e: 0x00b0, # CIRCUMFLEX ACCENT
632 0x005f: 0x006d, # LOW LINE
633 0x0060: 0x0079, # GRAVE ACCENT
634 0x0061: 0x0081, # LATIN SMALL LETTER A
635 0x0062: 0x0082, # LATIN SMALL LETTER B
636 0x0063: 0x0083, # LATIN SMALL LETTER C
637 0x0064: 0x0084, # LATIN SMALL LETTER D
638 0x0065: 0x0085, # LATIN SMALL LETTER E
639 0x0066: 0x0086, # LATIN SMALL LETTER F
640 0x0067: 0x0087, # LATIN SMALL LETTER G
641 0x0068: 0x0088, # LATIN SMALL LETTER H
642 0x0069: 0x0089, # LATIN SMALL LETTER I
643 0x006a: 0x0091, # LATIN SMALL LETTER J
644 0x006b: 0x0092, # LATIN SMALL LETTER K
645 0x006c: 0x0093, # LATIN SMALL LETTER L
646 0x006d: 0x0094, # LATIN SMALL LETTER M
647 0x006e: 0x0095, # LATIN SMALL LETTER N
648 0x006f: 0x0096, # LATIN SMALL LETTER O
649 0x0070: 0x0097, # LATIN SMALL LETTER P
650 0x0071: 0x0098, # LATIN SMALL LETTER Q
651 0x0072: 0x0099, # LATIN SMALL LETTER R
652 0x0073: 0x00a2, # LATIN SMALL LETTER S
653 0x0074: 0x00a3, # LATIN SMALL LETTER T
654 0x0075: 0x00a4, # LATIN SMALL LETTER U
655 0x0076: 0x00a5, # LATIN SMALL LETTER V
656 0x0077: 0x00a6, # LATIN SMALL LETTER W
657 0x0078: 0x00a7, # LATIN SMALL LETTER X
658 0x0079: 0x00a8, # LATIN SMALL LETTER Y
659 0x007a: 0x00a9, # LATIN SMALL LETTER Z
660 0x007b: 0x00c0, # LEFT CURLY BRACKET
661 0x007c: 0x004f, # VERTICAL LINE
662 0x007d: 0x00d0, # RIGHT CURLY BRACKET
663 0x007e: 0x00a1, # TILDE
664 0x007f: 0x0007, # DELETE
665 0x0080: 0x0020, # DIGIT SELECT
666 0x0081: 0x0021, # START OF SIGNIFICANCE
667 0x0082: 0x0022, # FIELD SEPARATOR
668 0x0083: 0x0023, # WORD UNDERSCORE
669 0x0084: 0x0024, # BYPASS OR INHIBIT PRESENTATION
670 0x0085: 0x0015, # NEW LINE
671 0x0086: 0x0006, # REQUIRED NEW LINE
672 0x0087: 0x0017, # PROGRAM OPERATOR COMMUNICATION
673 0x0088: 0x0028, # SET ATTRIBUTE
674 0x0089: 0x0029, # START FIELD EXTENDED
675 0x008a: 0x002a, # SET MODE OR SWITCH
676 0x008b: 0x002b, # CONTROL SEQUENCE PREFIX
677 0x008c: 0x002c, # MODIFY FIELD ATTRIBUTE
678 0x008d: 0x0009, # SUPERSCRIPT
679 0x008e: 0x000a, # REPEAT
680 0x008f: 0x001b, # CUSTOMER USE ONE
681 0x0090: 0x0030, # <reserved>
682 0x0091: 0x0031, # <reserved>
683 0x0092: 0x001a, # UNIT BACK SPACE
684 0x0093: 0x0033, # INDEX RETURN
685 0x0094: 0x0034, # PRESENTATION POSITION
686 0x0095: 0x0035, # TRANSPARENT
687 0x0096: 0x0036, # NUMERIC BACKSPACE
688 0x0097: 0x0008, # GRAPHIC ESCAPE
689 0x0098: 0x0038, # SUBSCRIPT
690 0x0099: 0x0039, # INDENT TABULATION
691 0x009a: 0x003a, # REVERSE FORM FEED
692 0x009b: 0x003b, # CUSTOMER USE THREE
693 0x009c: 0x0004, # SELECT
694 0x009d: 0x0014, # RESTORE/ENABLE PRESENTATION
695 0x009e: 0x003e, # <reserved>
696 0x009f: 0x00ff, # EIGHT ONES
697 0x00a0: 0x0074, # NO-BREAK SPACE
698 0x00a2: 0x004a, # CENT SIGN
699 0x00a3: 0x00b1, # POUND SIGN
700 0x00a4: 0x009f, # CURRENCY SIGN
701 0x00a5: 0x00b2, # YEN SIGN
702 0x00a6: 0x006a, # BROKEN BAR
703 0x00a7: 0x00b5, # SECTION SIGN
704 0x00a8: 0x00bd, # DIAERESIS
705 0x00a9: 0x00b4, # COPYRIGHT SIGN
706 0x00ab: 0x008a, # LEFT-POINTING DOUBLE ANGLE QUOTATION MARK
707 0x00ac: 0x005f, # NOT SIGN
708 0x00ad: 0x00ca, # SOFT HYPHEN
709 0x00ae: 0x00af, # REGISTERED SIGN
710 0x00af: 0x00bc, # MACRON
711 0x00b0: 0x0090, # DEGREE SIGN
712 0x00b1: 0x008f, # PLUS-MINUS SIGN
713 0x00b2: 0x00ea, # SUPERSCRIPT TWO
714 0x00b3: 0x00fa, # SUPERSCRIPT THREE
715 0x00b4: 0x00be, # ACUTE ACCENT
716 0x00b5: 0x00a0, # MICRO SIGN
717 0x00b6: 0x00b6, # PILCROW SIGN
718 0x00b7: 0x00b3, # MIDDLE DOT
719 0x00b8: 0x009d, # CEDILLA
720 0x00b9: 0x00da, # SUPERSCRIPT ONE
721 0x00bb: 0x008b, # RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK
722 0x00bc: 0x00b7, # VULGAR FRACTION ONE QUARTER
723 0x00bd: 0x00b8, # VULGAR FRACTION ONE HALF
724 0x00be: 0x00b9, # VULGAR FRACTION THREE QUARTERS
725 0x00d7: 0x00bf, # MULTIPLICATION SIGN
726 0x00f7: 0x00e1, # DIVISION SIGN
727 0x05d0: 0x0041, # HEBREW LETTER ALEF
728 0x05d1: 0x0042, # HEBREW LETTER BET
729 0x05d2: 0x0043, # HEBREW LETTER GIMEL
730 0x05d3: 0x0044, # HEBREW LETTER DALET
731 0x05d4: 0x0045, # HEBREW LETTER HE
732 0x05d5: 0x0046, # HEBREW LETTER VAV
733 0x05d6: 0x0047, # HEBREW LETTER ZAYIN
734 0x05d7: 0x0048, # HEBREW LETTER HET
735 0x05d8: 0x0049, # HEBREW LETTER TET
736 0x05d9: 0x0051, # HEBREW LETTER YOD
737 0x05da: 0x0052, # HEBREW LETTER FINAL KAF
738 0x05db: 0x0053, # HEBREW LETTER KAF
739 0x05dc: 0x0054, # HEBREW LETTER LAMED
740 0x05dd: 0x0055, # HEBREW LETTER FINAL MEM
741 0x05de: 0x0056, # HEBREW LETTER MEM
742 0x05df: 0x0057, # HEBREW LETTER FINAL NUN
743 0x05e0: 0x0058, # HEBREW LETTER NUN
744 0x05e1: 0x0059, # HEBREW LETTER SAMEKH
745 0x05e2: 0x0062, # HEBREW LETTER AYIN
746 0x05e3: 0x0063, # HEBREW LETTER FINAL PE
747 0x05e4: 0x0064, # HEBREW LETTER PE
748 0x05e5: 0x0065, # HEBREW LETTER FINAL TSADI
749 0x05e6: 0x0066, # HEBREW LETTER TSADI
750 0x05e7: 0x0067, # HEBREW LETTER QOF
751 0x05e8: 0x0068, # HEBREW LETTER RESH
752 0x05e9: 0x0069, # HEBREW LETTER SHIN
753 0x05ea: 0x0071, # HEBREW LETTER TAV
754 0x2017: 0x0078, # DOUBLE LOW LINE
755}