blob: 112309036dcfa0b09d2f4de690e52eb0f0e41638 [file] [log] [blame]
Guido van Rossum731630b1996-08-19 22:26:43 +00001"""Implements (a subset of) Sun XDR -- eXternal Data Representation.
2
3See: RFC 1014
4
Guido van Rossum731630b1996-08-19 22:26:43 +00005"""
6
7import struct
Martin v. Löwisc47016e2001-08-16 17:06:44 +00008try:
9 from cStringIO import StringIO as _StringIO
10except ImportError:
11 from StringIO import StringIO as _StringIO
Guido van Rossum731630b1996-08-19 22:26:43 +000012
Skip Montanaro40fc1602001-03-01 04:27:19 +000013__all__ = ["Error", "Packer", "Unpacker", "ConversionError"]
14
Guido van Rossum731630b1996-08-19 22:26:43 +000015# exceptions
Neal Norwitzf74e46c2002-03-31 13:59:18 +000016class Error(Exception):
Guido van Rossum731630b1996-08-19 22:26:43 +000017 """Exception class for this module. Use:
18
19 except xdrlib.Error, var:
20 # var has the Error instance for the exception
21
22 Public ivars:
23 msg -- contains the message
24
25 """
26 def __init__(self, msg):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000027 self.msg = msg
Guido van Rossum731630b1996-08-19 22:26:43 +000028 def __repr__(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000029 return repr(self.msg)
Guido van Rossum731630b1996-08-19 22:26:43 +000030 def __str__(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000031 return str(self.msg)
Guido van Rossum731630b1996-08-19 22:26:43 +000032
33
34class ConversionError(Error):
35 pass
36
37
Tim Peterse1190062001-01-15 03:34:38 +000038
Guido van Rossum731630b1996-08-19 22:26:43 +000039class Packer:
40 """Pack various data representations into a buffer."""
41
42 def __init__(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000043 self.reset()
Guido van Rossum731630b1996-08-19 22:26:43 +000044
45 def reset(self):
Martin v. Löwisc47016e2001-08-16 17:06:44 +000046 self.__buf = _StringIO()
Guido van Rossum731630b1996-08-19 22:26:43 +000047
48 def get_buffer(self):
Martin v. Löwisc47016e2001-08-16 17:06:44 +000049 return self.__buf.getvalue()
Guido van Rossum731630b1996-08-19 22:26:43 +000050 # backwards compatibility
51 get_buf = get_buffer
52
53 def pack_uint(self, x):
Martin v. Löwisc47016e2001-08-16 17:06:44 +000054 self.__buf.write(struct.pack('>L', x))
Guido van Rossum731630b1996-08-19 22:26:43 +000055
56 pack_int = pack_uint
57 pack_enum = pack_int
58
59 def pack_bool(self, x):
Martin v. Löwisc47016e2001-08-16 17:06:44 +000060 if x: self.__buf.write('\0\0\0\1')
61 else: self.__buf.write('\0\0\0\0')
Guido van Rossum731630b1996-08-19 22:26:43 +000062
63 def pack_uhyper(self, x):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000064 self.pack_uint(x>>32 & 0xffffffffL)
65 self.pack_uint(x & 0xffffffffL)
Guido van Rossum731630b1996-08-19 22:26:43 +000066
67 pack_hyper = pack_uhyper
68
69 def pack_float(self, x):
Martin v. Löwisc47016e2001-08-16 17:06:44 +000070 try: self.__buf.write(struct.pack('>f', x))
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000071 except struct.error, msg:
72 raise ConversionError, msg
Guido van Rossum6083f0e1997-01-02 22:52:15 +000073
Guido van Rossum731630b1996-08-19 22:26:43 +000074 def pack_double(self, x):
Martin v. Löwisc47016e2001-08-16 17:06:44 +000075 try: self.__buf.write(struct.pack('>d', x))
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000076 except struct.error, msg:
77 raise ConversionError, msg
Guido van Rossum731630b1996-08-19 22:26:43 +000078
79 def pack_fstring(self, n, s):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000080 if n < 0:
81 raise ValueError, 'fstring size must be nonnegative'
82 n = ((n+3)/4)*4
83 data = s[:n]
84 data = data + (n - len(data)) * '\0'
Martin v. Löwisc47016e2001-08-16 17:06:44 +000085 self.__buf.write(data)
Guido van Rossum731630b1996-08-19 22:26:43 +000086
87 pack_fopaque = pack_fstring
88
89 def pack_string(self, s):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000090 n = len(s)
91 self.pack_uint(n)
92 self.pack_fstring(n, s)
Guido van Rossum731630b1996-08-19 22:26:43 +000093
94 pack_opaque = pack_string
95 pack_bytes = pack_string
96
97 def pack_list(self, list, pack_item):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +000098 for item in list:
99 self.pack_uint(1)
100 pack_item(item)
101 self.pack_uint(0)
Guido van Rossum731630b1996-08-19 22:26:43 +0000102
103 def pack_farray(self, n, list, pack_item):
Fred Drake8152d322000-12-12 23:20:45 +0000104 if len(list) != n:
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000105 raise ValueError, 'wrong array size'
106 for item in list:
107 pack_item(item)
Guido van Rossum731630b1996-08-19 22:26:43 +0000108
109 def pack_array(self, list, pack_item):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000110 n = len(list)
111 self.pack_uint(n)
112 self.pack_farray(n, list, pack_item)
Guido van Rossum731630b1996-08-19 22:26:43 +0000113
114
Tim Peterse1190062001-01-15 03:34:38 +0000115
Guido van Rossum731630b1996-08-19 22:26:43 +0000116class Unpacker:
117 """Unpacks various data representations from the given buffer."""
118
119 def __init__(self, data):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000120 self.reset(data)
Guido van Rossum731630b1996-08-19 22:26:43 +0000121
122 def reset(self, data):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000123 self.__buf = data
124 self.__pos = 0
Guido van Rossum731630b1996-08-19 22:26:43 +0000125
126 def get_position(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000127 return self.__pos
Guido van Rossum731630b1996-08-19 22:26:43 +0000128
129 def set_position(self, position):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000130 self.__pos = position
Guido van Rossum731630b1996-08-19 22:26:43 +0000131
Barry Warsaw75eccc51996-12-04 22:04:39 +0000132 def get_buffer(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000133 return self.__buf
Barry Warsaw75eccc51996-12-04 22:04:39 +0000134
Guido van Rossum731630b1996-08-19 22:26:43 +0000135 def done(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000136 if self.__pos < len(self.__buf):
137 raise Error('unextracted data remains')
Guido van Rossum731630b1996-08-19 22:26:43 +0000138
139 def unpack_uint(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000140 i = self.__pos
141 self.__pos = j = i+4
142 data = self.__buf[i:j]
143 if len(data) < 4:
144 raise EOFError
145 x = struct.unpack('>L', data)[0]
146 try:
147 return int(x)
148 except OverflowError:
149 return x
Guido van Rossum731630b1996-08-19 22:26:43 +0000150
151 def unpack_int(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000152 i = self.__pos
153 self.__pos = j = i+4
154 data = self.__buf[i:j]
155 if len(data) < 4:
156 raise EOFError
157 return struct.unpack('>l', data)[0]
Guido van Rossum731630b1996-08-19 22:26:43 +0000158
159 unpack_enum = unpack_int
160 unpack_bool = unpack_int
161
162 def unpack_uhyper(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000163 hi = self.unpack_uint()
164 lo = self.unpack_uint()
165 return long(hi)<<32 | lo
Guido van Rossum731630b1996-08-19 22:26:43 +0000166
167 def unpack_hyper(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000168 x = self.unpack_uhyper()
169 if x >= 0x8000000000000000L:
170 x = x - 0x10000000000000000L
171 return x
Guido van Rossum731630b1996-08-19 22:26:43 +0000172
173 def unpack_float(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000174 i = self.__pos
175 self.__pos = j = i+4
176 data = self.__buf[i:j]
177 if len(data) < 4:
178 raise EOFError
179 return struct.unpack('>f', data)[0]
Guido van Rossum731630b1996-08-19 22:26:43 +0000180
Guido van Rossum6083f0e1997-01-02 22:52:15 +0000181 def unpack_double(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000182 i = self.__pos
183 self.__pos = j = i+8
184 data = self.__buf[i:j]
185 if len(data) < 8:
186 raise EOFError
187 return struct.unpack('>d', data)[0]
Guido van Rossum731630b1996-08-19 22:26:43 +0000188
189 def unpack_fstring(self, n):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000190 if n < 0:
191 raise ValueError, 'fstring size must be nonnegative'
192 i = self.__pos
193 j = i + (n+3)/4*4
194 if j > len(self.__buf):
195 raise EOFError
196 self.__pos = j
197 return self.__buf[i:i+n]
Guido van Rossum731630b1996-08-19 22:26:43 +0000198
199 unpack_fopaque = unpack_fstring
200
201 def unpack_string(self):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000202 n = self.unpack_uint()
203 return self.unpack_fstring(n)
Guido van Rossum731630b1996-08-19 22:26:43 +0000204
205 unpack_opaque = unpack_string
206 unpack_bytes = unpack_string
207
208 def unpack_list(self, unpack_item):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000209 list = []
210 while 1:
211 x = self.unpack_uint()
212 if x == 0: break
Fred Drake8152d322000-12-12 23:20:45 +0000213 if x != 1:
Walter Dörwald70a6b492004-02-12 17:35:32 +0000214 raise ConversionError, '0 or 1 expected, got %r' % (x,)
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000215 item = unpack_item()
216 list.append(item)
217 return list
Guido van Rossum731630b1996-08-19 22:26:43 +0000218
219 def unpack_farray(self, n, unpack_item):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000220 list = []
221 for i in range(n):
222 list.append(unpack_item())
223 return list
Guido van Rossum731630b1996-08-19 22:26:43 +0000224
225 def unpack_array(self, unpack_item):
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000226 n = self.unpack_uint()
227 return self.unpack_farray(n, unpack_item)
Guido van Rossum731630b1996-08-19 22:26:43 +0000228
Tim Peterse1190062001-01-15 03:34:38 +0000229
Guido van Rossum731630b1996-08-19 22:26:43 +0000230# test suite
Guido van Rossum72fba791996-08-19 22:49:35 +0000231def _test():
Guido van Rossum731630b1996-08-19 22:26:43 +0000232 p = Packer()
233 packtest = [
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000234 (p.pack_uint, (9,)),
235 (p.pack_bool, (None,)),
236 (p.pack_bool, ('hello',)),
237 (p.pack_uhyper, (45L,)),
238 (p.pack_float, (1.9,)),
239 (p.pack_double, (1.9,)),
240 (p.pack_string, ('hello world',)),
241 (p.pack_list, (range(5), p.pack_uint)),
242 (p.pack_array, (['what', 'is', 'hapnin', 'doctor'], p.pack_string)),
243 ]
Guido van Rossum731630b1996-08-19 22:26:43 +0000244 succeedlist = [1] * len(packtest)
245 count = 0
246 for method, args in packtest:
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000247 print 'pack test', count,
248 try:
Guido van Rossum68468eb2003-02-27 20:14:51 +0000249 method(*args)
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000250 print 'succeeded'
251 except ConversionError, var:
252 print 'ConversionError:', var.msg
253 succeedlist[count] = 0
254 count = count + 1
Guido van Rossum731630b1996-08-19 22:26:43 +0000255 data = p.get_buffer()
256 # now verify
257 up = Unpacker(data)
258 unpacktest = [
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000259 (up.unpack_uint, (), lambda x: x == 9),
260 (up.unpack_bool, (), lambda x: not x),
261 (up.unpack_bool, (), lambda x: x),
262 (up.unpack_uhyper, (), lambda x: x == 45L),
263 (up.unpack_float, (), lambda x: 1.89 < x < 1.91),
264 (up.unpack_double, (), lambda x: 1.89 < x < 1.91),
265 (up.unpack_string, (), lambda x: x == 'hello world'),
266 (up.unpack_list, (up.unpack_uint,), lambda x: x == range(5)),
267 (up.unpack_array, (up.unpack_string,),
268 lambda x: x == ['what', 'is', 'hapnin', 'doctor']),
269 ]
Guido van Rossum731630b1996-08-19 22:26:43 +0000270 count = 0
271 for method, args, pred in unpacktest:
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000272 print 'unpack test', count,
273 try:
274 if succeedlist[count]:
Guido van Rossum68468eb2003-02-27 20:14:51 +0000275 x = method(*args)
Guido van Rossum45e2fbc1998-03-26 21:13:24 +0000276 print pred(x) and 'succeeded' or 'failed', ':', x
277 else:
278 print 'skipping'
279 except ConversionError, var:
280 print 'ConversionError:', var.msg
281 count = count + 1
Guido van Rossum731630b1996-08-19 22:26:43 +0000282
Tim Peterse1190062001-01-15 03:34:38 +0000283
Guido van Rossum731630b1996-08-19 22:26:43 +0000284if __name__ == '__main__':
Guido van Rossum72fba791996-08-19 22:49:35 +0000285 _test()