blob: ba7ac1936479f74a2a9359d506ace5f1e2f4f32d [file] [log] [blame]
Benjamin Petersonef3e4c22009-04-11 19:48:14 +00001r"""plistlib.py -- a tool to generate and parse MacOSX .plist files.
Christian Heimes7e182542008-01-27 15:20:13 +00002
Ezio Melotti6e9b1df2009-09-16 00:49:03 +00003The property list (.plist) file format is a simple XML pickle supporting
Christian Heimes7e182542008-01-27 15:20:13 +00004basic object types, like dictionaries, lists, numbers and strings.
5Usually the top level object is a dictionary.
6
Ronald Oussorenc5cf7972013-11-21 15:46:49 +01007To write out a plist file, use the dump(value, file)
8function. 'value' is the top level object, 'file' is
9a (writable) file object.
Christian Heimes7e182542008-01-27 15:20:13 +000010
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010011To parse a plist from a file, use the load(file) function,
12with a (readable) file object as the only argument. It
Christian Heimes7e182542008-01-27 15:20:13 +000013returns the top level object (again, usually a dictionary).
14
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010015To work with plist data in bytes objects, you can use loads()
16and dumps().
Christian Heimes7e182542008-01-27 15:20:13 +000017
18Values can be strings, integers, floats, booleans, tuples, lists,
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010019dictionaries (but only with string keys), Data, bytes, bytearray, or
20datetime.datetime objects.
Christian Heimes7e182542008-01-27 15:20:13 +000021
22Generate Plist example:
23
24 pl = dict(
Ezio Melotti6e9b1df2009-09-16 00:49:03 +000025 aString = "Doodah",
26 aList = ["A", "B", 12, 32.1, [1, 2, 3]],
Christian Heimes7e182542008-01-27 15:20:13 +000027 aFloat = 0.1,
28 anInt = 728,
Ezio Melotti6e9b1df2009-09-16 00:49:03 +000029 aDict = dict(
30 anotherString = "<hello & hi there!>",
31 aUnicodeValue = "M\xe4ssig, Ma\xdf",
32 aTrueValue = True,
33 aFalseValue = False,
Christian Heimes7e182542008-01-27 15:20:13 +000034 ),
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010035 someData = b"<binary gunk>",
36 someMoreData = b"<lots of binary gunk>" * 10,
Christian Heimes7e182542008-01-27 15:20:13 +000037 aDate = datetime.datetime.fromtimestamp(time.mktime(time.gmtime())),
38 )
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010039 with open(fileName, 'wb') as fp:
40 dump(pl, fp)
Christian Heimes7e182542008-01-27 15:20:13 +000041
42Parse Plist example:
43
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010044 with open(fileName, 'rb') as fp:
45 pl = load(fp)
46 print(pl["aKey"])
Christian Heimes7e182542008-01-27 15:20:13 +000047"""
Christian Heimes7e182542008-01-27 15:20:13 +000048__all__ = [
Jon Janzence81a922019-09-05 03:11:35 -050049 "InvalidFileException", "FMT_XML", "FMT_BINARY", "load", "dump", "loads", "dumps", "UID"
Christian Heimes7e182542008-01-27 15:20:13 +000050]
Christian Heimes7e182542008-01-27 15:20:13 +000051
52import binascii
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010053import codecs
Christian Heimes7e182542008-01-27 15:20:13 +000054import datetime
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010055import enum
Christian Heimes7e182542008-01-27 15:20:13 +000056from io import BytesIO
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010057import itertools
58import os
Christian Heimes7e182542008-01-27 15:20:13 +000059import re
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010060import struct
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010061from xml.parsers.expat import ParserCreate
Christian Heimes7e182542008-01-27 15:20:13 +000062
63
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010064PlistFormat = enum.Enum('PlistFormat', 'FMT_XML FMT_BINARY', module=__name__)
65globals().update(PlistFormat.__members__)
Christian Heimes7e182542008-01-27 15:20:13 +000066
67
Jon Janzenc981ad12019-05-15 22:14:38 +020068class UID:
69 def __init__(self, data):
70 if not isinstance(data, int):
71 raise TypeError("data must be an int")
72 if data >= 1 << 64:
73 raise ValueError("UIDs cannot be >= 2**64")
74 if data < 0:
75 raise ValueError("UIDs must be positive")
76 self.data = data
77
78 def __index__(self):
79 return self.data
80
81 def __repr__(self):
82 return "%s(%s)" % (self.__class__.__name__, repr(self.data))
83
84 def __reduce__(self):
85 return self.__class__, (self.data,)
86
87 def __eq__(self, other):
88 if not isinstance(other, UID):
89 return NotImplemented
90 return self.data == other.data
91
92 def __hash__(self):
93 return hash(self.data)
94
Ronald Oussorenc5cf7972013-11-21 15:46:49 +010095#
96# XML support
97#
98
99
100# XML 'header'
101PLISTHEADER = b"""\
102<?xml version="1.0" encoding="UTF-8"?>
103<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
104"""
105
106
107# Regex to find any control chars, except for \t \n and \r
108_controlCharPat = re.compile(
109 r"[\x00\x01\x02\x03\x04\x05\x06\x07\x08\x0b\x0c\x0e\x0f"
110 r"\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f]")
111
112def _encode_base64(s, maxlinelength=76):
113 # copied from base64.encodebytes(), with added maxlinelength argument
114 maxbinsize = (maxlinelength//4)*3
115 pieces = []
116 for i in range(0, len(s), maxbinsize):
117 chunk = s[i : i + maxbinsize]
118 pieces.append(binascii.b2a_base64(chunk))
119 return b''.join(pieces)
120
121def _decode_base64(s):
122 if isinstance(s, str):
123 return binascii.a2b_base64(s.encode("utf-8"))
124
125 else:
126 return binascii.a2b_base64(s)
127
128# Contents should conform to a subset of ISO 8601
129# (in particular, YYYY '-' MM '-' DD 'T' HH ':' MM ':' SS 'Z'. Smaller units
130# may be omitted with # a loss of precision)
131_dateParser = re.compile(r"(?P<year>\d\d\d\d)(?:-(?P<month>\d\d)(?:-(?P<day>\d\d)(?:T(?P<hour>\d\d)(?::(?P<minute>\d\d)(?::(?P<second>\d\d))?)?)?)?)?Z", re.ASCII)
132
133
134def _date_from_string(s):
135 order = ('year', 'month', 'day', 'hour', 'minute', 'second')
136 gd = _dateParser.match(s).groupdict()
137 lst = []
138 for key in order:
139 val = gd[key]
140 if val is None:
141 break
142 lst.append(int(val))
143 return datetime.datetime(*lst)
144
145
146def _date_to_string(d):
147 return '%04d-%02d-%02dT%02d:%02d:%02dZ' % (
148 d.year, d.month, d.day,
149 d.hour, d.minute, d.second
150 )
151
152def _escape(text):
153 m = _controlCharPat.search(text)
154 if m is not None:
155 raise ValueError("strings can't contains control characters; "
156 "use bytes instead")
157 text = text.replace("\r\n", "\n") # convert DOS line endings
158 text = text.replace("\r", "\n") # convert Mac line endings
159 text = text.replace("&", "&amp;") # escape '&'
160 text = text.replace("<", "&lt;") # escape '<'
161 text = text.replace(">", "&gt;") # escape '>'
162 return text
163
164class _PlistParser:
Jon Janzence81a922019-09-05 03:11:35 -0500165 def __init__(self, dict_type):
Christian Heimes7e182542008-01-27 15:20:13 +0000166 self.stack = []
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100167 self.current_key = None
Christian Heimes7e182542008-01-27 15:20:13 +0000168 self.root = None
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100169 self._dict_type = dict_type
Christian Heimes7e182542008-01-27 15:20:13 +0000170
171 def parse(self, fileobj):
Ned Deilyb8e59f72011-05-28 02:19:19 -0700172 self.parser = ParserCreate()
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100173 self.parser.StartElementHandler = self.handle_begin_element
174 self.parser.EndElementHandler = self.handle_end_element
175 self.parser.CharacterDataHandler = self.handle_data
Ronald Oussoren05ee7902020-10-19 20:13:49 +0200176 self.parser.EntityDeclHandler = self.handle_entity_decl
Ned Deilyb8e59f72011-05-28 02:19:19 -0700177 self.parser.ParseFile(fileobj)
Christian Heimes7e182542008-01-27 15:20:13 +0000178 return self.root
179
Ronald Oussoren05ee7902020-10-19 20:13:49 +0200180 def handle_entity_decl(self, entity_name, is_parameter_entity, value, base, system_id, public_id, notation_name):
181 # Reject plist files with entity declarations to avoid XML vulnerabilies in expat.
182 # Regular plist files don't contain those declerations, and Apple's plutil tool does not
183 # accept them either.
184 raise InvalidFileException("XML entity declarations are not supported in plist files")
185
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100186 def handle_begin_element(self, element, attrs):
Christian Heimes7e182542008-01-27 15:20:13 +0000187 self.data = []
188 handler = getattr(self, "begin_" + element, None)
189 if handler is not None:
190 handler(attrs)
191
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100192 def handle_end_element(self, element):
Christian Heimes7e182542008-01-27 15:20:13 +0000193 handler = getattr(self, "end_" + element, None)
194 if handler is not None:
195 handler()
196
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100197 def handle_data(self, data):
Christian Heimes7e182542008-01-27 15:20:13 +0000198 self.data.append(data)
199
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100200 def add_object(self, value):
201 if self.current_key is not None:
Ned Deilyb8e59f72011-05-28 02:19:19 -0700202 if not isinstance(self.stack[-1], type({})):
203 raise ValueError("unexpected element at line %d" %
204 self.parser.CurrentLineNumber)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100205 self.stack[-1][self.current_key] = value
206 self.current_key = None
Christian Heimes7e182542008-01-27 15:20:13 +0000207 elif not self.stack:
208 # this is the root object
209 self.root = value
210 else:
Ned Deilyb8e59f72011-05-28 02:19:19 -0700211 if not isinstance(self.stack[-1], type([])):
212 raise ValueError("unexpected element at line %d" %
213 self.parser.CurrentLineNumber)
Christian Heimes7e182542008-01-27 15:20:13 +0000214 self.stack[-1].append(value)
215
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100216 def get_data(self):
Christian Heimes7e182542008-01-27 15:20:13 +0000217 data = ''.join(self.data)
218 self.data = []
219 return data
220
221 # element handlers
222
223 def begin_dict(self, attrs):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100224 d = self._dict_type()
225 self.add_object(d)
Christian Heimes7e182542008-01-27 15:20:13 +0000226 self.stack.append(d)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100227
Christian Heimes7e182542008-01-27 15:20:13 +0000228 def end_dict(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100229 if self.current_key:
Ned Deilyb8e59f72011-05-28 02:19:19 -0700230 raise ValueError("missing value for key '%s' at line %d" %
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100231 (self.current_key,self.parser.CurrentLineNumber))
Christian Heimes7e182542008-01-27 15:20:13 +0000232 self.stack.pop()
233
234 def end_key(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100235 if self.current_key or not isinstance(self.stack[-1], type({})):
Ned Deilyb8e59f72011-05-28 02:19:19 -0700236 raise ValueError("unexpected key at line %d" %
237 self.parser.CurrentLineNumber)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100238 self.current_key = self.get_data()
Christian Heimes7e182542008-01-27 15:20:13 +0000239
240 def begin_array(self, attrs):
241 a = []
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100242 self.add_object(a)
Christian Heimes7e182542008-01-27 15:20:13 +0000243 self.stack.append(a)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100244
Christian Heimes7e182542008-01-27 15:20:13 +0000245 def end_array(self):
246 self.stack.pop()
247
248 def end_true(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100249 self.add_object(True)
250
Christian Heimes7e182542008-01-27 15:20:13 +0000251 def end_false(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100252 self.add_object(False)
253
Christian Heimes7e182542008-01-27 15:20:13 +0000254 def end_integer(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100255 self.add_object(int(self.get_data()))
256
Christian Heimes7e182542008-01-27 15:20:13 +0000257 def end_real(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100258 self.add_object(float(self.get_data()))
259
Christian Heimes7e182542008-01-27 15:20:13 +0000260 def end_string(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100261 self.add_object(self.get_data())
262
Christian Heimes7e182542008-01-27 15:20:13 +0000263 def end_data(self):
Jon Janzence81a922019-09-05 03:11:35 -0500264 self.add_object(_decode_base64(self.get_data()))
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100265
Christian Heimes7e182542008-01-27 15:20:13 +0000266 def end_date(self):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100267 self.add_object(_date_from_string(self.get_data()))
268
269
270class _DumbXMLWriter:
271 def __init__(self, file, indent_level=0, indent="\t"):
272 self.file = file
273 self.stack = []
274 self._indent_level = indent_level
275 self.indent = indent
276
277 def begin_element(self, element):
278 self.stack.append(element)
279 self.writeln("<%s>" % element)
280 self._indent_level += 1
281
282 def end_element(self, element):
283 assert self._indent_level > 0
284 assert self.stack.pop() == element
285 self._indent_level -= 1
286 self.writeln("</%s>" % element)
287
288 def simple_element(self, element, value=None):
289 if value is not None:
290 value = _escape(value)
291 self.writeln("<%s>%s</%s>" % (element, value, element))
292
293 else:
294 self.writeln("<%s/>" % element)
295
296 def writeln(self, line):
297 if line:
298 # plist has fixed encoding of utf-8
299
300 # XXX: is this test needed?
301 if isinstance(line, str):
302 line = line.encode('utf-8')
303 self.file.write(self._indent_level * self.indent)
304 self.file.write(line)
305 self.file.write(b'\n')
306
307
308class _PlistWriter(_DumbXMLWriter):
309 def __init__(
310 self, file, indent_level=0, indent=b"\t", writeHeader=1,
311 sort_keys=True, skipkeys=False):
312
313 if writeHeader:
314 file.write(PLISTHEADER)
315 _DumbXMLWriter.__init__(self, file, indent_level, indent)
316 self._sort_keys = sort_keys
317 self._skipkeys = skipkeys
318
319 def write(self, value):
320 self.writeln("<plist version=\"1.0\">")
321 self.write_value(value)
322 self.writeln("</plist>")
323
324 def write_value(self, value):
325 if isinstance(value, str):
326 self.simple_element("string", value)
327
328 elif value is True:
329 self.simple_element("true")
330
331 elif value is False:
332 self.simple_element("false")
333
334 elif isinstance(value, int):
Ronald Oussoren6db66532014-01-15 11:32:35 +0100335 if -1 << 63 <= value < 1 << 64:
336 self.simple_element("integer", "%d" % value)
337 else:
338 raise OverflowError(value)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100339
340 elif isinstance(value, float):
341 self.simple_element("real", repr(value))
342
343 elif isinstance(value, dict):
344 self.write_dict(value)
345
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100346 elif isinstance(value, (bytes, bytearray)):
347 self.write_bytes(value)
348
349 elif isinstance(value, datetime.datetime):
350 self.simple_element("date", _date_to_string(value))
351
352 elif isinstance(value, (tuple, list)):
353 self.write_array(value)
354
355 else:
356 raise TypeError("unsupported type: %s" % type(value))
357
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100358 def write_bytes(self, data):
359 self.begin_element("data")
360 self._indent_level -= 1
361 maxlinelength = max(
362 16,
363 76 - len(self.indent.replace(b"\t", b" " * 8) * self._indent_level))
364
365 for line in _encode_base64(data, maxlinelength).split(b"\n"):
366 if line:
367 self.writeln(line)
368 self._indent_level += 1
369 self.end_element("data")
370
371 def write_dict(self, d):
372 if d:
373 self.begin_element("dict")
374 if self._sort_keys:
375 items = sorted(d.items())
376 else:
377 items = d.items()
378
379 for key, value in items:
380 if not isinstance(key, str):
381 if self._skipkeys:
382 continue
383 raise TypeError("keys must be strings")
384 self.simple_element("key", key)
385 self.write_value(value)
386 self.end_element("dict")
387
388 else:
389 self.simple_element("dict")
390
391 def write_array(self, array):
392 if array:
393 self.begin_element("array")
394 for value in array:
395 self.write_value(value)
396 self.end_element("array")
397
398 else:
399 self.simple_element("array")
400
401
402def _is_fmt_xml(header):
403 prefixes = (b'<?xml', b'<plist')
404
405 for pfx in prefixes:
406 if header.startswith(pfx):
407 return True
408
409 # Also check for alternative XML encodings, this is slightly
410 # overkill because the Apple tools (and plistlib) will not
411 # generate files with these encodings.
412 for bom, encoding in (
413 (codecs.BOM_UTF8, "utf-8"),
414 (codecs.BOM_UTF16_BE, "utf-16-be"),
415 (codecs.BOM_UTF16_LE, "utf-16-le"),
416 # expat does not support utf-32
417 #(codecs.BOM_UTF32_BE, "utf-32-be"),
418 #(codecs.BOM_UTF32_LE, "utf-32-le"),
419 ):
420 if not header.startswith(bom):
421 continue
422
423 for start in prefixes:
424 prefix = bom + start.decode('ascii').encode(encoding)
425 if header[:len(prefix)] == prefix:
426 return True
427
428 return False
429
430#
431# Binary Plist
432#
433
434
435class InvalidFileException (ValueError):
436 def __init__(self, message="Invalid file"):
437 ValueError.__init__(self, message)
438
439_BINARY_FORMAT = {1: 'B', 2: 'H', 4: 'L', 8: 'Q'}
440
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200441_undefined = object()
442
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100443class _BinaryPlistParser:
444 """
445 Read or write a binary plist file, following the description of the binary
446 format. Raise InvalidFileException in case of error, otherwise return the
447 root object.
448
449 see also: http://opensource.apple.com/source/CF/CF-744.18/CFBinaryPList.c
450 """
Jon Janzence81a922019-09-05 03:11:35 -0500451 def __init__(self, dict_type):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100452 self._dict_type = dict_type
453
454 def parse(self, fp):
455 try:
456 # The basic file format:
457 # HEADER
458 # object...
459 # refid->offset...
460 # TRAILER
461 self._fp = fp
462 self._fp.seek(-32, os.SEEK_END)
463 trailer = self._fp.read(32)
464 if len(trailer) != 32:
465 raise InvalidFileException()
466 (
467 offset_size, self._ref_size, num_objects, top_object,
468 offset_table_offset
469 ) = struct.unpack('>6xBBQQQ', trailer)
470 self._fp.seek(offset_table_offset)
Serhiy Storchaka06526642014-05-23 16:13:33 +0300471 self._object_offsets = self._read_ints(num_objects, offset_size)
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200472 self._objects = [_undefined] * num_objects
473 return self._read_object(top_object)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100474
Serhiy Storchakadb91e0f2017-10-31 14:05:53 +0200475 except (OSError, IndexError, struct.error, OverflowError,
476 UnicodeDecodeError):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100477 raise InvalidFileException()
478
479 def _get_size(self, tokenL):
480 """ return the size of the next object."""
481 if tokenL == 0xF:
482 m = self._fp.read(1)[0] & 0x3
483 s = 1 << m
484 f = '>' + _BINARY_FORMAT[s]
485 return struct.unpack(f, self._fp.read(s))[0]
486
487 return tokenL
488
Serhiy Storchaka06526642014-05-23 16:13:33 +0300489 def _read_ints(self, n, size):
490 data = self._fp.read(size * n)
491 if size in _BINARY_FORMAT:
492 return struct.unpack('>' + _BINARY_FORMAT[size] * n, data)
493 else:
Serhiy Storchakadb91e0f2017-10-31 14:05:53 +0200494 if not size or len(data) != size * n:
495 raise InvalidFileException()
Serhiy Storchaka06526642014-05-23 16:13:33 +0300496 return tuple(int.from_bytes(data[i: i + size], 'big')
497 for i in range(0, size * n, size))
498
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100499 def _read_refs(self, n):
Serhiy Storchaka06526642014-05-23 16:13:33 +0300500 return self._read_ints(n, self._ref_size)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100501
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200502 def _read_object(self, ref):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100503 """
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200504 read the object by reference.
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100505
506 May recursively read sub-objects (content of an array/dict/set)
507 """
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200508 result = self._objects[ref]
509 if result is not _undefined:
510 return result
511
512 offset = self._object_offsets[ref]
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100513 self._fp.seek(offset)
514 token = self._fp.read(1)[0]
515 tokenH, tokenL = token & 0xF0, token & 0x0F
516
517 if token == 0x00:
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200518 result = None
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100519
520 elif token == 0x08:
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200521 result = False
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100522
523 elif token == 0x09:
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200524 result = True
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100525
526 # The referenced source code also mentions URL (0x0c, 0x0d) and
527 # UUID (0x0e), but neither can be generated using the Cocoa libraries.
528
529 elif token == 0x0f:
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200530 result = b''
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100531
532 elif tokenH == 0x10: # int
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200533 result = int.from_bytes(self._fp.read(1 << tokenL),
534 'big', signed=tokenL >= 3)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100535
536 elif token == 0x22: # real
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200537 result = struct.unpack('>f', self._fp.read(4))[0]
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100538
539 elif token == 0x23: # real
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200540 result = struct.unpack('>d', self._fp.read(8))[0]
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100541
542 elif token == 0x33: # date
543 f = struct.unpack('>d', self._fp.read(8))[0]
544 # timestamp 0 of binary plists corresponds to 1/1/2001
545 # (year of Mac OS X 10.0), instead of 1/1/1970.
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200546 result = (datetime.datetime(2001, 1, 1) +
547 datetime.timedelta(seconds=f))
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100548
549 elif tokenH == 0x40: # data
550 s = self._get_size(tokenL)
Jon Janzence81a922019-09-05 03:11:35 -0500551 result = self._fp.read(s)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100552
553 elif tokenH == 0x50: # ascii string
554 s = self._get_size(tokenL)
555 result = self._fp.read(s).decode('ascii')
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100556
557 elif tokenH == 0x60: # unicode string
558 s = self._get_size(tokenL)
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200559 result = self._fp.read(s * 2).decode('utf-16be')
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100560
Jon Janzenc981ad12019-05-15 22:14:38 +0200561 elif tokenH == 0x80: # UID
562 # used by Key-Archiver plist files
563 result = UID(int.from_bytes(self._fp.read(1 + tokenL), 'big'))
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100564
565 elif tokenH == 0xA0: # array
566 s = self._get_size(tokenL)
567 obj_refs = self._read_refs(s)
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200568 result = []
569 self._objects[ref] = result
570 result.extend(self._read_object(x) for x in obj_refs)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100571
572 # tokenH == 0xB0 is documented as 'ordset', but is not actually
573 # implemented in the Apple reference code.
574
575 # tokenH == 0xC0 is documented as 'set', but sets cannot be used in
576 # plists.
577
578 elif tokenH == 0xD0: # dict
579 s = self._get_size(tokenL)
580 key_refs = self._read_refs(s)
581 obj_refs = self._read_refs(s)
582 result = self._dict_type()
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200583 self._objects[ref] = result
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100584 for k, o in zip(key_refs, obj_refs):
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200585 result[self._read_object(k)] = self._read_object(o)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100586
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200587 else:
588 raise InvalidFileException()
589
590 self._objects[ref] = result
591 return result
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100592
593def _count_to_size(count):
594 if count < 1 << 8:
595 return 1
596
597 elif count < 1 << 16:
598 return 2
599
600 elif count << 1 << 32:
601 return 4
602
603 else:
604 return 8
605
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200606_scalars = (str, int, float, datetime.datetime, bytes)
607
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100608class _BinaryPlistWriter (object):
609 def __init__(self, fp, sort_keys, skipkeys):
610 self._fp = fp
611 self._sort_keys = sort_keys
612 self._skipkeys = skipkeys
613
614 def write(self, value):
615
616 # Flattened object list:
617 self._objlist = []
618
619 # Mappings from object->objectid
620 # First dict has (type(object), object) as the key,
621 # second dict is used when object is not hashable and
622 # has id(object) as the key.
623 self._objtable = {}
624 self._objidtable = {}
625
626 # Create list of all objects in the plist
627 self._flatten(value)
628
629 # Size of object references in serialized containers
630 # depends on the number of objects in the plist.
631 num_objects = len(self._objlist)
632 self._object_offsets = [0]*num_objects
633 self._ref_size = _count_to_size(num_objects)
634
635 self._ref_format = _BINARY_FORMAT[self._ref_size]
636
637 # Write file header
638 self._fp.write(b'bplist00')
639
640 # Write object list
641 for obj in self._objlist:
642 self._write_object(obj)
643
644 # Write refnum->object offset table
645 top_object = self._getrefnum(value)
646 offset_table_offset = self._fp.tell()
647 offset_size = _count_to_size(offset_table_offset)
648 offset_format = '>' + _BINARY_FORMAT[offset_size] * num_objects
649 self._fp.write(struct.pack(offset_format, *self._object_offsets))
650
651 # Write trailer
652 sort_version = 0
653 trailer = (
654 sort_version, offset_size, self._ref_size, num_objects,
655 top_object, offset_table_offset
656 )
657 self._fp.write(struct.pack('>5xBBBQQQ', *trailer))
658
659 def _flatten(self, value):
660 # First check if the object is in the object table, not used for
661 # containers to ensure that two subcontainers with the same contents
662 # will be serialized as distinct values.
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200663 if isinstance(value, _scalars):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100664 if (type(value), value) in self._objtable:
665 return
666
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200667 elif id(value) in self._objidtable:
668 return
669
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100670 # Add to objectreference map
671 refnum = len(self._objlist)
672 self._objlist.append(value)
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200673 if isinstance(value, _scalars):
674 self._objtable[(type(value), value)] = refnum
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200675 else:
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100676 self._objidtable[id(value)] = refnum
677
678 # And finally recurse into containers
679 if isinstance(value, dict):
680 keys = []
681 values = []
682 items = value.items()
683 if self._sort_keys:
684 items = sorted(items)
685
686 for k, v in items:
687 if not isinstance(k, str):
688 if self._skipkeys:
689 continue
690 raise TypeError("keys must be strings")
691 keys.append(k)
692 values.append(v)
693
694 for o in itertools.chain(keys, values):
695 self._flatten(o)
696
697 elif isinstance(value, (list, tuple)):
698 for o in value:
699 self._flatten(o)
700
701 def _getrefnum(self, value):
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200702 if isinstance(value, _scalars):
703 return self._objtable[(type(value), value)]
Serhiy Storchakaa897aee2017-11-30 23:26:11 +0200704 else:
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100705 return self._objidtable[id(value)]
706
707 def _write_size(self, token, size):
708 if size < 15:
709 self._fp.write(struct.pack('>B', token | size))
710
711 elif size < 1 << 8:
712 self._fp.write(struct.pack('>BBB', token | 0xF, 0x10, size))
713
714 elif size < 1 << 16:
715 self._fp.write(struct.pack('>BBH', token | 0xF, 0x11, size))
716
717 elif size < 1 << 32:
718 self._fp.write(struct.pack('>BBL', token | 0xF, 0x12, size))
719
720 else:
721 self._fp.write(struct.pack('>BBQ', token | 0xF, 0x13, size))
722
723 def _write_object(self, value):
724 ref = self._getrefnum(value)
725 self._object_offsets[ref] = self._fp.tell()
726 if value is None:
727 self._fp.write(b'\x00')
728
729 elif value is False:
730 self._fp.write(b'\x08')
731
732 elif value is True:
733 self._fp.write(b'\x09')
734
735 elif isinstance(value, int):
Ronald Oussoren6db66532014-01-15 11:32:35 +0100736 if value < 0:
737 try:
738 self._fp.write(struct.pack('>Bq', 0x13, value))
739 except struct.error:
Ronald Oussoren94e44a92014-02-06 11:19:18 +0100740 raise OverflowError(value) from None
Ronald Oussoren6db66532014-01-15 11:32:35 +0100741 elif value < 1 << 8:
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100742 self._fp.write(struct.pack('>BB', 0x10, value))
743 elif value < 1 << 16:
744 self._fp.write(struct.pack('>BH', 0x11, value))
745 elif value < 1 << 32:
746 self._fp.write(struct.pack('>BL', 0x12, value))
Ronald Oussoren94e44a92014-02-06 11:19:18 +0100747 elif value < 1 << 63:
748 self._fp.write(struct.pack('>BQ', 0x13, value))
749 elif value < 1 << 64:
750 self._fp.write(b'\x14' + value.to_bytes(16, 'big', signed=True))
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100751 else:
Ronald Oussoren94e44a92014-02-06 11:19:18 +0100752 raise OverflowError(value)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100753
754 elif isinstance(value, float):
755 self._fp.write(struct.pack('>Bd', 0x23, value))
756
757 elif isinstance(value, datetime.datetime):
758 f = (value - datetime.datetime(2001, 1, 1)).total_seconds()
759 self._fp.write(struct.pack('>Bd', 0x33, f))
760
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100761 elif isinstance(value, (bytes, bytearray)):
762 self._write_size(0x40, len(value))
763 self._fp.write(value)
764
765 elif isinstance(value, str):
766 try:
767 t = value.encode('ascii')
768 self._write_size(0x50, len(value))
769 except UnicodeEncodeError:
770 t = value.encode('utf-16be')
Serhiy Storchaka7338ebc2016-10-04 20:04:30 +0300771 self._write_size(0x60, len(t) // 2)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100772
773 self._fp.write(t)
774
Jon Janzenc981ad12019-05-15 22:14:38 +0200775 elif isinstance(value, UID):
776 if value.data < 0:
777 raise ValueError("UIDs must be positive")
778 elif value.data < 1 << 8:
779 self._fp.write(struct.pack('>BB', 0x80, value))
780 elif value.data < 1 << 16:
781 self._fp.write(struct.pack('>BH', 0x81, value))
782 elif value.data < 1 << 32:
783 self._fp.write(struct.pack('>BL', 0x83, value))
784 elif value.data < 1 << 64:
785 self._fp.write(struct.pack('>BQ', 0x87, value))
786 else:
787 raise OverflowError(value)
788
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100789 elif isinstance(value, (list, tuple)):
790 refs = [self._getrefnum(o) for o in value]
791 s = len(refs)
792 self._write_size(0xA0, s)
793 self._fp.write(struct.pack('>' + self._ref_format * s, *refs))
794
795 elif isinstance(value, dict):
796 keyRefs, valRefs = [], []
797
798 if self._sort_keys:
799 rootItems = sorted(value.items())
800 else:
801 rootItems = value.items()
802
803 for k, v in rootItems:
804 if not isinstance(k, str):
805 if self._skipkeys:
806 continue
807 raise TypeError("keys must be strings")
808 keyRefs.append(self._getrefnum(k))
809 valRefs.append(self._getrefnum(v))
810
811 s = len(keyRefs)
812 self._write_size(0xD0, s)
813 self._fp.write(struct.pack('>' + self._ref_format * s, *keyRefs))
814 self._fp.write(struct.pack('>' + self._ref_format * s, *valRefs))
815
816 else:
Ronald Oussoren6db66532014-01-15 11:32:35 +0100817 raise TypeError(value)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100818
819
820def _is_fmt_binary(header):
821 return header[:8] == b'bplist00'
822
823
824#
825# Generic bits
826#
827
828_FORMATS={
829 FMT_XML: dict(
830 detect=_is_fmt_xml,
831 parser=_PlistParser,
832 writer=_PlistWriter,
833 ),
834 FMT_BINARY: dict(
835 detect=_is_fmt_binary,
836 parser=_BinaryPlistParser,
837 writer=_BinaryPlistWriter,
838 )
839}
840
841
Jon Janzence81a922019-09-05 03:11:35 -0500842def load(fp, *, fmt=None, dict_type=dict):
Collin Styles0d4f4352019-07-14 02:01:48 -0700843 """Read a .plist file. 'fp' should be a readable and binary file object.
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100844 Return the unpacked root object (which usually is a dictionary).
845 """
846 if fmt is None:
847 header = fp.read(32)
848 fp.seek(0)
849 for info in _FORMATS.values():
850 if info['detect'](header):
Serhiy Storchaka89667592014-07-23 18:49:31 +0300851 P = info['parser']
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100852 break
853
854 else:
855 raise InvalidFileException()
856
857 else:
Serhiy Storchaka89667592014-07-23 18:49:31 +0300858 P = _FORMATS[fmt]['parser']
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100859
Jon Janzence81a922019-09-05 03:11:35 -0500860 p = P(dict_type=dict_type)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100861 return p.parse(fp)
862
863
Jon Janzence81a922019-09-05 03:11:35 -0500864def loads(value, *, fmt=None, dict_type=dict):
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100865 """Read a .plist file from a bytes object.
866 Return the unpacked root object (which usually is a dictionary).
867 """
868 fp = BytesIO(value)
Jon Janzence81a922019-09-05 03:11:35 -0500869 return load(fp, fmt=fmt, dict_type=dict_type)
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100870
871
872def dump(value, fp, *, fmt=FMT_XML, sort_keys=True, skipkeys=False):
Collin Styles0d4f4352019-07-14 02:01:48 -0700873 """Write 'value' to a .plist file. 'fp' should be a writable,
874 binary file object.
Ronald Oussorenc5cf7972013-11-21 15:46:49 +0100875 """
876 if fmt not in _FORMATS:
877 raise ValueError("Unsupported format: %r"%(fmt,))
878
879 writer = _FORMATS[fmt]["writer"](fp, sort_keys=sort_keys, skipkeys=skipkeys)
880 writer.write(value)
881
882
883def dumps(value, *, fmt=FMT_XML, skipkeys=False, sort_keys=True):
884 """Return a bytes object with the contents for a .plist file.
885 """
886 fp = BytesIO()
887 dump(value, fp, fmt=fmt, skipkeys=skipkeys, sort_keys=sort_keys)
888 return fp.getvalue()