blob: c6d0d0f1f1e7930ce432db68eb3aeb03f4a38af4 [file] [log] [blame]
Raymond Hettinger01a09572007-10-23 20:37:41 +00001__all__ = ['deque', 'defaultdict', 'namedtuple']
Raymond Hettinger88880b22007-12-18 00:13:45 +00002# For bootstrapping reasons, the collection ABCs are defined in _abcoll.py.
3# They should however be considered an integral part of collections.py.
4from _abcoll import *
5import _abcoll
6__all__ += _abcoll.__all__
Raymond Hettingereb979882007-02-28 18:37:52 +00007
8from _collections import deque, defaultdict
Raymond Hettingerc37e5e02007-03-01 06:16:43 +00009from operator import itemgetter as _itemgetter
Raymond Hettingerabfd8df2007-10-16 21:28:32 +000010from keyword import iskeyword as _iskeyword
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000011import sys as _sys
12
Raymond Hettinger01a09572007-10-23 20:37:41 +000013def namedtuple(typename, field_names, verbose=False):
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000014 """Returns a new subclass of tuple with named fields.
15
Raymond Hettinger01a09572007-10-23 20:37:41 +000016 >>> Point = namedtuple('Point', 'x y')
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000017 >>> Point.__doc__ # docstring for the new class
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000018 'Point(x, y)'
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000019 >>> p = Point(11, y=22) # instantiate with positional args or keywords
Raymond Hettinger8777bca2007-12-18 22:21:27 +000020 >>> p[0] + p[1] # indexable like a plain tuple
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000021 33
Raymond Hettinger88880b22007-12-18 00:13:45 +000022 >>> x, y = p # unpack like a regular tuple
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000023 >>> x, y
24 (11, 22)
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000025 >>> p.x + p.y # fields also accessable by name
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000026 33
Raymond Hettinger42da8742007-12-14 02:49:47 +000027 >>> d = p._asdict() # convert to a dictionary
Raymond Hettingera7fc4b12007-10-05 02:47:07 +000028 >>> d['x']
29 11
30 >>> Point(**d) # convert from a dictionary
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000031 Point(x=11, y=22)
Raymond Hettinger42da8742007-12-14 02:49:47 +000032 >>> p._replace(x=100) # _replace() is like str.replace() but targets named fields
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000033 Point(x=100, y=22)
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000034
35 """
36
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000037 # Parse and validate the field names
38 if isinstance(field_names, basestring):
Raymond Hettinger0e1d6062007-10-08 10:11:51 +000039 field_names = field_names.replace(',', ' ').split() # names separated by whitespace and/or commas
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000040 field_names = tuple(field_names)
Raymond Hettinger050afbf2007-10-16 19:18:30 +000041 for name in (typename,) + field_names:
Raymond Hettinger2e1af252007-12-05 18:11:08 +000042 if not all(c.isalnum() or c=='_' for c in name):
Raymond Hettinger050afbf2007-10-16 19:18:30 +000043 raise ValueError('Type names and field names can only contain alphanumeric characters and underscores: %r' % name)
Raymond Hettingerabfd8df2007-10-16 21:28:32 +000044 if _iskeyword(name):
45 raise ValueError('Type names and field names cannot be a keyword: %r' % name)
Raymond Hettinger050afbf2007-10-16 19:18:30 +000046 if name[0].isdigit():
47 raise ValueError('Type names and field names cannot start with a number: %r' % name)
Raymond Hettinger163f6222007-10-09 01:36:23 +000048 seen_names = set()
49 for name in field_names:
Raymond Hettinger42da8742007-12-14 02:49:47 +000050 if name.startswith('_'):
51 raise ValueError('Field names cannot start with an underscore: %r' % name)
Raymond Hettinger163f6222007-10-09 01:36:23 +000052 if name in seen_names:
Raymond Hettinger050afbf2007-10-16 19:18:30 +000053 raise ValueError('Encountered duplicate field name: %r' % name)
Raymond Hettinger163f6222007-10-09 01:36:23 +000054 seen_names.add(name)
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000055
56 # Create and fill-in the class template
Raymond Hettinger2b03d452007-09-18 03:33:19 +000057 argtxt = repr(field_names).replace("'", "")[1:-1] # tuple repr without parens or quotes
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000058 reprtxt = ', '.join('%s=%%r' % name for name in field_names)
Raymond Hettinger8777bca2007-12-18 22:21:27 +000059 dicttxt = ', '.join('%r: t[%d]' % (name, pos) for pos, name in enumerate(field_names))
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000060 template = '''class %(typename)s(tuple):
Raymond Hettinger48eca672007-12-14 18:08:20 +000061 '%(typename)s(%(argtxt)s)' \n
62 __slots__ = () \n
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000063 def __new__(cls, %(argtxt)s):
Raymond Hettinger48eca672007-12-14 18:08:20 +000064 return tuple.__new__(cls, (%(argtxt)s)) \n
Raymond Hettinger85dfcf32007-12-18 23:51:15 +000065 _cast = classmethod(tuple.__new__) \n
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000066 def __repr__(self):
Raymond Hettinger48eca672007-12-14 18:08:20 +000067 return '%(typename)s(%(reprtxt)s)' %% self \n
Raymond Hettinger8777bca2007-12-18 22:21:27 +000068 def _asdict(t):
Raymond Hettinger48eca672007-12-14 18:08:20 +000069 'Return a new dict which maps field names to their values'
Raymond Hettinger8777bca2007-12-18 22:21:27 +000070 return {%(dicttxt)s} \n
Raymond Hettinger42da8742007-12-14 02:49:47 +000071 def _replace(self, **kwds):
Raymond Hettingereeeb9c42007-11-15 02:44:53 +000072 'Return a new %(typename)s object replacing specified fields with new values'
Raymond Hettinger85dfcf32007-12-18 23:51:15 +000073 return %(typename)s._cast(map(kwds.get, %(field_names)r, self)) \n
Raymond Hettinger88880b22007-12-18 00:13:45 +000074 @property
75 def _fields(self):
76 return %(field_names)r \n\n''' % locals()
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000077 for i, name in enumerate(field_names):
Raymond Hettinger2b03d452007-09-18 03:33:19 +000078 template += ' %s = property(itemgetter(%d))\n' % (name, i)
79 if verbose:
80 print template
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000081
82 # Execute the template string in a temporary namespace
Raymond Hettinger8777bca2007-12-18 22:21:27 +000083 namespace = dict(itemgetter=_itemgetter)
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000084 try:
Raymond Hettinger0e1d6062007-10-08 10:11:51 +000085 exec template in namespace
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000086 except SyntaxError, e:
87 raise SyntaxError(e.message + ':\n' + template)
Raymond Hettinger0e1d6062007-10-08 10:11:51 +000088 result = namespace[typename]
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000089
90 # For pickling to work, the __module__ variable needs to be set to the frame
91 # where the named tuple is created. Bypass this step in enviroments where
92 # sys._getframe is not defined (Jython for example).
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000093 if hasattr(_sys, '_getframe'):
94 result.__module__ = _sys._getframe(1).f_globals['__name__']
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000095
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000096 return result
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000097
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000098
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000099
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000100
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000101
102
103if __name__ == '__main__':
Raymond Hettingerd36a60e2007-09-17 00:55:00 +0000104 # verify that instances can be pickled
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000105 from cPickle import loads, dumps
Raymond Hettinger01a09572007-10-23 20:37:41 +0000106 Point = namedtuple('Point', 'x, y', True)
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000107 p = Point(x=10, y=20)
108 assert p == loads(dumps(p))
109
Raymond Hettingereeeb9c42007-11-15 02:44:53 +0000110 # test and demonstrate ability to override methods
111 Point.__repr__ = lambda self: 'Point(%.3f, %.3f)' % self
112 print p
113
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000114 import doctest
Raymond Hettinger01a09572007-10-23 20:37:41 +0000115 TestResults = namedtuple('TestResults', 'failed attempted')
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000116 print TestResults(*doctest.testmod())