blob: a43fdfa97a94758ef0331758b3b5b75ae56e3ca7 [file] [log] [blame]
Raymond Hettinger01a09572007-10-23 20:37:41 +00001__all__ = ['deque', 'defaultdict', 'namedtuple']
Raymond Hettinger88880b22007-12-18 00:13:45 +00002# For bootstrapping reasons, the collection ABCs are defined in _abcoll.py.
3# They should however be considered an integral part of collections.py.
4from _abcoll import *
5import _abcoll
6__all__ += _abcoll.__all__
Raymond Hettingereb979882007-02-28 18:37:52 +00007
8from _collections import deque, defaultdict
Raymond Hettingerc37e5e02007-03-01 06:16:43 +00009from operator import itemgetter as _itemgetter
Raymond Hettingerbc288e82007-12-13 23:52:59 +000010from itertools import izip as _izip
Raymond Hettingerabfd8df2007-10-16 21:28:32 +000011from keyword import iskeyword as _iskeyword
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000012import sys as _sys
13
Raymond Hettinger01a09572007-10-23 20:37:41 +000014def namedtuple(typename, field_names, verbose=False):
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000015 """Returns a new subclass of tuple with named fields.
16
Raymond Hettinger01a09572007-10-23 20:37:41 +000017 >>> Point = namedtuple('Point', 'x y')
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000018 >>> Point.__doc__ # docstring for the new class
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000019 'Point(x, y)'
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000020 >>> p = Point(11, y=22) # instantiate with positional args or keywords
Raymond Hettinger88880b22007-12-18 00:13:45 +000021 >>> p[0] + p[1] # indexable like a plain tuple: (11, 22)
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000022 33
Raymond Hettinger88880b22007-12-18 00:13:45 +000023 >>> x, y = p # unpack like a regular tuple
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000024 >>> x, y
25 (11, 22)
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000026 >>> p.x + p.y # fields also accessable by name
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000027 33
Raymond Hettinger42da8742007-12-14 02:49:47 +000028 >>> d = p._asdict() # convert to a dictionary
Raymond Hettingera7fc4b12007-10-05 02:47:07 +000029 >>> d['x']
30 11
31 >>> Point(**d) # convert from a dictionary
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000032 Point(x=11, y=22)
Raymond Hettinger42da8742007-12-14 02:49:47 +000033 >>> p._replace(x=100) # _replace() is like str.replace() but targets named fields
Raymond Hettingerd36a60e2007-09-17 00:55:00 +000034 Point(x=100, y=22)
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000035
36 """
37
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000038 # Parse and validate the field names
39 if isinstance(field_names, basestring):
Raymond Hettinger0e1d6062007-10-08 10:11:51 +000040 field_names = field_names.replace(',', ' ').split() # names separated by whitespace and/or commas
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000041 field_names = tuple(field_names)
Raymond Hettinger050afbf2007-10-16 19:18:30 +000042 for name in (typename,) + field_names:
Raymond Hettinger2e1af252007-12-05 18:11:08 +000043 if not all(c.isalnum() or c=='_' for c in name):
Raymond Hettinger050afbf2007-10-16 19:18:30 +000044 raise ValueError('Type names and field names can only contain alphanumeric characters and underscores: %r' % name)
Raymond Hettingerabfd8df2007-10-16 21:28:32 +000045 if _iskeyword(name):
46 raise ValueError('Type names and field names cannot be a keyword: %r' % name)
Raymond Hettinger050afbf2007-10-16 19:18:30 +000047 if name[0].isdigit():
48 raise ValueError('Type names and field names cannot start with a number: %r' % name)
Raymond Hettinger163f6222007-10-09 01:36:23 +000049 seen_names = set()
50 for name in field_names:
Raymond Hettinger42da8742007-12-14 02:49:47 +000051 if name.startswith('_'):
52 raise ValueError('Field names cannot start with an underscore: %r' % name)
Raymond Hettinger163f6222007-10-09 01:36:23 +000053 if name in seen_names:
Raymond Hettinger050afbf2007-10-16 19:18:30 +000054 raise ValueError('Encountered duplicate field name: %r' % name)
Raymond Hettinger163f6222007-10-09 01:36:23 +000055 seen_names.add(name)
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000056
57 # Create and fill-in the class template
Raymond Hettinger2b03d452007-09-18 03:33:19 +000058 argtxt = repr(field_names).replace("'", "")[1:-1] # tuple repr without parens or quotes
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000059 reprtxt = ', '.join('%s=%%r' % name for name in field_names)
60 template = '''class %(typename)s(tuple):
Raymond Hettinger48eca672007-12-14 18:08:20 +000061 '%(typename)s(%(argtxt)s)' \n
62 __slots__ = () \n
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000063 def __new__(cls, %(argtxt)s):
Raymond Hettinger48eca672007-12-14 18:08:20 +000064 return tuple.__new__(cls, (%(argtxt)s)) \n
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000065 def __repr__(self):
Raymond Hettinger48eca672007-12-14 18:08:20 +000066 return '%(typename)s(%(reprtxt)s)' %% self \n
Raymond Hettinger42da8742007-12-14 02:49:47 +000067 def _asdict(self, dict=dict, zip=zip):
Raymond Hettinger48eca672007-12-14 18:08:20 +000068 'Return a new dict which maps field names to their values'
69 return dict(zip(%(field_names)r, self)) \n
Raymond Hettinger42da8742007-12-14 02:49:47 +000070 def _replace(self, **kwds):
Raymond Hettingereeeb9c42007-11-15 02:44:53 +000071 'Return a new %(typename)s object replacing specified fields with new values'
Raymond Hettinger88880b22007-12-18 00:13:45 +000072 return %(typename)s(*map(kwds.get, %(field_names)r, self)) \n
73 @property
74 def _fields(self):
75 return %(field_names)r \n\n''' % locals()
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000076 for i, name in enumerate(field_names):
Raymond Hettinger2b03d452007-09-18 03:33:19 +000077 template += ' %s = property(itemgetter(%d))\n' % (name, i)
78 if verbose:
79 print template
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000080
81 # Execute the template string in a temporary namespace
Raymond Hettingerbc288e82007-12-13 23:52:59 +000082 namespace = dict(itemgetter=_itemgetter, zip=_izip)
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000083 try:
Raymond Hettinger0e1d6062007-10-08 10:11:51 +000084 exec template in namespace
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000085 except SyntaxError, e:
86 raise SyntaxError(e.message + ':\n' + template)
Raymond Hettinger0e1d6062007-10-08 10:11:51 +000087 result = namespace[typename]
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000088
89 # For pickling to work, the __module__ variable needs to be set to the frame
90 # where the named tuple is created. Bypass this step in enviroments where
91 # sys._getframe is not defined (Jython for example).
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000092 if hasattr(_sys, '_getframe'):
93 result.__module__ = _sys._getframe(1).f_globals['__name__']
Raymond Hettinger2115bbc2007-10-08 09:14:28 +000094
Raymond Hettinger5a41daf2007-05-19 01:11:16 +000095 return result
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000096
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000097
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000098
Raymond Hettingerc37e5e02007-03-01 06:16:43 +000099
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000100
101
102if __name__ == '__main__':
Raymond Hettingerd36a60e2007-09-17 00:55:00 +0000103 # verify that instances can be pickled
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000104 from cPickle import loads, dumps
Raymond Hettinger01a09572007-10-23 20:37:41 +0000105 Point = namedtuple('Point', 'x, y', True)
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000106 p = Point(x=10, y=20)
107 assert p == loads(dumps(p))
108
Raymond Hettingereeeb9c42007-11-15 02:44:53 +0000109 # test and demonstrate ability to override methods
110 Point.__repr__ = lambda self: 'Point(%.3f, %.3f)' % self
111 print p
112
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000113 import doctest
Raymond Hettinger01a09572007-10-23 20:37:41 +0000114 TestResults = namedtuple('TestResults', 'failed attempted')
Raymond Hettingerc37e5e02007-03-01 06:16:43 +0000115 print TestResults(*doctest.testmod())