Raymond Hettinger | 01a0957 | 2007-10-23 20:37:41 +0000 | [diff] [blame] | 1 | __all__ = ['deque', 'defaultdict', 'namedtuple'] |
Raymond Hettinger | 88880b2 | 2007-12-18 00:13:45 +0000 | [diff] [blame] | 2 | # For bootstrapping reasons, the collection ABCs are defined in _abcoll.py. |
| 3 | # They should however be considered an integral part of collections.py. |
| 4 | from _abcoll import * |
| 5 | import _abcoll |
| 6 | __all__ += _abcoll.__all__ |
Raymond Hettinger | eb97988 | 2007-02-28 18:37:52 +0000 | [diff] [blame] | 7 | |
| 8 | from _collections import deque, defaultdict |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 9 | from operator import itemgetter as _itemgetter |
Raymond Hettinger | abfd8df | 2007-10-16 21:28:32 +0000 | [diff] [blame] | 10 | from keyword import iskeyword as _iskeyword |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 11 | import sys as _sys |
| 12 | |
Raymond Hettinger | 01a0957 | 2007-10-23 20:37:41 +0000 | [diff] [blame] | 13 | def namedtuple(typename, field_names, verbose=False): |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 14 | """Returns a new subclass of tuple with named fields. |
| 15 | |
Raymond Hettinger | 01a0957 | 2007-10-23 20:37:41 +0000 | [diff] [blame] | 16 | >>> Point = namedtuple('Point', 'x y') |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 17 | >>> Point.__doc__ # docstring for the new class |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 18 | 'Point(x, y)' |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 19 | >>> p = Point(11, y=22) # instantiate with positional args or keywords |
Raymond Hettinger | 8777bca | 2007-12-18 22:21:27 +0000 | [diff] [blame] | 20 | >>> p[0] + p[1] # indexable like a plain tuple |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 21 | 33 |
Raymond Hettinger | 88880b2 | 2007-12-18 00:13:45 +0000 | [diff] [blame] | 22 | >>> x, y = p # unpack like a regular tuple |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 23 | >>> x, y |
| 24 | (11, 22) |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 25 | >>> p.x + p.y # fields also accessable by name |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 26 | 33 |
Raymond Hettinger | 42da874 | 2007-12-14 02:49:47 +0000 | [diff] [blame] | 27 | >>> d = p._asdict() # convert to a dictionary |
Raymond Hettinger | a7fc4b1 | 2007-10-05 02:47:07 +0000 | [diff] [blame] | 28 | >>> d['x'] |
| 29 | 11 |
| 30 | >>> Point(**d) # convert from a dictionary |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 31 | Point(x=11, y=22) |
Raymond Hettinger | 42da874 | 2007-12-14 02:49:47 +0000 | [diff] [blame] | 32 | >>> p._replace(x=100) # _replace() is like str.replace() but targets named fields |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 33 | Point(x=100, y=22) |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 34 | |
| 35 | """ |
| 36 | |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 37 | # Parse and validate the field names |
| 38 | if isinstance(field_names, basestring): |
Raymond Hettinger | 0e1d606 | 2007-10-08 10:11:51 +0000 | [diff] [blame] | 39 | field_names = field_names.replace(',', ' ').split() # names separated by whitespace and/or commas |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 40 | field_names = tuple(field_names) |
Raymond Hettinger | 050afbf | 2007-10-16 19:18:30 +0000 | [diff] [blame] | 41 | for name in (typename,) + field_names: |
Raymond Hettinger | 2e1af25 | 2007-12-05 18:11:08 +0000 | [diff] [blame] | 42 | if not all(c.isalnum() or c=='_' for c in name): |
Raymond Hettinger | 050afbf | 2007-10-16 19:18:30 +0000 | [diff] [blame] | 43 | raise ValueError('Type names and field names can only contain alphanumeric characters and underscores: %r' % name) |
Raymond Hettinger | abfd8df | 2007-10-16 21:28:32 +0000 | [diff] [blame] | 44 | if _iskeyword(name): |
| 45 | raise ValueError('Type names and field names cannot be a keyword: %r' % name) |
Raymond Hettinger | 050afbf | 2007-10-16 19:18:30 +0000 | [diff] [blame] | 46 | if name[0].isdigit(): |
| 47 | raise ValueError('Type names and field names cannot start with a number: %r' % name) |
Raymond Hettinger | 163f622 | 2007-10-09 01:36:23 +0000 | [diff] [blame] | 48 | seen_names = set() |
| 49 | for name in field_names: |
Raymond Hettinger | 42da874 | 2007-12-14 02:49:47 +0000 | [diff] [blame] | 50 | if name.startswith('_'): |
| 51 | raise ValueError('Field names cannot start with an underscore: %r' % name) |
Raymond Hettinger | 163f622 | 2007-10-09 01:36:23 +0000 | [diff] [blame] | 52 | if name in seen_names: |
Raymond Hettinger | 050afbf | 2007-10-16 19:18:30 +0000 | [diff] [blame] | 53 | raise ValueError('Encountered duplicate field name: %r' % name) |
Raymond Hettinger | 163f622 | 2007-10-09 01:36:23 +0000 | [diff] [blame] | 54 | seen_names.add(name) |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 55 | |
| 56 | # Create and fill-in the class template |
Raymond Hettinger | 2b03d45 | 2007-09-18 03:33:19 +0000 | [diff] [blame] | 57 | argtxt = repr(field_names).replace("'", "")[1:-1] # tuple repr without parens or quotes |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 58 | reprtxt = ', '.join('%s=%%r' % name for name in field_names) |
Raymond Hettinger | 8777bca | 2007-12-18 22:21:27 +0000 | [diff] [blame] | 59 | dicttxt = ', '.join('%r: t[%d]' % (name, pos) for pos, name in enumerate(field_names)) |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 60 | template = '''class %(typename)s(tuple): |
Raymond Hettinger | 48eca67 | 2007-12-14 18:08:20 +0000 | [diff] [blame] | 61 | '%(typename)s(%(argtxt)s)' \n |
| 62 | __slots__ = () \n |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 63 | def __new__(cls, %(argtxt)s): |
Raymond Hettinger | 48eca67 | 2007-12-14 18:08:20 +0000 | [diff] [blame] | 64 | return tuple.__new__(cls, (%(argtxt)s)) \n |
Raymond Hettinger | 85dfcf3 | 2007-12-18 23:51:15 +0000 | [diff] [blame] | 65 | _cast = classmethod(tuple.__new__) \n |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 66 | def __repr__(self): |
Raymond Hettinger | 48eca67 | 2007-12-14 18:08:20 +0000 | [diff] [blame] | 67 | return '%(typename)s(%(reprtxt)s)' %% self \n |
Raymond Hettinger | 8777bca | 2007-12-18 22:21:27 +0000 | [diff] [blame] | 68 | def _asdict(t): |
Raymond Hettinger | 48eca67 | 2007-12-14 18:08:20 +0000 | [diff] [blame] | 69 | 'Return a new dict which maps field names to their values' |
Raymond Hettinger | 8777bca | 2007-12-18 22:21:27 +0000 | [diff] [blame] | 70 | return {%(dicttxt)s} \n |
Raymond Hettinger | 42da874 | 2007-12-14 02:49:47 +0000 | [diff] [blame] | 71 | def _replace(self, **kwds): |
Raymond Hettinger | eeeb9c4 | 2007-11-15 02:44:53 +0000 | [diff] [blame] | 72 | 'Return a new %(typename)s object replacing specified fields with new values' |
Raymond Hettinger | 85dfcf3 | 2007-12-18 23:51:15 +0000 | [diff] [blame] | 73 | return %(typename)s._cast(map(kwds.get, %(field_names)r, self)) \n |
Raymond Hettinger | 88880b2 | 2007-12-18 00:13:45 +0000 | [diff] [blame] | 74 | @property |
| 75 | def _fields(self): |
| 76 | return %(field_names)r \n\n''' % locals() |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 77 | for i, name in enumerate(field_names): |
Raymond Hettinger | 2b03d45 | 2007-09-18 03:33:19 +0000 | [diff] [blame] | 78 | template += ' %s = property(itemgetter(%d))\n' % (name, i) |
| 79 | if verbose: |
| 80 | print template |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 81 | |
| 82 | # Execute the template string in a temporary namespace |
Raymond Hettinger | 8777bca | 2007-12-18 22:21:27 +0000 | [diff] [blame] | 83 | namespace = dict(itemgetter=_itemgetter) |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 84 | try: |
Raymond Hettinger | 0e1d606 | 2007-10-08 10:11:51 +0000 | [diff] [blame] | 85 | exec template in namespace |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 86 | except SyntaxError, e: |
| 87 | raise SyntaxError(e.message + ':\n' + template) |
Raymond Hettinger | 0e1d606 | 2007-10-08 10:11:51 +0000 | [diff] [blame] | 88 | result = namespace[typename] |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 89 | |
| 90 | # For pickling to work, the __module__ variable needs to be set to the frame |
| 91 | # where the named tuple is created. Bypass this step in enviroments where |
| 92 | # sys._getframe is not defined (Jython for example). |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 93 | if hasattr(_sys, '_getframe'): |
| 94 | result.__module__ = _sys._getframe(1).f_globals['__name__'] |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 95 | |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 96 | return result |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 97 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 98 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 99 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 100 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 101 | |
| 102 | |
| 103 | if __name__ == '__main__': |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 104 | # verify that instances can be pickled |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 105 | from cPickle import loads, dumps |
Raymond Hettinger | 01a0957 | 2007-10-23 20:37:41 +0000 | [diff] [blame] | 106 | Point = namedtuple('Point', 'x, y', True) |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 107 | p = Point(x=10, y=20) |
| 108 | assert p == loads(dumps(p)) |
| 109 | |
Raymond Hettinger | eeeb9c4 | 2007-11-15 02:44:53 +0000 | [diff] [blame] | 110 | # test and demonstrate ability to override methods |
| 111 | Point.__repr__ = lambda self: 'Point(%.3f, %.3f)' % self |
| 112 | print p |
| 113 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 114 | import doctest |
Raymond Hettinger | 01a0957 | 2007-10-23 20:37:41 +0000 | [diff] [blame] | 115 | TestResults = namedtuple('TestResults', 'failed attempted') |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 116 | print TestResults(*doctest.testmod()) |