Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 1 | __all__ = ['deque', 'defaultdict', 'NamedTuple'] |
Raymond Hettinger | eb97988 | 2007-02-28 18:37:52 +0000 | [diff] [blame] | 2 | |
| 3 | from _collections import deque, defaultdict |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 4 | from operator import itemgetter as _itemgetter |
| 5 | import sys as _sys |
| 6 | |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 7 | def NamedTuple(typename, field_names, verbose=False): |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 8 | """Returns a new subclass of tuple with named fields. |
| 9 | |
| 10 | >>> Point = NamedTuple('Point', 'x y') |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 11 | >>> Point.__doc__ # docstring for the new class |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 12 | 'Point(x, y)' |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 13 | >>> p = Point(11, y=22) # instantiate with positional args or keywords |
| 14 | >>> p[0] + p[1] # works just like the tuple (11, 22) |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 15 | 33 |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 16 | >>> x, y = p # unpacks just like a tuple |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 17 | >>> x, y |
| 18 | (11, 22) |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 19 | >>> p.x + p.y # fields also accessable by name |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 20 | 33 |
Raymond Hettinger | a7fc4b1 | 2007-10-05 02:47:07 +0000 | [diff] [blame] | 21 | >>> d = p.__asdict__() # convert to a dictionary |
| 22 | >>> d['x'] |
| 23 | 11 |
| 24 | >>> Point(**d) # convert from a dictionary |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 25 | Point(x=11, y=22) |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 26 | >>> p.__replace__('x', 100) # __replace__() is like str.replace() but targets a named field |
| 27 | Point(x=100, y=22) |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 28 | |
| 29 | """ |
| 30 | |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 31 | # Parse and validate the field names |
| 32 | if isinstance(field_names, basestring): |
Raymond Hettinger | 0e1d606 | 2007-10-08 10:11:51 +0000 | [diff] [blame] | 33 | field_names = field_names.replace(',', ' ').split() # names separated by whitespace and/or commas |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 34 | field_names = tuple(field_names) |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 35 | if not ''.join((typename,) + field_names).replace('_', '').isalnum(): |
Raymond Hettinger | 0d6a8cc | 2007-05-21 08:13:35 +0000 | [diff] [blame] | 36 | raise ValueError('Type names and field names can only contain alphanumeric characters and underscores') |
Raymond Hettinger | a7fc4b1 | 2007-10-05 02:47:07 +0000 | [diff] [blame] | 37 | if any(name.startswith('__') and name.endswith('__') for name in field_names): |
| 38 | raise ValueError('Field names cannot start and end with double underscores') |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 39 | |
| 40 | # Create and fill-in the class template |
Raymond Hettinger | 2b03d45 | 2007-09-18 03:33:19 +0000 | [diff] [blame] | 41 | argtxt = repr(field_names).replace("'", "")[1:-1] # tuple repr without parens or quotes |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 42 | reprtxt = ', '.join('%s=%%r' % name for name in field_names) |
| 43 | template = '''class %(typename)s(tuple): |
| 44 | '%(typename)s(%(argtxt)s)' |
| 45 | __slots__ = () |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 46 | __fields__ = %(field_names)r |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 47 | def __new__(cls, %(argtxt)s): |
Raymond Hettinger | 2b03d45 | 2007-09-18 03:33:19 +0000 | [diff] [blame] | 48 | return tuple.__new__(cls, (%(argtxt)s)) |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 49 | def __repr__(self): |
| 50 | return '%(typename)s(%(reprtxt)s)' %% self |
Raymond Hettinger | a7fc4b1 | 2007-10-05 02:47:07 +0000 | [diff] [blame] | 51 | def __asdict__(self, dict=dict, zip=zip): |
| 52 | 'Return a new dict mapping field names to their values' |
| 53 | return dict(zip(%(field_names)r, self)) |
| 54 | def __replace__(self, field, value, dict=dict, zip=zip): |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 55 | 'Return a new %(typename)s object replacing one field with a new value' |
Raymond Hettinger | 2b03d45 | 2007-09-18 03:33:19 +0000 | [diff] [blame] | 56 | return %(typename)s(**dict(zip(%(field_names)r, self) + [(field, value)])) \n''' % locals() |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 57 | for i, name in enumerate(field_names): |
Raymond Hettinger | 2b03d45 | 2007-09-18 03:33:19 +0000 | [diff] [blame] | 58 | template += ' %s = property(itemgetter(%d))\n' % (name, i) |
| 59 | if verbose: |
| 60 | print template |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 61 | |
| 62 | # Execute the template string in a temporary namespace |
Raymond Hettinger | 0e1d606 | 2007-10-08 10:11:51 +0000 | [diff] [blame] | 63 | namespace = dict(itemgetter=_itemgetter) |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 64 | try: |
Raymond Hettinger | 0e1d606 | 2007-10-08 10:11:51 +0000 | [diff] [blame] | 65 | exec template in namespace |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 66 | except SyntaxError, e: |
| 67 | raise SyntaxError(e.message + ':\n' + template) |
Raymond Hettinger | 0e1d606 | 2007-10-08 10:11:51 +0000 | [diff] [blame] | 68 | result = namespace[typename] |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 69 | |
| 70 | # For pickling to work, the __module__ variable needs to be set to the frame |
| 71 | # where the named tuple is created. Bypass this step in enviroments where |
| 72 | # sys._getframe is not defined (Jython for example). |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 73 | if hasattr(_sys, '_getframe'): |
| 74 | result.__module__ = _sys._getframe(1).f_globals['__name__'] |
Raymond Hettinger | 2115bbc | 2007-10-08 09:14:28 +0000 | [diff] [blame] | 75 | |
Raymond Hettinger | 5a41daf | 2007-05-19 01:11:16 +0000 | [diff] [blame] | 76 | return result |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 77 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 78 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 79 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 80 | |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 81 | |
| 82 | |
| 83 | if __name__ == '__main__': |
Raymond Hettinger | d36a60e | 2007-09-17 00:55:00 +0000 | [diff] [blame] | 84 | # verify that instances can be pickled |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 85 | from cPickle import loads, dumps |
Raymond Hettinger | 2b03d45 | 2007-09-18 03:33:19 +0000 | [diff] [blame] | 86 | Point = NamedTuple('Point', 'x, y', True) |
Raymond Hettinger | c37e5e0 | 2007-03-01 06:16:43 +0000 | [diff] [blame] | 87 | p = Point(x=10, y=20) |
| 88 | assert p == loads(dumps(p)) |
| 89 | |
| 90 | import doctest |
| 91 | TestResults = NamedTuple('TestResults', 'failed attempted') |
| 92 | print TestResults(*doctest.testmod()) |