blob: 4e8a56818b3c6e2034fbef976b809381b46b2e48 [file] [log] [blame]
Ethan Furman6b3d64a2013-06-14 16:55:46 -07001import sys
Ethan Furmane03ea372013-09-25 07:14:41 -07002from types import MappingProxyType, DynamicClassAttribute
Ethan Furman6b3d64a2013-06-14 16:55:46 -07003
Ethan Furmanc7915072015-09-17 22:55:40 -07004# try _collections first to reduce startup cost
Ethan Furmane5754ab2015-09-17 22:03:52 -07005try:
6 from _collections import OrderedDict
7except ImportError:
8 from collections import OrderedDict
9
10
Ethan Furmanc16595e2016-09-10 23:36:59 -070011__all__ = [
12 'EnumMeta',
13 'Enum', 'IntEnum', 'Flag', 'IntFlag',
14 'auto', 'unique',
15 ]
Ethan Furman6b3d64a2013-06-14 16:55:46 -070016
17
Ethan Furman101e0742013-09-15 12:34:36 -070018def _is_descriptor(obj):
19 """Returns True if obj is a descriptor, False otherwise."""
20 return (
21 hasattr(obj, '__get__') or
22 hasattr(obj, '__set__') or
23 hasattr(obj, '__delete__'))
24
25
Ethan Furman6b3d64a2013-06-14 16:55:46 -070026def _is_dunder(name):
27 """Returns True if a __dunder__ name, False otherwise."""
28 return (name[:2] == name[-2:] == '__' and
29 name[2:3] != '_' and
Ethan Furman648f8602013-10-06 17:19:54 -070030 name[-3:-2] != '_' and
31 len(name) > 4)
Ethan Furman6b3d64a2013-06-14 16:55:46 -070032
33
34def _is_sunder(name):
35 """Returns True if a _sunder_ name, False otherwise."""
36 return (name[0] == name[-1] == '_' and
37 name[1:2] != '_' and
Ethan Furman648f8602013-10-06 17:19:54 -070038 name[-2:-1] != '_' and
39 len(name) > 2)
Ethan Furman6b3d64a2013-06-14 16:55:46 -070040
Ethan Furman6b3d64a2013-06-14 16:55:46 -070041def _make_class_unpicklable(cls):
42 """Make the given class un-picklable."""
Ethan Furmanca1b7942014-02-08 11:36:27 -080043 def _break_on_call_reduce(self, proto):
Ethan Furman6b3d64a2013-06-14 16:55:46 -070044 raise TypeError('%r cannot be pickled' % self)
Ethan Furmanca1b7942014-02-08 11:36:27 -080045 cls.__reduce_ex__ = _break_on_call_reduce
Ethan Furman6b3d64a2013-06-14 16:55:46 -070046 cls.__module__ = '<unknown>'
47
Ethan Furman3515dcc2016-09-18 13:15:41 -070048_auto_null = object()
Ethan Furmanc16595e2016-09-10 23:36:59 -070049class auto:
50 """
51 Instances are replaced with an appropriate value in Enum class suites.
52 """
Ethan Furman3515dcc2016-09-18 13:15:41 -070053 value = _auto_null
Ethan Furmanc16595e2016-09-10 23:36:59 -070054
Ethan Furman101e0742013-09-15 12:34:36 -070055
Ethan Furman6b3d64a2013-06-14 16:55:46 -070056class _EnumDict(dict):
Ethan Furman101e0742013-09-15 12:34:36 -070057 """Track enum member order and ensure member names are not reused.
Ethan Furman6b3d64a2013-06-14 16:55:46 -070058
59 EnumMeta will use the names found in self._member_names as the
60 enumeration member names.
61
62 """
63 def __init__(self):
64 super().__init__()
65 self._member_names = []
Ethan Furmanc16595e2016-09-10 23:36:59 -070066 self._last_values = []
Ethan Furmana4b1bb42018-01-22 07:56:37 -080067 self._ignore = []
Ethan Furman6b3d64a2013-06-14 16:55:46 -070068
69 def __setitem__(self, key, value):
Ethan Furman101e0742013-09-15 12:34:36 -070070 """Changes anything not dundered or not a descriptor.
Ethan Furman6b3d64a2013-06-14 16:55:46 -070071
72 If an enum member name is used twice, an error is raised; duplicate
73 values are not checked for.
74
75 Single underscore (sunder) names are reserved.
76
77 """
78 if _is_sunder(key):
Ethan Furmanee47e5c2016-08-31 00:12:15 -070079 if key not in (
Ethan Furman3515dcc2016-09-18 13:15:41 -070080 '_order_', '_create_pseudo_member_',
Ethan Furmana4b1bb42018-01-22 07:56:37 -080081 '_generate_next_value_', '_missing_', '_ignore_',
Ethan Furmanee47e5c2016-08-31 00:12:15 -070082 ):
Ethan Furmane8e61272016-08-20 07:19:31 -070083 raise ValueError('_names_ are reserved for future Enum use')
Ethan Furmanc16595e2016-09-10 23:36:59 -070084 if key == '_generate_next_value_':
85 setattr(self, '_generate_next_value', value)
Ethan Furmana4b1bb42018-01-22 07:56:37 -080086 elif key == '_ignore_':
87 if isinstance(value, str):
88 value = value.replace(',',' ').split()
89 else:
90 value = list(value)
91 self._ignore = value
92 already = set(value) & set(self._member_names)
93 if already:
94 raise ValueError('_ignore_ cannot specify already set names: %r' % (already, ))
Ethan Furman101e0742013-09-15 12:34:36 -070095 elif _is_dunder(key):
Ethan Furmane8e61272016-08-20 07:19:31 -070096 if key == '__order__':
97 key = '_order_'
Ethan Furman101e0742013-09-15 12:34:36 -070098 elif key in self._member_names:
99 # descriptor overwriting an enum?
100 raise TypeError('Attempted to reuse key: %r' % key)
Ethan Furmana4b1bb42018-01-22 07:56:37 -0800101 elif key in self._ignore:
102 pass
Ethan Furman101e0742013-09-15 12:34:36 -0700103 elif not _is_descriptor(value):
104 if key in self:
105 # enum overwriting a descriptor?
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700106 raise TypeError('%r already defined as: %r' % (key, self[key]))
Ethan Furmanc16595e2016-09-10 23:36:59 -0700107 if isinstance(value, auto):
Ethan Furman3515dcc2016-09-18 13:15:41 -0700108 if value.value == _auto_null:
109 value.value = self._generate_next_value(key, 1, len(self._member_names), self._last_values[:])
110 value = value.value
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700111 self._member_names.append(key)
Ethan Furmanc16595e2016-09-10 23:36:59 -0700112 self._last_values.append(value)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700113 super().__setitem__(key, value)
114
115
Ezio Melotti9a3777e2013-08-17 15:53:55 +0300116# Dummy value for Enum as EnumMeta explicitly checks for it, but of course
117# until EnumMeta finishes running the first time the Enum class doesn't exist.
118# This is also why there are checks in EnumMeta like `if Enum is not None`
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700119Enum = None
120
Ethan Furman332dbc72016-08-20 00:00:52 -0700121
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700122class EnumMeta(type):
123 """Metaclass for Enum"""
124 @classmethod
Ethan Furman332dbc72016-08-20 00:00:52 -0700125 def __prepare__(metacls, cls, bases):
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700126 # create the namespace dict
127 enum_dict = _EnumDict()
128 # inherit previous flags and _generate_next_value_ function
129 member_type, first_enum = metacls._get_mixins_(bases)
130 if first_enum is not None:
131 enum_dict['_generate_next_value_'] = getattr(first_enum, '_generate_next_value_', None)
132 return enum_dict
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700133
Ethan Furman65a5a472016-09-01 23:55:19 -0700134 def __new__(metacls, cls, bases, classdict):
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700135 # an Enum class is final once enumeration items have been defined; it
136 # cannot be mixed with other types (int, float, etc.) if it has an
137 # inherited __new__ unless a new __new__ is defined (or the resulting
138 # class will fail).
Ethan Furmana4b1bb42018-01-22 07:56:37 -0800139 #
140 # remove any keys listed in _ignore_
141 classdict.setdefault('_ignore_', []).append('_ignore_')
142 ignore = classdict['_ignore_']
143 for key in ignore:
144 classdict.pop(key, None)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700145 member_type, first_enum = metacls._get_mixins_(bases)
146 __new__, save_new, use_args = metacls._find_new_(classdict, member_type,
147 first_enum)
148
149 # save enum items into separate mapping so they don't get baked into
150 # the new class
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700151 enum_members = {k: classdict[k] for k in classdict._member_names}
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700152 for name in classdict._member_names:
153 del classdict[name]
154
Ethan Furmane8e61272016-08-20 07:19:31 -0700155 # adjust the sunders
156 _order_ = classdict.pop('_order_', None)
157
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700158 # check for illegal enum names (any others?)
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700159 invalid_names = set(enum_members) & {'mro', }
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700160 if invalid_names:
161 raise ValueError('Invalid enum member name: {0}'.format(
162 ','.join(invalid_names)))
163
Ethan Furman48a724f2015-04-11 23:23:06 -0700164 # create a default docstring if one has not been provided
165 if '__doc__' not in classdict:
166 classdict['__doc__'] = 'An enumeration.'
167
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700168 # create our new Enum type
169 enum_class = super().__new__(metacls, cls, bases, classdict)
Ethan Furman520ad572013-07-19 19:47:21 -0700170 enum_class._member_names_ = [] # names in definition order
171 enum_class._member_map_ = OrderedDict() # name->value map
Ethan Furman5e5a8232013-08-04 08:42:23 -0700172 enum_class._member_type_ = member_type
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700173
orlnub123c0d63bf2018-09-10 19:39:48 +0300174 # save DynamicClassAttribute attributes from super classes so we know
175 # if we can take the shortcut of storing members in the class dict
176 dynamic_attributes = {k for c in enum_class.mro()
177 for k, v in c.__dict__.items()
178 if isinstance(v, DynamicClassAttribute)}
Ethan Furman354ecf12015-03-11 08:43:12 -0700179
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700180 # Reverse value->name map for hashable values.
Ethan Furman520ad572013-07-19 19:47:21 -0700181 enum_class._value2member_map_ = {}
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700182
Ethan Furman2da95042014-03-03 12:42:52 -0800183 # If a custom type is mixed into the Enum, and it does not know how
184 # to pickle itself, pickle.dumps will succeed but pickle.loads will
185 # fail. Rather than have the error show up later and possibly far
186 # from the source, sabotage the pickle protocol for this class so
187 # that pickle.dumps also fails.
188 #
189 # However, if the new class implements its own __reduce_ex__, do not
190 # sabotage -- it's on them to make sure it works correctly. We use
191 # __reduce_ex__ instead of any of the others as it is preferred by
192 # pickle over __reduce__, and it handles all pickle protocols.
193 if '__reduce_ex__' not in classdict:
Ethan Furmandc870522014-02-18 12:37:12 -0800194 if member_type is not object:
195 methods = ('__getnewargs_ex__', '__getnewargs__',
196 '__reduce_ex__', '__reduce__')
Ethan Furman2da95042014-03-03 12:42:52 -0800197 if not any(m in member_type.__dict__ for m in methods):
Ethan Furmandc870522014-02-18 12:37:12 -0800198 _make_class_unpicklable(enum_class)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700199
200 # instantiate them, checking for duplicates as we go
201 # we instantiate first instead of checking for duplicates first in case
202 # a custom __new__ is doing something funky with the values -- such as
203 # auto-numbering ;)
204 for member_name in classdict._member_names:
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700205 value = enum_members[member_name]
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700206 if not isinstance(value, tuple):
207 args = (value, )
208 else:
209 args = value
210 if member_type is tuple: # special case for tuple enums
211 args = (args, ) # wrap it one more time
212 if not use_args:
213 enum_member = __new__(enum_class)
Ethan Furmanb41803e2013-07-25 13:50:45 -0700214 if not hasattr(enum_member, '_value_'):
215 enum_member._value_ = value
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700216 else:
217 enum_member = __new__(enum_class, *args)
Ethan Furmanb41803e2013-07-25 13:50:45 -0700218 if not hasattr(enum_member, '_value_'):
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700219 if member_type is object:
220 enum_member._value_ = value
221 else:
222 enum_member._value_ = member_type(*args)
Ethan Furman520ad572013-07-19 19:47:21 -0700223 value = enum_member._value_
Ethan Furman520ad572013-07-19 19:47:21 -0700224 enum_member._name_ = member_name
Ethan Furmanc850f342013-09-15 16:59:35 -0700225 enum_member.__objclass__ = enum_class
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700226 enum_member.__init__(*args)
227 # If another member with the same value was already defined, the
228 # new member becomes an alias to the existing one.
Ethan Furman520ad572013-07-19 19:47:21 -0700229 for name, canonical_member in enum_class._member_map_.items():
Ethan Furman0081f232014-09-16 17:31:23 -0700230 if canonical_member._value_ == enum_member._value_:
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700231 enum_member = canonical_member
232 break
233 else:
234 # Aliases don't appear in member names (only in __members__).
Ethan Furman520ad572013-07-19 19:47:21 -0700235 enum_class._member_names_.append(member_name)
Ethan Furman354ecf12015-03-11 08:43:12 -0700236 # performance boost for any member that would not shadow
237 # a DynamicClassAttribute
orlnub123c0d63bf2018-09-10 19:39:48 +0300238 if member_name not in dynamic_attributes:
Ethan Furman354ecf12015-03-11 08:43:12 -0700239 setattr(enum_class, member_name, enum_member)
240 # now add to _member_map_
Ethan Furman520ad572013-07-19 19:47:21 -0700241 enum_class._member_map_[member_name] = enum_member
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700242 try:
243 # This may fail if value is not hashable. We can't add the value
244 # to the map, and by-value lookups for this value will be
245 # linear.
Ethan Furman520ad572013-07-19 19:47:21 -0700246 enum_class._value2member_map_[value] = enum_member
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700247 except TypeError:
248 pass
249
250 # double check that repr and friends are not the mixin's or various
251 # things break (such as pickle)
Ethan Furmandc870522014-02-18 12:37:12 -0800252 for name in ('__repr__', '__str__', '__format__', '__reduce_ex__'):
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700253 class_method = getattr(enum_class, name)
254 obj_method = getattr(member_type, name, None)
255 enum_method = getattr(first_enum, name, None)
256 if obj_method is not None and obj_method is class_method:
257 setattr(enum_class, name, enum_method)
258
259 # replace any other __new__ with our own (as long as Enum is not None,
260 # anyway) -- again, this is to support pickle
261 if Enum is not None:
262 # if the user defined their own __new__, save it before it gets
263 # clobbered in case they subclass later
264 if save_new:
265 enum_class.__new_member__ = __new__
266 enum_class.__new__ = Enum.__new__
Ethan Furmane8e61272016-08-20 07:19:31 -0700267
268 # py3 support for definition order (helps keep py2/py3 code in sync)
269 if _order_ is not None:
270 if isinstance(_order_, str):
271 _order_ = _order_.replace(',', ' ').split()
272 if _order_ != enum_class._member_names_:
273 raise TypeError('member order does not match _order_')
274
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700275 return enum_class
276
Ethan Furman5de67b12016-04-13 23:52:09 -0700277 def __bool__(self):
278 """
279 classes/types should always be True.
280 """
281 return True
282
Ethan Furmand9925a12014-09-16 20:35:55 -0700283 def __call__(cls, value, names=None, *, module=None, qualname=None, type=None, start=1):
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700284 """Either returns an existing member, or creates a new enum class.
285
286 This method is used both when an enum class is given a value to match
287 to an enumeration member (i.e. Color(3)) and for the functional API
Ethan Furman23bb6f42016-11-21 09:22:05 -0800288 (i.e. Color = Enum('Color', names='RED GREEN BLUE')).
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700289
Ethan Furman2da95042014-03-03 12:42:52 -0800290 When used for the functional API:
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700291
Ethan Furman2da95042014-03-03 12:42:52 -0800292 `value` will be the name of the new class.
293
294 `names` should be either a string of white-space/comma delimited names
Ethan Furmand9925a12014-09-16 20:35:55 -0700295 (values will start at `start`), or an iterator/mapping of name, value pairs.
Ethan Furman2da95042014-03-03 12:42:52 -0800296
297 `module` should be set to the module this class is being created in;
298 if it is not set, an attempt to find that module will be made, but if
299 it fails the class will not be picklable.
300
301 `qualname` should be set to the actual location this class can be found
302 at in its module; by default it is set to the global scope. If this is
303 not correct, unpickling will fail in some circumstances.
304
305 `type`, if set, will be mixed in as the first base class.
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700306
307 """
308 if names is None: # simple value lookup
309 return cls.__new__(cls, value)
310 # otherwise, functional API: we're creating a new Enum type
Ethan Furmand9925a12014-09-16 20:35:55 -0700311 return cls._create_(value, names, module=module, qualname=qualname, type=type, start=start)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700312
313 def __contains__(cls, member):
Ethan Furman37151762018-04-11 18:56:25 -0700314 if not isinstance(member, Enum):
315 import warnings
316 warnings.warn(
317 "using non-Enums in containment checks will raise "
318 "TypeError in Python 3.8",
319 DeprecationWarning, 2)
Ethan Furman0081f232014-09-16 17:31:23 -0700320 return isinstance(member, cls) and member._name_ in cls._member_map_
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700321
Ethan Furman64a99722013-09-22 16:18:19 -0700322 def __delattr__(cls, attr):
323 # nicer error message when someone tries to delete an attribute
324 # (see issue19025).
325 if attr in cls._member_map_:
326 raise AttributeError(
327 "%s: cannot delete Enum member." % cls.__name__)
328 super().__delattr__(attr)
329
Ethan Furman388a3922013-08-12 06:51:41 -0700330 def __dir__(self):
Ethan Furman64a99722013-09-22 16:18:19 -0700331 return (['__class__', '__doc__', '__members__', '__module__'] +
332 self._member_names_)
Ethan Furman388a3922013-08-12 06:51:41 -0700333
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700334 def __getattr__(cls, name):
335 """Return the enum member matching `name`
336
337 We use __getattr__ instead of descriptors or inserting into the enum
338 class' __dict__ in order to support `name` and `value` being both
339 properties for enum members (which live in the class' __dict__) and
340 enum members themselves.
341
342 """
343 if _is_dunder(name):
344 raise AttributeError(name)
345 try:
Ethan Furman520ad572013-07-19 19:47:21 -0700346 return cls._member_map_[name]
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700347 except KeyError:
348 raise AttributeError(name) from None
349
350 def __getitem__(cls, name):
Ethan Furman520ad572013-07-19 19:47:21 -0700351 return cls._member_map_[name]
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700352
353 def __iter__(cls):
Ethan Furman520ad572013-07-19 19:47:21 -0700354 return (cls._member_map_[name] for name in cls._member_names_)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700355
356 def __len__(cls):
Ethan Furman520ad572013-07-19 19:47:21 -0700357 return len(cls._member_names_)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700358
Ethan Furman2131a4a2013-09-14 18:11:24 -0700359 @property
360 def __members__(cls):
361 """Returns a mapping of member name->value.
362
363 This mapping lists all enum members, including aliases. Note that this
364 is a read-only view of the internal mapping.
365
366 """
367 return MappingProxyType(cls._member_map_)
368
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700369 def __repr__(cls):
370 return "<enum %r>" % cls.__name__
371
Ethan Furman2131a4a2013-09-14 18:11:24 -0700372 def __reversed__(cls):
373 return (cls._member_map_[name] for name in reversed(cls._member_names_))
374
Ethan Furmanf203f2d2013-09-06 07:16:48 -0700375 def __setattr__(cls, name, value):
376 """Block attempts to reassign Enum members.
377
378 A simple assignment to the class namespace only changes one of the
379 several possible ways to get an Enum member from the Enum class,
380 resulting in an inconsistent Enumeration.
381
382 """
383 member_map = cls.__dict__.get('_member_map_', {})
384 if name in member_map:
385 raise AttributeError('Cannot reassign members.')
386 super().__setattr__(name, value)
387
Miss Islington (bot)3bcca482018-04-16 13:49:34 -0700388 def _create_(cls, class_name, names, *, module=None, qualname=None, type=None, start=1):
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700389 """Convenience method to create a new Enum class.
390
391 `names` can be:
392
393 * A string containing member names, separated either with spaces or
Ethan Furmand9925a12014-09-16 20:35:55 -0700394 commas. Values are incremented by 1 from `start`.
395 * An iterable of member names. Values are incremented by 1 from `start`.
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700396 * An iterable of (member name, value) pairs.
Ethan Furmand9925a12014-09-16 20:35:55 -0700397 * A mapping of member name -> value pairs.
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700398
399 """
400 metacls = cls.__class__
401 bases = (cls, ) if type is None else (type, cls)
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700402 _, first_enum = cls._get_mixins_(bases)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700403 classdict = metacls.__prepare__(class_name, bases)
404
405 # special processing needed for names?
406 if isinstance(names, str):
407 names = names.replace(',', ' ').split()
Dong-hee Nadcc8ce42017-06-22 01:52:32 +0900408 if isinstance(names, (tuple, list)) and names and isinstance(names[0], str):
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700409 original_names, names = names, []
Ethan Furmanc16595e2016-09-10 23:36:59 -0700410 last_values = []
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700411 for count, name in enumerate(original_names):
Ethan Furmanc16595e2016-09-10 23:36:59 -0700412 value = first_enum._generate_next_value_(name, start, count, last_values[:])
413 last_values.append(value)
414 names.append((name, value))
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700415
416 # Here, names is either an iterable of (name, value) or a mapping.
417 for item in names:
418 if isinstance(item, str):
419 member_name, member_value = item, names[item]
420 else:
421 member_name, member_value = item
422 classdict[member_name] = member_value
423 enum_class = metacls.__new__(metacls, class_name, bases, classdict)
424
425 # TODO: replace the frame hack if a blessed way to know the calling
426 # module is ever developed
427 if module is None:
428 try:
429 module = sys._getframe(2).f_globals['__name__']
430 except (AttributeError, ValueError) as exc:
431 pass
432 if module is None:
433 _make_class_unpicklable(enum_class)
434 else:
435 enum_class.__module__ = module
Ethan Furmanca1b7942014-02-08 11:36:27 -0800436 if qualname is not None:
437 enum_class.__qualname__ = qualname
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700438
439 return enum_class
440
441 @staticmethod
442 def _get_mixins_(bases):
443 """Returns the type for creating enum members, and the first inherited
444 enum class.
445
446 bases: the tuple of bases that was given to __new__
447
448 """
449 if not bases:
450 return object, Enum
451
Ethan Furman0c076ca2018-09-21 22:26:32 -0700452 def _find_data_type(bases):
453 for chain in bases:
454 for base in chain.__mro__:
455 if base is object:
456 continue
457 elif '__new__' in base.__dict__:
458 if issubclass(base, Enum) and not hasattr(base, '__new_member__'):
459 continue
460 return base
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700461
Ethan Furman0c076ca2018-09-21 22:26:32 -0700462 # ensure final parent class is an Enum derivative, find any concrete
463 # data type, and check that Enum has no members
464 first_enum = bases[-1]
465 if not issubclass(first_enum, Enum):
466 raise TypeError("new enumerations should be created as "
467 "`EnumName([mixin_type, ...] [data_type,] enum_type)`")
468 member_type = _find_data_type(bases) or object
469 if first_enum._member_names_:
470 raise TypeError("Cannot extend enumerations")
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700471
472 return member_type, first_enum
473
474 @staticmethod
475 def _find_new_(classdict, member_type, first_enum):
476 """Returns the __new__ to be used for creating the enum members.
477
478 classdict: the class dictionary given to __new__
479 member_type: the data type whose __new__ will be used by default
480 first_enum: enumeration to check for an overriding __new__
481
482 """
483 # now find the correct __new__, checking to see of one was defined
484 # by the user; also check earlier enum classes in case a __new__ was
485 # saved as __new_member__
486 __new__ = classdict.get('__new__', None)
487
488 # should __new__ be saved as __new_member__ later?
489 save_new = __new__ is not None
490
491 if __new__ is None:
492 # check all possibles for __new_member__ before falling back to
493 # __new__
494 for method in ('__new_member__', '__new__'):
495 for possible in (member_type, first_enum):
496 target = getattr(possible, method, None)
497 if target not in {
498 None,
499 None.__new__,
500 object.__new__,
501 Enum.__new__,
502 }:
503 __new__ = target
504 break
505 if __new__ is not None:
506 break
507 else:
508 __new__ = object.__new__
509
510 # if a non-object.__new__ is used then whatever value/tuple was
511 # assigned to the enum member name will be passed to __new__ and to the
512 # new enum member's __init__
513 if __new__ is object.__new__:
514 use_args = False
515 else:
516 use_args = True
517
518 return __new__, save_new, use_args
519
520
521class Enum(metaclass=EnumMeta):
522 """Generic enumeration.
523
524 Derive from this class to define new enumerations.
525
526 """
527 def __new__(cls, value):
528 # all enum instances are actually created during class construction
529 # without calling this method; this method is called by the metaclass'
530 # __call__ (i.e. Color(3) ), and by pickle
531 if type(value) is cls:
Ethan Furman23bb6f42016-11-21 09:22:05 -0800532 # For lookups like Color(Color.RED)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700533 return value
534 # by-value search for a matching enum member
535 # see if it's in the reverse mapping (for hashable values)
Ethan Furman2aa27322013-07-19 19:35:56 -0700536 try:
Ethan Furman520ad572013-07-19 19:47:21 -0700537 if value in cls._value2member_map_:
538 return cls._value2member_map_[value]
Ethan Furman2aa27322013-07-19 19:35:56 -0700539 except TypeError:
540 # not there, now do long search -- O(n) behavior
Ethan Furman520ad572013-07-19 19:47:21 -0700541 for member in cls._member_map_.values():
Ethan Furman0081f232014-09-16 17:31:23 -0700542 if member._value_ == value:
Ethan Furman2aa27322013-07-19 19:35:56 -0700543 return member
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700544 # still not found -- try _missing_ hook
545 return cls._missing_(value)
546
Ethan Furmanc16595e2016-09-10 23:36:59 -0700547 def _generate_next_value_(name, start, count, last_values):
548 for last_value in reversed(last_values):
549 try:
550 return last_value + 1
551 except TypeError:
552 pass
553 else:
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700554 return start
Ethan Furmanc16595e2016-09-10 23:36:59 -0700555
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700556 @classmethod
557 def _missing_(cls, value):
Ethan Furman0081f232014-09-16 17:31:23 -0700558 raise ValueError("%r is not a valid %s" % (value, cls.__name__))
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700559
560 def __repr__(self):
561 return "<%s.%s: %r>" % (
Ethan Furman520ad572013-07-19 19:47:21 -0700562 self.__class__.__name__, self._name_, self._value_)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700563
564 def __str__(self):
Ethan Furman520ad572013-07-19 19:47:21 -0700565 return "%s.%s" % (self.__class__.__name__, self._name_)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700566
Ethan Furman388a3922013-08-12 06:51:41 -0700567 def __dir__(self):
Ethan Furman0ae550b2014-10-14 08:58:32 -0700568 added_behavior = [
569 m
570 for cls in self.__class__.mro()
571 for m in cls.__dict__
Ethan Furman354ecf12015-03-11 08:43:12 -0700572 if m[0] != '_' and m not in self._member_map_
Ethan Furman0ae550b2014-10-14 08:58:32 -0700573 ]
Ethan Furmanec5f8eb2014-10-21 13:40:35 -0700574 return (['__class__', '__doc__', '__module__'] + added_behavior)
Ethan Furman388a3922013-08-12 06:51:41 -0700575
Ethan Furmanec15a822013-08-31 19:17:41 -0700576 def __format__(self, format_spec):
577 # mixed-in Enums should use the mixed-in type's __format__, otherwise
578 # we can get strange results with the Enum name showing up instead of
579 # the value
580
581 # pure Enum branch
582 if self._member_type_ is object:
583 cls = str
584 val = str(self)
585 # mix-in branch
586 else:
587 cls = self._member_type_
Ethan Furman0081f232014-09-16 17:31:23 -0700588 val = self._value_
Ethan Furmanec15a822013-08-31 19:17:41 -0700589 return cls.__format__(val, format_spec)
590
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700591 def __hash__(self):
Ethan Furman520ad572013-07-19 19:47:21 -0700592 return hash(self._name_)
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700593
Ethan Furmanca1b7942014-02-08 11:36:27 -0800594 def __reduce_ex__(self, proto):
Ethan Furmandc870522014-02-18 12:37:12 -0800595 return self.__class__, (self._value_, )
Ethan Furmanca1b7942014-02-08 11:36:27 -0800596
Ethan Furman33918c12013-09-27 23:02:02 -0700597 # DynamicClassAttribute is used to provide access to the `name` and
598 # `value` properties of enum members while keeping some measure of
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700599 # protection from modification, while still allowing for an enumeration
600 # to have members named `name` and `value`. This works because enumeration
601 # members are not set directly on the enum class -- __getattr__ is
602 # used to look them up.
603
Ethan Furmane03ea372013-09-25 07:14:41 -0700604 @DynamicClassAttribute
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700605 def name(self):
Ethan Furmanc850f342013-09-15 16:59:35 -0700606 """The name of the Enum member."""
Ethan Furman520ad572013-07-19 19:47:21 -0700607 return self._name_
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700608
Ethan Furmane03ea372013-09-25 07:14:41 -0700609 @DynamicClassAttribute
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700610 def value(self):
Ethan Furmanc850f342013-09-15 16:59:35 -0700611 """The value of the Enum member."""
Ethan Furman520ad572013-07-19 19:47:21 -0700612 return self._value_
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700613
Ethan Furman24e837f2015-03-18 17:27:57 -0700614 @classmethod
615 def _convert(cls, name, module, filter, source=None):
616 """
617 Create a new Enum subclass that replaces a collection of global constants
618 """
619 # convert all constants from source (or module) that pass filter() to
620 # a new Enum called name, and export the enum and its members back to
621 # module;
622 # also, replace the __reduce_ex__ method so unpickling works in
623 # previous Python versions
624 module_globals = vars(sys.modules[module])
625 if source:
626 source = vars(source)
627 else:
628 source = module_globals
Gregory P. Smith ext:(%20%5BGoogle%20Inc.%5D)6f20bd62016-06-03 19:14:52 +0000629 # We use an OrderedDict of sorted source keys so that the
630 # _value2member_map is populated in the same order every time
631 # for a consistent reverse mapping of number to name when there
632 # are multiple names for the same number rather than varying
633 # between runs due to hash randomization of the module dictionary.
Ethan Furman06339e72016-09-11 13:25:26 -0700634 members = [
635 (name, source[name])
636 for name in source.keys()
637 if filter(name)]
638 try:
639 # sort by value
640 members.sort(key=lambda t: (t[1], t[0]))
641 except TypeError:
642 # unless some values aren't comparable, in which case sort by name
643 members.sort(key=lambda t: t[0])
Ethan Furman24e837f2015-03-18 17:27:57 -0700644 cls = cls(name, members, module=module)
645 cls.__reduce_ex__ = _reduce_ex_by_name
646 module_globals.update(cls.__members__)
647 module_globals[name] = cls
648 return cls
649
Ethan Furman6b3d64a2013-06-14 16:55:46 -0700650
651class IntEnum(int, Enum):
652 """Enum where members are also (and must be) ints"""
Ethan Furmanf24bb352013-07-18 17:05:39 -0700653
654
Ethan Furman24e837f2015-03-18 17:27:57 -0700655def _reduce_ex_by_name(self, proto):
656 return self.name
657
Ethan Furman65a5a472016-09-01 23:55:19 -0700658class Flag(Enum):
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700659 """Support for flags"""
Ethan Furmanc16595e2016-09-10 23:36:59 -0700660
661 def _generate_next_value_(name, start, count, last_values):
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700662 """
663 Generate the next value when not given.
664
665 name: the name of the member
666 start: the initital start value or None
667 count: the number of existing members
668 last_value: the last value assigned or None
669 """
670 if not count:
671 return start if start is not None else 1
Ethan Furmanc16595e2016-09-10 23:36:59 -0700672 for last_value in reversed(last_values):
673 try:
674 high_bit = _high_bit(last_value)
675 break
Ethan Furman3515dcc2016-09-18 13:15:41 -0700676 except Exception:
Ethan Furmanc16595e2016-09-10 23:36:59 -0700677 raise TypeError('Invalid Flag value: %r' % last_value) from None
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700678 return 2 ** (high_bit+1)
679
680 @classmethod
681 def _missing_(cls, value):
682 original_value = value
683 if value < 0:
684 value = ~value
685 possible_member = cls._create_pseudo_member_(value)
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700686 if original_value < 0:
687 possible_member = ~possible_member
688 return possible_member
689
690 @classmethod
691 def _create_pseudo_member_(cls, value):
Ethan Furman3515dcc2016-09-18 13:15:41 -0700692 """
693 Create a composite member iff value contains only members.
694 """
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700695 pseudo_member = cls._value2member_map_.get(value, None)
696 if pseudo_member is None:
Ethan Furman3515dcc2016-09-18 13:15:41 -0700697 # verify all bits are accounted for
698 _, extra_flags = _decompose(cls, value)
699 if extra_flags:
700 raise ValueError("%r is not a valid %s" % (value, cls.__name__))
701 # construct a singleton enum pseudo-member
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700702 pseudo_member = object.__new__(cls)
703 pseudo_member._name_ = None
704 pseudo_member._value_ = value
Ethan Furman28cf6632017-01-24 12:12:06 -0800705 # use setdefault in case another thread already created a composite
706 # with this value
707 pseudo_member = cls._value2member_map_.setdefault(value, pseudo_member)
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700708 return pseudo_member
709
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700710 def __contains__(self, other):
711 if not isinstance(other, self.__class__):
Ethan Furman37151762018-04-11 18:56:25 -0700712 import warnings
713 warnings.warn(
714 "using non-Flags in containment checks will raise "
715 "TypeError in Python 3.8",
716 DeprecationWarning, 2)
717 return False
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700718 return other._value_ & self._value_ == other._value_
719
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700720 def __repr__(self):
721 cls = self.__class__
722 if self._name_ is not None:
723 return '<%s.%s: %r>' % (cls.__name__, self._name_, self._value_)
Ethan Furman3515dcc2016-09-18 13:15:41 -0700724 members, uncovered = _decompose(cls, self._value_)
Ethan Furman27682d22016-09-04 11:39:01 -0700725 return '<%s.%s: %r>' % (
726 cls.__name__,
727 '|'.join([str(m._name_ or m._value_) for m in members]),
728 self._value_,
729 )
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700730
731 def __str__(self):
732 cls = self.__class__
733 if self._name_ is not None:
734 return '%s.%s' % (cls.__name__, self._name_)
Ethan Furman3515dcc2016-09-18 13:15:41 -0700735 members, uncovered = _decompose(cls, self._value_)
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700736 if len(members) == 1 and members[0]._name_ is None:
737 return '%s.%r' % (cls.__name__, members[0]._value_)
738 else:
739 return '%s.%s' % (
740 cls.__name__,
741 '|'.join([str(m._name_ or m._value_) for m in members]),
742 )
743
Ethan Furman25d94bb2016-09-02 16:32:32 -0700744 def __bool__(self):
745 return bool(self._value_)
746
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700747 def __or__(self, other):
748 if not isinstance(other, self.__class__):
749 return NotImplemented
750 return self.__class__(self._value_ | other._value_)
751
752 def __and__(self, other):
753 if not isinstance(other, self.__class__):
754 return NotImplemented
755 return self.__class__(self._value_ & other._value_)
756
757 def __xor__(self, other):
758 if not isinstance(other, self.__class__):
759 return NotImplemented
760 return self.__class__(self._value_ ^ other._value_)
761
762 def __invert__(self):
Ethan Furman3515dcc2016-09-18 13:15:41 -0700763 members, uncovered = _decompose(self.__class__, self._value_)
Serhiy Storchaka81108372017-09-26 00:55:55 +0300764 inverted = self.__class__(0)
765 for m in self.__class__:
766 if m not in members and not (m._value_ & self._value_):
767 inverted = inverted | m
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700768 return self.__class__(inverted)
769
770
Ethan Furman65a5a472016-09-01 23:55:19 -0700771class IntFlag(int, Flag):
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700772 """Support for integer-based Flags"""
773
774 @classmethod
Ethan Furman3515dcc2016-09-18 13:15:41 -0700775 def _missing_(cls, value):
776 if not isinstance(value, int):
777 raise ValueError("%r is not a valid %s" % (value, cls.__name__))
778 new_member = cls._create_pseudo_member_(value)
779 return new_member
780
781 @classmethod
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700782 def _create_pseudo_member_(cls, value):
783 pseudo_member = cls._value2member_map_.get(value, None)
784 if pseudo_member is None:
Ethan Furman3515dcc2016-09-18 13:15:41 -0700785 need_to_create = [value]
786 # get unaccounted for bits
787 _, extra_flags = _decompose(cls, value)
788 # timer = 10
789 while extra_flags:
790 # timer -= 1
791 bit = _high_bit(extra_flags)
792 flag_value = 2 ** bit
793 if (flag_value not in cls._value2member_map_ and
794 flag_value not in need_to_create
795 ):
796 need_to_create.append(flag_value)
797 if extra_flags == -flag_value:
798 extra_flags = 0
799 else:
800 extra_flags ^= flag_value
801 for value in reversed(need_to_create):
802 # construct singleton pseudo-members
803 pseudo_member = int.__new__(cls, value)
804 pseudo_member._name_ = None
805 pseudo_member._value_ = value
Ethan Furman28cf6632017-01-24 12:12:06 -0800806 # use setdefault in case another thread already created a composite
807 # with this value
808 pseudo_member = cls._value2member_map_.setdefault(value, pseudo_member)
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700809 return pseudo_member
810
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700811 def __or__(self, other):
812 if not isinstance(other, (self.__class__, int)):
813 return NotImplemented
Ethan Furman3515dcc2016-09-18 13:15:41 -0700814 result = self.__class__(self._value_ | self.__class__(other)._value_)
815 return result
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700816
817 def __and__(self, other):
818 if not isinstance(other, (self.__class__, int)):
819 return NotImplemented
820 return self.__class__(self._value_ & self.__class__(other)._value_)
821
822 def __xor__(self, other):
823 if not isinstance(other, (self.__class__, int)):
824 return NotImplemented
825 return self.__class__(self._value_ ^ self.__class__(other)._value_)
826
827 __ror__ = __or__
828 __rand__ = __and__
829 __rxor__ = __xor__
830
831 def __invert__(self):
Ethan Furman3515dcc2016-09-18 13:15:41 -0700832 result = self.__class__(~self._value_)
833 return result
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700834
835
836def _high_bit(value):
Ethan Furman04439532016-09-02 15:50:21 -0700837 """returns index of highest bit, or -1 if value is zero or negative"""
Ethan Furman3515dcc2016-09-18 13:15:41 -0700838 return value.bit_length() - 1
Ethan Furmanee47e5c2016-08-31 00:12:15 -0700839
Ethan Furmanf24bb352013-07-18 17:05:39 -0700840def unique(enumeration):
841 """Class decorator for enumerations ensuring unique member values."""
842 duplicates = []
843 for name, member in enumeration.__members__.items():
844 if name != member.name:
845 duplicates.append((name, member.name))
846 if duplicates:
847 alias_details = ', '.join(
848 ["%s -> %s" % (alias, name) for (alias, name) in duplicates])
849 raise ValueError('duplicate values found in %r: %s' %
850 (enumeration, alias_details))
851 return enumeration
Ethan Furman3515dcc2016-09-18 13:15:41 -0700852
853def _decompose(flag, value):
854 """Extract all members from the value."""
855 # _decompose is only called if the value is not named
856 not_covered = value
857 negative = value < 0
Ethan Furman28cf6632017-01-24 12:12:06 -0800858 # issue29167: wrap accesses to _value2member_map_ in a list to avoid race
Ville Skyttä49b27342017-08-03 09:00:59 +0300859 # conditions between iterating over it and having more pseudo-
Ethan Furman28cf6632017-01-24 12:12:06 -0800860 # members added to it
Ethan Furman3515dcc2016-09-18 13:15:41 -0700861 if negative:
862 # only check for named flags
863 flags_to_check = [
864 (m, v)
Ethan Furman28cf6632017-01-24 12:12:06 -0800865 for v, m in list(flag._value2member_map_.items())
Ethan Furman3515dcc2016-09-18 13:15:41 -0700866 if m.name is not None
867 ]
868 else:
869 # check for named flags and powers-of-two flags
870 flags_to_check = [
871 (m, v)
Ethan Furman28cf6632017-01-24 12:12:06 -0800872 for v, m in list(flag._value2member_map_.items())
Ethan Furman3515dcc2016-09-18 13:15:41 -0700873 if m.name is not None or _power_of_two(v)
874 ]
875 members = []
876 for member, member_value in flags_to_check:
877 if member_value and member_value & value == member_value:
878 members.append(member)
879 not_covered &= ~member_value
880 if not members and value in flag._value2member_map_:
881 members.append(flag._value2member_map_[value])
882 members.sort(key=lambda m: m._value_, reverse=True)
883 if len(members) > 1 and members[0].value == value:
884 # we have the breakdown, don't need the value member itself
885 members.pop(0)
886 return members, not_covered
887
888def _power_of_two(value):
889 if value < 1:
890 return False
891 return value == 2 ** _high_bit(value)