/Lib/test/test_collections.py
Python | 1243 lines | 1083 code | 103 blank | 57 comment | 53 complexity | 61b62e24d1d8a28452f3f8b55df0083d MD5 | raw file
- """Unit tests for collections.py."""
- import collections
- import copy
- import doctest
- import inspect
- import keyword
- import operator
- import pickle
- from random import choice, randrange
- import re
- import string
- import sys
- from test import support
- import types
- import unittest
- from collections import namedtuple, Counter, OrderedDict, _count_elements
- from collections import UserDict, UserString, UserList
- from collections import ChainMap
- from collections import deque
- from collections.abc import Awaitable, Coroutine
- from collections.abc import AsyncIterator, AsyncIterable, AsyncGenerator
- from collections.abc import Hashable, Iterable, Iterator, Generator, Reversible
- from collections.abc import Sized, Container, Callable, Collection
- from collections.abc import Set, MutableSet
- from collections.abc import Mapping, MutableMapping, KeysView, ItemsView, ValuesView
- from collections.abc import Sequence, MutableSequence
- from collections.abc import ByteString
- class TestUserObjects(unittest.TestCase):
- def _superset_test(self, a, b):
- self.assertGreaterEqual(
- set(dir(a)),
- set(dir(b)),
- '{a} should have all the methods of {b}'.format(
- a=a.__name__,
- b=b.__name__,
- ),
- )
- def test_str_protocol(self):
- self._superset_test(UserString, str)
- def test_list_protocol(self):
- self._superset_test(UserList, list)
- def test_dict_protocol(self):
- self._superset_test(UserDict, dict)
- ################################################################################
- ### ChainMap (helper class for configparser and the string module)
- ################################################################################
- class TestChainMap(unittest.TestCase):
- def test_basics(self):
- c = ChainMap()
- c['a'] = 1
- c['b'] = 2
- d = c.new_child()
- d['b'] = 20
- d['c'] = 30
- self.assertEqual(d.maps, [{'b':20, 'c':30}, {'a':1, 'b':2}]) # check internal state
- self.assertEqual(d.items(), dict(a=1, b=20, c=30).items()) # check items/iter/getitem
- self.assertEqual(len(d), 3) # check len
- for key in 'abc': # check contains
- self.assertIn(key, d)
- for k, v in dict(a=1, b=20, c=30, z=100).items(): # check get
- self.assertEqual(d.get(k, 100), v)
- del d['b'] # unmask a value
- self.assertEqual(d.maps, [{'c':30}, {'a':1, 'b':2}]) # check internal state
- self.assertEqual(d.items(), dict(a=1, b=2, c=30).items()) # check items/iter/getitem
- self.assertEqual(len(d), 3) # check len
- for key in 'abc': # check contains
- self.assertIn(key, d)
- for k, v in dict(a=1, b=2, c=30, z=100).items(): # check get
- self.assertEqual(d.get(k, 100), v)
- self.assertIn(repr(d), [ # check repr
- type(d).__name__ + "({'c': 30}, {'a': 1, 'b': 2})",
- type(d).__name__ + "({'c': 30}, {'b': 2, 'a': 1})"
- ])
- for e in d.copy(), copy.copy(d): # check shallow copies
- self.assertEqual(d, e)
- self.assertEqual(d.maps, e.maps)
- self.assertIsNot(d, e)
- self.assertIsNot(d.maps[0], e.maps[0])
- for m1, m2 in zip(d.maps[1:], e.maps[1:]):
- self.assertIs(m1, m2)
- # check deep copies
- for proto in range(pickle.HIGHEST_PROTOCOL + 1):
- e = pickle.loads(pickle.dumps(d, proto))
- self.assertEqual(d, e)
- self.assertEqual(d.maps, e.maps)
- self.assertIsNot(d, e)
- for m1, m2 in zip(d.maps, e.maps):
- self.assertIsNot(m1, m2, e)
- for e in [copy.deepcopy(d),
- eval(repr(d))
- ]:
- self.assertEqual(d, e)
- self.assertEqual(d.maps, e.maps)
- self.assertIsNot(d, e)
- for m1, m2 in zip(d.maps, e.maps):
- self.assertIsNot(m1, m2, e)
- f = d.new_child()
- f['b'] = 5
- self.assertEqual(f.maps, [{'b': 5}, {'c':30}, {'a':1, 'b':2}])
- self.assertEqual(f.parents.maps, [{'c':30}, {'a':1, 'b':2}]) # check parents
- self.assertEqual(f['b'], 5) # find first in chain
- self.assertEqual(f.parents['b'], 2) # look beyond maps[0]
- def test_constructor(self):
- self.assertEqual(ChainMap().maps, [{}]) # no-args --> one new dict
- self.assertEqual(ChainMap({1:2}).maps, [{1:2}]) # 1 arg --> list
- def test_bool(self):
- self.assertFalse(ChainMap())
- self.assertFalse(ChainMap({}, {}))
- self.assertTrue(ChainMap({1:2}, {}))
- self.assertTrue(ChainMap({}, {1:2}))
- def test_missing(self):
- class DefaultChainMap(ChainMap):
- def __missing__(self, key):
- return 999
- d = DefaultChainMap(dict(a=1, b=2), dict(b=20, c=30))
- for k, v in dict(a=1, b=2, c=30, d=999).items():
- self.assertEqual(d[k], v) # check __getitem__ w/missing
- for k, v in dict(a=1, b=2, c=30, d=77).items():
- self.assertEqual(d.get(k, 77), v) # check get() w/ missing
- for k, v in dict(a=True, b=True, c=True, d=False).items():
- self.assertEqual(k in d, v) # check __contains__ w/missing
- self.assertEqual(d.pop('a', 1001), 1, d)
- self.assertEqual(d.pop('a', 1002), 1002) # check pop() w/missing
- self.assertEqual(d.popitem(), ('b', 2)) # check popitem() w/missing
- with self.assertRaises(KeyError):
- d.popitem()
- def test_dict_coercion(self):
- d = ChainMap(dict(a=1, b=2), dict(b=20, c=30))
- self.assertEqual(dict(d), dict(a=1, b=2, c=30))
- self.assertEqual(dict(d.items()), dict(a=1, b=2, c=30))
- def test_new_child(self):
- 'Tests for changes for issue #16613.'
- c = ChainMap()
- c['a'] = 1
- c['b'] = 2
- m = {'b':20, 'c': 30}
- d = c.new_child(m)
- self.assertEqual(d.maps, [{'b':20, 'c':30}, {'a':1, 'b':2}]) # check internal state
- self.assertIs(m, d.maps[0])
- # Use a different map than a dict
- class lowerdict(dict):
- def __getitem__(self, key):
- if isinstance(key, str):
- key = key.lower()
- return dict.__getitem__(self, key)
- def __contains__(self, key):
- if isinstance(key, str):
- key = key.lower()
- return dict.__contains__(self, key)
- c = ChainMap()
- c['a'] = 1
- c['b'] = 2
- m = lowerdict(b=20, c=30)
- d = c.new_child(m)
- self.assertIs(m, d.maps[0])
- for key in 'abc': # check contains
- self.assertIn(key, d)
- for k, v in dict(a=1, B=20, C=30, z=100).items(): # check get
- self.assertEqual(d.get(k, 100), v)
- ################################################################################
- ### Named Tuples
- ################################################################################
- TestNT = namedtuple('TestNT', 'x y z') # type used for pickle tests
- class TestNamedTuple(unittest.TestCase):
- def test_factory(self):
- Point = namedtuple('Point', 'x y')
- self.assertEqual(Point.__name__, 'Point')
- self.assertEqual(Point.__slots__, ())
- self.assertEqual(Point.__module__, __name__)
- self.assertEqual(Point.__getitem__, tuple.__getitem__)
- self.assertEqual(Point._fields, ('x', 'y'))
- self.assertIn('class Point(tuple)', Point._source)
- self.assertRaises(ValueError, namedtuple, 'abc%', 'efg ghi') # type has non-alpha char
- self.assertRaises(ValueError, namedtuple, 'class', 'efg ghi') # type has keyword
- self.assertRaises(ValueError, namedtuple, '9abc', 'efg ghi') # type starts with digit
- self.assertRaises(ValueError, namedtuple, 'abc', 'efg g%hi') # field with non-alpha char
- self.assertRaises(ValueError, namedtuple, 'abc', 'abc class') # field has keyword
- self.assertRaises(ValueError, namedtuple, 'abc', '8efg 9ghi') # field starts with digit
- self.assertRaises(ValueError, namedtuple, 'abc', '_efg ghi') # field with leading underscore
- self.assertRaises(ValueError, namedtuple, 'abc', 'efg efg ghi') # duplicate field
- namedtuple('Point0', 'x1 y2') # Verify that numbers are allowed in names
- namedtuple('_', 'a b c') # Test leading underscores in a typename
- nt = namedtuple('nt', 'the quick brown fox') # check unicode input
- self.assertNotIn("u'", repr(nt._fields))
- nt = namedtuple('nt', ('the', 'quick')) # check unicode input
- self.assertNotIn("u'", repr(nt._fields))
- self.assertRaises(TypeError, Point._make, [11]) # catch too few args
- self.assertRaises(TypeError, Point._make, [11, 22, 33]) # catch too many args
- @unittest.skipIf(sys.flags.optimize >= 2,
- "Docstrings are omitted with -O2 and above")
- def test_factory_doc_attr(self):
- Point = namedtuple('Point', 'x y')
- self.assertEqual(Point.__doc__, 'Point(x, y)')
- @unittest.skipIf(sys.flags.optimize >= 2,
- "Docstrings are omitted with -O2 and above")
- def test_doc_writable(self):
- Point = namedtuple('Point', 'x y')
- self.assertEqual(Point.x.__doc__, 'Alias for field number 0')
- Point.x.__doc__ = 'docstring for Point.x'
- self.assertEqual(Point.x.__doc__, 'docstring for Point.x')
- def test_name_fixer(self):
- for spec, renamed in [
- [('efg', 'g%hi'), ('efg', '_1')], # field with non-alpha char
- [('abc', 'class'), ('abc', '_1')], # field has keyword
- [('8efg', '9ghi'), ('_0', '_1')], # field starts with digit
- [('abc', '_efg'), ('abc', '_1')], # field with leading underscore
- [('abc', 'efg', 'efg', 'ghi'), ('abc', 'efg', '_2', 'ghi')], # duplicate field
- [('abc', '', 'x'), ('abc', '_1', 'x')], # fieldname is a space
- ]:
- self.assertEqual(namedtuple('NT', spec, rename=True)._fields, renamed)
- def test_module_parameter(self):
- NT = namedtuple('NT', ['x', 'y'], module=collections)
- self.assertEqual(NT.__module__, collections)
- def test_instance(self):
- Point = namedtuple('Point', 'x y')
- p = Point(11, 22)
- self.assertEqual(p, Point(x=11, y=22))
- self.assertEqual(p, Point(11, y=22))
- self.assertEqual(p, Point(y=22, x=11))
- self.assertEqual(p, Point(*(11, 22)))
- self.assertEqual(p, Point(**dict(x=11, y=22)))
- self.assertRaises(TypeError, Point, 1) # too few args
- self.assertRaises(TypeError, Point, 1, 2, 3) # too many args
- self.assertRaises(TypeError, eval, 'Point(XXX=1, y=2)', locals()) # wrong keyword argument
- self.assertRaises(TypeError, eval, 'Point(x=1)', locals()) # missing keyword argument
- self.assertEqual(repr(p), 'Point(x=11, y=22)')
- self.assertNotIn('__weakref__', dir(p))
- self.assertEqual(p, Point._make([11, 22])) # test _make classmethod
- self.assertEqual(p._fields, ('x', 'y')) # test _fields attribute
- self.assertEqual(p._replace(x=1), (1, 22)) # test _replace method
- self.assertEqual(p._asdict(), dict(x=11, y=22)) # test _asdict method
- try:
- p._replace(x=1, error=2)
- except ValueError:
- pass
- else:
- self._fail('Did not detect an incorrect fieldname')
- # verify that field string can have commas
- Point = namedtuple('Point', 'x, y')
- p = Point(x=11, y=22)
- self.assertEqual(repr(p), 'Point(x=11, y=22)')
- # verify that fieldspec can be a non-string sequence
- Point = namedtuple('Point', ('x', 'y'))
- p = Point(x=11, y=22)
- self.assertEqual(repr(p), 'Point(x=11, y=22)')
- def test_tupleness(self):
- Point = namedtuple('Point', 'x y')
- p = Point(11, 22)
- self.assertIsInstance(p, tuple)
- self.assertEqual(p, (11, 22)) # matches a real tuple
- self.assertEqual(tuple(p), (11, 22)) # coercable to a real tuple
- self.assertEqual(list(p), [11, 22]) # coercable to a list
- self.assertEqual(max(p), 22) # iterable
- self.assertEqual(max(*p), 22) # star-able
- x, y = p
- self.assertEqual(p, (x, y)) # unpacks like a tuple
- self.assertEqual((p[0], p[1]), (11, 22)) # indexable like a tuple
- self.assertRaises(IndexError, p.__getitem__, 3)
- self.assertEqual(p.x, x)
- self.assertEqual(p.y, y)
- self.assertRaises(AttributeError, eval, 'p.z', locals())
- def test_odd_sizes(self):
- Zero = namedtuple('Zero', '')
- self.assertEqual(Zero(), ())
- self.assertEqual(Zero._make([]), ())
- self.assertEqual(repr(Zero()), 'Zero()')
- self.assertEqual(Zero()._asdict(), {})
- self.assertEqual(Zero()._fields, ())
- Dot = namedtuple('Dot', 'd')
- self.assertEqual(Dot(1), (1,))
- self.assertEqual(Dot._make([1]), (1,))
- self.assertEqual(Dot(1).d, 1)
- self.assertEqual(repr(Dot(1)), 'Dot(d=1)')
- self.assertEqual(Dot(1)._asdict(), {'d':1})
- self.assertEqual(Dot(1)._replace(d=999), (999,))
- self.assertEqual(Dot(1)._fields, ('d',))
- n = 5000
- names = list(set(''.join([choice(string.ascii_letters)
- for j in range(10)]) for i in range(n)))
- n = len(names)
- Big = namedtuple('Big', names)
- b = Big(*range(n))
- self.assertEqual(b, tuple(range(n)))
- self.assertEqual(Big._make(range(n)), tuple(range(n)))
- for pos, name in enumerate(names):
- self.assertEqual(getattr(b, name), pos)
- repr(b) # make sure repr() doesn't blow-up
- d = b._asdict()
- d_expected = dict(zip(names, range(n)))
- self.assertEqual(d, d_expected)
- b2 = b._replace(**dict([(names[1], 999),(names[-5], 42)]))
- b2_expected = list(range(n))
- b2_expected[1] = 999
- b2_expected[-5] = 42
- self.assertEqual(b2, tuple(b2_expected))
- self.assertEqual(b._fields, tuple(names))
- def test_pickle(self):
- p = TestNT(x=10, y=20, z=30)
- for module in (pickle,):
- loads = getattr(module, 'loads')
- dumps = getattr(module, 'dumps')
- for protocol in range(-1, module.HIGHEST_PROTOCOL + 1):
- q = loads(dumps(p, protocol))
- self.assertEqual(p, q)
- self.assertEqual(p._fields, q._fields)
- self.assertNotIn(b'OrderedDict', dumps(p, protocol))
- def test_copy(self):
- p = TestNT(x=10, y=20, z=30)
- for copier in copy.copy, copy.deepcopy:
- q = copier(p)
- self.assertEqual(p, q)
- self.assertEqual(p._fields, q._fields)
- def test_name_conflicts(self):
- # Some names like "self", "cls", "tuple", "itemgetter", and "property"
- # failed when used as field names. Test to make sure these now work.
- T = namedtuple('T', 'itemgetter property self cls tuple')
- t = T(1, 2, 3, 4, 5)
- self.assertEqual(t, (1,2,3,4,5))
- newt = t._replace(itemgetter=10, property=20, self=30, cls=40, tuple=50)
- self.assertEqual(newt, (10,20,30,40,50))
- # Broader test of all interesting names in a template
- with support.captured_stdout() as template:
- T = namedtuple('T', 'x', verbose=True)
- words = set(re.findall('[A-Za-z]+', template.getvalue()))
- words -= set(keyword.kwlist)
- T = namedtuple('T', words)
- # test __new__
- values = tuple(range(len(words)))
- t = T(*values)
- self.assertEqual(t, values)
- t = T(**dict(zip(T._fields, values)))
- self.assertEqual(t, values)
- # test _make
- t = T._make(values)
- self.assertEqual(t, values)
- # exercise __repr__
- repr(t)
- # test _asdict
- self.assertEqual(t._asdict(), dict(zip(T._fields, values)))
- # test _replace
- t = T._make(values)
- newvalues = tuple(v*10 for v in values)
- newt = t._replace(**dict(zip(T._fields, newvalues)))
- self.assertEqual(newt, newvalues)
- # test _fields
- self.assertEqual(T._fields, tuple(words))
- # test __getnewargs__
- self.assertEqual(t.__getnewargs__(), values)
- def test_repr(self):
- with support.captured_stdout() as template:
- A = namedtuple('A', 'x', verbose=True)
- self.assertEqual(repr(A(1)), 'A(x=1)')
- # repr should show the name of the subclass
- class B(A):
- pass
- self.assertEqual(repr(B(1)), 'B(x=1)')
- def test_source(self):
- # verify that _source can be run through exec()
- tmp = namedtuple('NTColor', 'red green blue')
- globals().pop('NTColor', None) # remove artifacts from other tests
- exec(tmp._source, globals())
- self.assertIn('NTColor', globals())
- c = NTColor(10, 20, 30)
- self.assertEqual((c.red, c.green, c.blue), (10, 20, 30))
- self.assertEqual(NTColor._fields, ('red', 'green', 'blue'))
- globals().pop('NTColor', None) # clean-up after this test
- def test_keyword_only_arguments(self):
- # See issue 25628
- with support.captured_stdout() as template:
- NT = namedtuple('NT', ['x', 'y'], verbose=True)
- self.assertIn('class NT', NT._source)
- with self.assertRaises(TypeError):
- NT = namedtuple('NT', ['x', 'y'], True)
- NT = namedtuple('NT', ['abc', 'def'], rename=True)
- self.assertEqual(NT._fields, ('abc', '_1'))
- with self.assertRaises(TypeError):
- NT = namedtuple('NT', ['abc', 'def'], False, True)
- def test_namedtuple_subclass_issue_24931(self):
- class Point(namedtuple('_Point', ['x', 'y'])):
- pass
- a = Point(3, 4)
- self.assertEqual(a._asdict(), OrderedDict([('x', 3), ('y', 4)]))
- a.w = 5
- self.assertEqual(a.__dict__, {'w': 5})
- ################################################################################
- ### Abstract Base Classes
- ################################################################################
- class ABCTestCase(unittest.TestCase):
- def validate_abstract_methods(self, abc, *names):
- methodstubs = dict.fromkeys(names, lambda s, *args: 0)
- # everything should work will all required methods are present
- C = type('C', (abc,), methodstubs)
- C()
- # instantiation should fail if a required method is missing
- for name in names:
- stubs = methodstubs.copy()
- del stubs[name]
- C = type('C', (abc,), stubs)
- self.assertRaises(TypeError, C, name)
- def validate_isinstance(self, abc, name):
- stub = lambda s, *args: 0
- C = type('C', (object,), {'__hash__': None})
- setattr(C, name, stub)
- self.assertIsInstance(C(), abc)
- self.assertTrue(issubclass(C, abc))
- C = type('C', (object,), {'__hash__': None})
- self.assertNotIsInstance(C(), abc)
- self.assertFalse(issubclass(C, abc))
- def validate_comparison(self, instance):
- ops = ['lt', 'gt', 'le', 'ge', 'ne', 'or', 'and', 'xor', 'sub']
- operators = {}
- for op in ops:
- name = '__' + op + '__'
- operators[name] = getattr(operator, name)
- class Other:
- def __init__(self):
- self.right_side = False
- def __eq__(self, other):
- self.right_side = True
- return True
- __lt__ = __eq__
- __gt__ = __eq__
- __le__ = __eq__
- __ge__ = __eq__
- __ne__ = __eq__
- __ror__ = __eq__
- __rand__ = __eq__
- __rxor__ = __eq__
- __rsub__ = __eq__
- for name, op in operators.items():
- if not hasattr(instance, name):
- continue
- other = Other()
- op(instance, other)
- self.assertTrue(other.right_side,'Right side not called for %s.%s'
- % (type(instance), name))
- def _test_gen():
- yield
- class TestOneTrickPonyABCs(ABCTestCase):
- def test_Awaitable(self):
- def gen():
- yield
- @types.coroutine
- def coro():
- yield
- async def new_coro():
- pass
- class Bar:
- def __await__(self):
- yield
- class MinimalCoro(Coroutine):
- def send(self, value):
- return value
- def throw(self, typ, val=None, tb=None):
- super().throw(typ, val, tb)
- def __await__(self):
- yield
- non_samples = [None, int(), gen(), object()]
- for x in non_samples:
- self.assertNotIsInstance(x, Awaitable)
- self.assertFalse(issubclass(type(x), Awaitable), repr(type(x)))
- samples = [Bar(), MinimalCoro()]
- for x in samples:
- self.assertIsInstance(x, Awaitable)
- self.assertTrue(issubclass(type(x), Awaitable))
- c = coro()
- # Iterable coroutines (generators with CO_ITERABLE_COROUTINE
- # flag don't have '__await__' method, hence can't be instances
- # of Awaitable. Use inspect.isawaitable to detect them.
- self.assertNotIsInstance(c, Awaitable)
- c = new_coro()
- self.assertIsInstance(c, Awaitable)
- c.close() # awoid RuntimeWarning that coro() was not awaited
- class CoroLike: pass
- Coroutine.register(CoroLike)
- self.assertTrue(isinstance(CoroLike(), Awaitable))
- self.assertTrue(issubclass(CoroLike, Awaitable))
- CoroLike = None
- support.gc_collect() # Kill CoroLike to clean-up ABCMeta cache
- def test_Coroutine(self):
- def gen():
- yield
- @types.coroutine
- def coro():
- yield
- async def new_coro():
- pass
- class Bar:
- def __await__(self):
- yield
- class MinimalCoro(Coroutine):
- def send(self, value):
- return value
- def throw(self, typ, val=None, tb=None):
- super().throw(typ, val, tb)
- def __await__(self):
- yield
- non_samples = [None, int(), gen(), object(), Bar()]
- for x in non_samples:
- self.assertNotIsInstance(x, Coroutine)
- self.assertFalse(issubclass(type(x), Coroutine), repr(type(x)))
- samples = [MinimalCoro()]
- for x in samples:
- self.assertIsInstance(x, Awaitable)
- self.assertTrue(issubclass(type(x), Awaitable))
- c = coro()
- # Iterable coroutines (generators with CO_ITERABLE_COROUTINE
- # flag don't have '__await__' method, hence can't be instances
- # of Coroutine. Use inspect.isawaitable to detect them.
- self.assertNotIsInstance(c, Coroutine)
- c = new_coro()
- self.assertIsInstance(c, Coroutine)
- c.close() # awoid RuntimeWarning that coro() was not awaited
- class CoroLike:
- def send(self, value):
- pass
- def throw(self, typ, val=None, tb=None):
- pass
- def close(self):
- pass
- def __await__(self):
- pass
- self.assertTrue(isinstance(CoroLike(), Coroutine))
- self.assertTrue(issubclass(CoroLike, Coroutine))
- class CoroLike:
- def send(self, value):
- pass
- def close(self):
- pass
- def __await__(self):
- pass
- self.assertFalse(isinstance(CoroLike(), Coroutine))
- self.assertFalse(issubclass(CoroLike, Coroutine))
- def test_Hashable(self):
- # Check some non-hashables
- non_samples = [bytearray(), list(), set(), dict()]
- for x in non_samples:
- self.assertNotIsInstance(x, Hashable)
- self.assertFalse(issubclass(type(x), Hashable), repr(type(x)))
- # Check some hashables
- samples = [None,
- int(), float(), complex(),
- str(),
- tuple(), frozenset(),
- int, list, object, type, bytes()
- ]
- for x in samples:
- self.assertIsInstance(x, Hashable)
- self.assertTrue(issubclass(type(x), Hashable), repr(type(x)))
- self.assertRaises(TypeError, Hashable)
- # Check direct subclassing
- class H(Hashable):
- def __hash__(self):
- return super().__hash__()
- self.assertEqual(hash(H()), 0)
- self.assertFalse(issubclass(int, H))
- self.validate_abstract_methods(Hashable, '__hash__')
- self.validate_isinstance(Hashable, '__hash__')
- def test_AsyncIterable(self):
- class AI:
- async def __aiter__(self):
- return self
- self.assertTrue(isinstance(AI(), AsyncIterable))
- self.assertTrue(issubclass(AI, AsyncIterable))
- # Check some non-iterables
- non_samples = [None, object, []]
- for x in non_samples:
- self.assertNotIsInstance(x, AsyncIterable)
- self.assertFalse(issubclass(type(x), AsyncIterable), repr(type(x)))
- self.validate_abstract_methods(AsyncIterable, '__aiter__')
- self.validate_isinstance(AsyncIterable, '__aiter__')
- def test_AsyncIterator(self):
- class AI:
- async def __aiter__(self):
- return self
- async def __anext__(self):
- raise StopAsyncIteration
- self.assertTrue(isinstance(AI(), AsyncIterator))
- self.assertTrue(issubclass(AI, AsyncIterator))
- non_samples = [None, object, []]
- # Check some non-iterables
- for x in non_samples:
- self.assertNotIsInstance(x, AsyncIterator)
- self.assertFalse(issubclass(type(x), AsyncIterator), repr(type(x)))
- # Similarly to regular iterators (see issue 10565)
- class AnextOnly:
- async def __anext__(self):
- raise StopAsyncIteration
- self.assertNotIsInstance(AnextOnly(), AsyncIterator)
- self.validate_abstract_methods(AsyncIterator, '__anext__', '__aiter__')
- def test_Iterable(self):
- # Check some non-iterables
- non_samples = [None, 42, 3.14, 1j]
- for x in non_samples:
- self.assertNotIsInstance(x, Iterable)
- self.assertFalse(issubclass(type(x), Iterable), repr(type(x)))
- # Check some iterables
- samples = [bytes(), str(),
- tuple(), list(), set(), frozenset(), dict(),
- dict().keys(), dict().items(), dict().values(),
- _test_gen(),
- (x for x in []),
- ]
- for x in samples:
- self.assertIsInstance(x, Iterable)
- self.assertTrue(issubclass(type(x), Iterable), repr(type(x)))
- # Check direct subclassing
- class I(Iterable):
- def __iter__(self):
- return super().__iter__()
- self.assertEqual(list(I()), [])
- self.assertFalse(issubclass(str, I))
- self.validate_abstract_methods(Iterable, '__iter__')
- self.validate_isinstance(Iterable, '__iter__')
- # Check None blocking
- class It:
- def __iter__(self): return iter([])
- class ItBlocked(It):
- __iter__ = None
- self.assertTrue(issubclass(It, Iterable))
- self.assertTrue(isinstance(It(), Iterable))
- self.assertFalse(issubclass(ItBlocked, Iterable))
- self.assertFalse(isinstance(ItBlocked(), Iterable))
- def test_Reversible(self):
- # Check some non-reversibles
- non_samples = [None, 42, 3.14, 1j, dict(), set(), frozenset()]
- for x in non_samples:
- self.assertNotIsInstance(x, Reversible)
- self.assertFalse(issubclass(type(x), Reversible), repr(type(x)))
- # Check some non-reversible iterables
- non_reversibles = [dict().keys(), dict().items(), dict().values(),
- Counter(), Counter().keys(), Counter().items(),
- Counter().values(), _test_gen(),
- (x for x in []), iter([]), reversed([])]
- for x in non_reversibles:
- self.assertNotIsInstance(x, Reversible)
- self.assertFalse(issubclass(type(x), Reversible), repr(type(x)))
- # Check some reversible iterables
- samples = [bytes(), str(), tuple(), list(), OrderedDict(),
- OrderedDict().keys(), OrderedDict().items(),
- OrderedDict().values()]
- for x in samples:
- self.assertIsInstance(x, Reversible)
- self.assertTrue(issubclass(type(x), Reversible), repr(type(x)))
- # Check also Mapping, MutableMapping, and Sequence
- self.assertTrue(issubclass(Sequence, Reversible), repr(Sequence))
- self.assertFalse(issubclass(Mapping, Reversible), repr(Mapping))
- self.assertFalse(issubclass(MutableMapping, Reversible), repr(MutableMapping))
- # Check direct subclassing
- class R(Reversible):
- def __iter__(self):
- return iter(list())
- def __reversed__(self):
- return iter(list())
- self.assertEqual(list(reversed(R())), [])
- self.assertFalse(issubclass(float, R))
- self.validate_abstract_methods(Reversible, '__reversed__', '__iter__')
- # Check reversible non-iterable (which is not Reversible)
- class RevNoIter:
- def __reversed__(self): return reversed([])
- class RevPlusIter(RevNoIter):
- def __iter__(self): return iter([])
- self.assertFalse(issubclass(RevNoIter, Reversible))
- self.assertFalse(isinstance(RevNoIter(), Reversible))
- self.assertTrue(issubclass(RevPlusIter, Reversible))
- self.assertTrue(isinstance(RevPlusIter(), Reversible))
- # Check None blocking
- class Rev:
- def __iter__(self): return iter([])
- def __reversed__(self): return reversed([])
- class RevItBlocked(Rev):
- __iter__ = None
- class RevRevBlocked(Rev):
- __reversed__ = None
- self.assertTrue(issubclass(Rev, Reversible))
- self.assertTrue(isinstance(Rev(), Reversible))
- self.assertFalse(issubclass(RevItBlocked, Reversible))
- self.assertFalse(isinstance(RevItBlocked(), Reversible))
- self.assertFalse(issubclass(RevRevBlocked, Reversible))
- self.assertFalse(isinstance(RevRevBlocked(), Reversible))
- def test_Collection(self):
- # Check some non-collections
- non_collections = [None, 42, 3.14, 1j, lambda x: 2*x]
- for x in non_collections:
- self.assertNotIsInstance(x, Collection)
- self.assertFalse(issubclass(type(x), Collection), repr(type(x)))
- # Check some non-collection iterables
- non_col_iterables = [_test_gen(), iter(b''), iter(bytearray()),
- (x for x in []), dict().values()]
- for x in non_col_iterables:
- self.assertNotIsInstance(x, Collection)
- self.assertFalse(issubclass(type(x), Collection), repr(type(x)))
- # Check some collections
- samples = [set(), frozenset(), dict(), bytes(), str(), tuple(),
- list(), dict().keys(), dict().items()]
- for x in samples:
- self.assertIsInstance(x, Collection)
- self.assertTrue(issubclass(type(x), Collection), repr(type(x)))
- # Check also Mapping, MutableMapping, etc.
- self.assertTrue(issubclass(Sequence, Collection), repr(Sequence))
- self.assertTrue(issubclass(Mapping, Collection), repr(Mapping))
- self.assertTrue(issubclass(MutableMapping, Collection),
- repr(MutableMapping))
- self.assertTrue(issubclass(Set, Collection), repr(Set))
- self.assertTrue(issubclass(MutableSet, Collection), repr(MutableSet))
- self.assertTrue(issubclass(Sequence, Collection), repr(MutableSet))
- # Check direct subclassing
- class Col(Collection):
- def __iter__(self):
- return iter(list())
- def __len__(self):
- return 0
- def __contains__(self, item):
- return False
- class DerCol(Col): pass
- self.assertEqual(list(iter(Col())), [])
- self.assertFalse(issubclass(list, Col))
- self.assertFalse(issubclass(set, Col))
- self.assertFalse(issubclass(float, Col))
- self.assertEqual(list(iter(DerCol())), [])
- self.assertFalse(issubclass(list, DerCol))
- self.assertFalse(issubclass(set, DerCol))
- self.assertFalse(issubclass(float, DerCol))
- self.validate_abstract_methods(Collection, '__len__', '__iter__',
- '__contains__')
- # Check sized container non-iterable (which is not Collection) etc.
- class ColNoIter:
- def __len__(self): return 0
- def __contains__(self, item): return False
- class ColNoSize:
- def __iter__(self): return iter([])
- def __contains__(self, item): return False
- class ColNoCont:
- def __iter__(self): return iter([])
- def __len__(self): return 0
- self.assertFalse(issubclass(ColNoIter, Collection))
- self.assertFalse(isinstance(ColNoIter(), Collection))
- self.assertFalse(issubclass(ColNoSize, Collection))
- self.assertFalse(isinstance(ColNoSize(), Collection))
- self.assertFalse(issubclass(ColNoCont, Collection))
- self.assertFalse(isinstance(ColNoCont(), Collection))
- # Check None blocking
- class SizeBlock:
- def __iter__(self): return iter([])
- def __contains__(self): return False
- __len__ = None
- class IterBlock:
- def __len__(self): return 0
- def __contains__(self): return True
- __iter__ = None
- self.assertFalse(issubclass(SizeBlock, Collection))
- self.assertFalse(isinstance(SizeBlock(), Collection))
- self.assertFalse(issubclass(IterBlock, Collection))
- self.assertFalse(isinstance(IterBlock(), Collection))
- # Check None blocking in subclass
- class ColImpl:
- def __iter__(self):
- return iter(list())
- def __len__(self):
- return 0
- def __contains__(self, item):
- return False
- class NonCol(ColImpl):
- __contains__ = None
- self.assertFalse(issubclass(NonCol, Collection))
- self.assertFalse(isinstance(NonCol(), Collection))
- def test_Iterator(self):
- non_samples = [None, 42, 3.14, 1j, b"", "", (), [], {}, set()]
- for x in non_samples:
- self.assertNotIsInstance(x, Iterator)
- self.assertFalse(issubclass(type(x), Iterator), repr(type(x)))
- samples = [iter(bytes()), iter(str()),
- iter(tuple()), iter(list()), iter(dict()),
- iter(set()), iter(frozenset()),
- iter(dict().keys()), iter(dict().items()),
- iter(dict().values()),
- _test_gen(),
- (x for x in []),
- ]
- for x in samples:
- self.assertIsInstance(x, Iterator)
- self.assertTrue(issubclass(type(x), Iterator), repr(type(x)))
- self.validate_abstract_methods(Iterator, '__next__', '__iter__')
- # Issue 10565
- class NextOnly:
- def __next__(self):
- yield 1
- return
- self.assertNotIsInstance(NextOnly(), Iterator)
- def test_Generator(self):
- class NonGen1:
- def __iter__(self): return self
- def __next__(self): return None
- def close(self): pass
- def throw(self, typ, val=None, tb=None): pass
- class NonGen2:
- def __iter__(self): return self
- def __next__(self): return None
- def close(self): pass
- def send(self, value): return value
- class NonGen3:
- def close(self): pass
- def send(self, value): return value
- def throw(self, typ, val=None, tb=None): pass
- non_samples = [
- None, 42, 3.14, 1j, b"", "", (), [], {}, set(),
- iter(()), iter([]), NonGen1(), NonGen2(), NonGen3()]
- for x in non_samples:
- self.assertNotIsInstance(x, Generator)
- self.assertFalse(issubclass(type(x), Generator), repr(type(x)))
- class Gen:
- def __iter__(self): return self
- def __next__(self): return None
- def close(self): pass
- def send(self, value): return value
- def throw(self, typ, val=None, tb=None): pass
- class MinimalGen(Generator):
- def send(self, value):
- return value
- def throw(self, typ, val=None, tb=None):
- super().throw(typ, val, tb)
- def gen():
- yield 1
- samples = [gen(), (lambda: (yield))(), Gen(), MinimalGen()]
- for x in samples:
- self.assertIsInstance(x, Iterator)
- self.assertIsInstance(x, Generator)
- self.assertTrue(issubclass(type(x), Generator), repr(type(x)))
- self.validate_abstract_methods(Generator, 'send', 'throw')
- # mixin tests
- mgen = MinimalGen()
- self.assertIs(mgen, iter(mgen))
- self.assertIs(mgen.send(None), next(mgen))
- self.assertEqual(2, mgen.send(2))
- self.assertIsNone(mgen.close())
- self.assertRaises(ValueError, mgen.throw, ValueError)
- self.assertRaisesRegex(ValueError, "^huhu$",
- mgen.throw, ValueError, ValueError("huhu"))
- self.assertRaises(StopIteration, mgen.throw, StopIteration())
- class FailOnClose(Generator):
- def send(self, value): return value
- def throw(self, *args): raise ValueError
- self.assertRaises(ValueError, FailOnClose().close)
- class IgnoreGeneratorExit(Generator):
- def send(self, value): return value
- def throw(self, *args): pass
- self.assertRaises(RuntimeError, IgnoreGeneratorExit().close)
- def test_AsyncGenerator(self):
- class NonAGen1:
- def __aiter__(self): return self
- def __anext__(self): return None
- def aclose(self): pass
- def athrow(self, typ, val=None, tb=None): pass
- class NonAGen2:
- def __aiter__(self): return self
- def __anext__(self): return None
- def aclose(self): pass
- def asend(self, value): return value
- class NonAGen3:
- def aclose(self): pass
- def asend(self, value): return value
- def athrow(self, typ, val=None, tb=None): pass
- non_samples = [
- None, 42, 3.14, 1j, b"", "", (), [], {}, set(),
- iter(()), iter([]), NonAGen1(), NonAGen2(), NonAGen3()]
- for x in non_samples:
- self.assertNotIsInstance(x, AsyncGenerator)
- self.assertFalse(issubclass(type(x), AsyncGenerator), repr(type(x)))
- class Gen:
- def __aiter__(self): return self
- async def __anext__(self): return None
- async def aclose(self): pass
- async def asend(self, value): return value
- async def athrow(self, typ, val=None, tb=None): pass
- class MinimalAGen(AsyncGenerator):
- async def asend(self, value):
- return value
- async def athrow(self, typ, val=None, tb=None):
- await super().athrow(typ, val, tb)
- async def gen():
- yield 1
- samples = [gen(), Gen(), MinimalAGen()]
- for x in samples:
- self.assertIsInstance(x, AsyncIterator)
- self.assertIsInstance(x, AsyncGenerator)
- self.assertTrue(issubclass(type(x), AsyncGenerator), repr(type(x)))
- self.validate_abstract_methods(AsyncGenerator, 'asend', 'athrow')
- def run_async(coro):
- result = None
- while True:
- try:
- coro.send(None)
- except StopIteration as ex:
- result = ex.args[0] if ex.args else None
- break
- return result
- # mixin tests
- mgen = MinimalAGen()
- self.assertIs(mgen, mgen.__aiter__())
- self.assertIs(run_async(mgen.asend(None)), run_async(mgen.__anext__()))
- self.assertEqual(2, run_async(mgen.asend(2)))
- self.assertIsNone(run_async(mgen.aclose()))
- with self.assertRaises(ValueError):
- run_async(mgen.athrow(ValueError))
- class FailOnClose(AsyncGenerator):
- async def asend(self, value): return value
- async def athrow(self, *args): raise ValueError
- with self.assertRaises(ValueError):
- run_async(FailOnClose().aclose())
- class IgnoreGeneratorExit(AsyncGenerator):
- async def asend(self, value): return value
- async def athrow(self, *args): pass
- with self.assertRaises(RuntimeError):
- run_async(IgnoreGeneratorExit().aclose())
- def test_Sized(self):
- non_samples = [None, 42, 3.14, 1j,
- _test_gen(),
- (x for x in []),
- ]
- for x in non_samples:
- self.assertNotIsInstance(x, Sized)
- self.assertFalse(issubclass(type(x), Sized), repr(type(x)))
- samples = [bytes(), str(),
- tuple(), list(), set(), frozenset(), dict(),
- dict().keys(), dict().items(), dict().values(),
- ]
- for x in samples:
- self.assertIsInstance(x, Sized)
- self.assertTrue(issubclass(type(x), Sized), repr(type(x)))
- self.validate_abstract_methods(Sized, '__len__')
- self.validate_isinstance(Sized, '__len__')
- def test_Container(self):
- non_samples = [None, 42, 3.14, 1j,
- _test_gen(),
- (x for x in []),
- ]
- for x in non_samples:
- self.assertNotIsInstance(x, Container)
- self.assertFalse(issubclass(type(x), Container), repr(type(x)))
- samples = [bytes(), str(),
- tuple(), list(), set(), frozenset(), dict(),
- dict().keys(), dict().items(),
- ]
- for x in samples:
- self.assertIsInstance(x, Container)
- self.assertTrue(issubclass(type(x), Container), repr(type(x)))
- self.validate_abstract_methods(Container, '__contains__')
- self.validate_isinstance(Container, '__contains__')
- def test_Callable(self):
- non_samples = [None, 42, 3.14, 1j,
- "", b"", (), [], {}, set(),
- _test_gen(),
- (x for x in []),
- ]
- for x in non_samples:
- self.assertNotIsInstance(x, Callable)
- self.assertFalse(issubclass(type(x), Callable), repr(type(x)))
- samples = [lambda: None,
- type, int, object,
- len,
- list.append, [].append,
- ]
- for x in samples:
- self.assertIsInstance(x, Callable)
- self.assertTrue(issubclass(type(x), Callable), repr(type(x)))
- self.validate_abstract_methods(Callable, '__call__')
- self.validate_isinstance(Callable, '__call__')
- def test_direct_subclassing(self):
- for B in Hashable, Iterable, Iterator, Reversible, Sized, Container, Callable:
- class C(B):
- pass
- self.assertTrue(issubclass(C, B))
- self.assertFalse(issubclass(int, C))
- def test_registration(self):
- for B in Hashable, Iterable, Iterator, Reversible, Sized, Container, Callable:
- class C:
- __hash__ = None # Make sure it isn't hashable by default
- self.assertFalse(issubclass(C, B), B.__name__)
- B.register(C)
- self.assertTrue(issubclass(C, B))
- class WithSet(MutableSet):
- def __init__(self, it=()):
- self.data = set(it)
- def __len__(self):
- return len(self.data)
- def __iter__(self):
- return iter(self.data)
- def __contains__(self, item):
- return item in self.data
- def add(self, item):
- self.data.add(item)
- def discard(self, item):
- self.data.discard(item)
- class TestCollectionABCs(ABCTestCase):
- # XXX For now, we only test some virtual inheritance properties.
- # We should also test the proper behavior of the collection ABCs
- # as real base classes or mix-in classes.
- def test_Set(self):
- for sample in [set, frozenset]:
- self.assertIsInstance(sample(), Set)
- self.assertTrue(issubclass(sample, Set))
- self.validate_abstract_methods(Set, '__contains__', '__iter__', '__len__')
- class MySet(Set):
- def __contains__(self, x):
- return False
- def __len__(self):
- return 0
- def __iter__(self):
- return iter([])
- self.validate_comparison(MySet())
- def test_hash_Set(self):
- class OneTwoThreeSet(Set):
- def __init__(self):
- self.contents = [1, 2, 3]
- def __contains__(self, x):
- return x in self.contents
- def __len__(self):
- return len(self.contents)
- def __iter__(self):
- return iter(self.contents)
- def __hash__(self):
- return self._hash()
- a, b = OneTwoThreeSet(), OneTwoThreeSet()
- self.assertTrue(hash(a) == hash(b))
- def test_isdisjoint_Set(self):
- class MySet(Set):
- def __init__(self, itr):
- self.contents = itr
- def __contains__(self, x):
- return x in self.contents
- def __iter__(self):
- return iter(self.contents)
- def __len__(self):
- return len([x for x in self.contents])
- s1 = MySet((1, 2, 3))
- s2 = MySet((4, 5, 6))
- s3 = MySet((1, 5, 6))
- self.assertTrue(s1.isdisjoint(s2))
- self.assertFalse(s1.isdisjoint(s3))
- def test_equality_Set(self):
- class MySet(Set):
- def __init__(self, itr):
- self.contents = itr
- def __contains__(self, x):
- return x in self.contents
- def __iter__(self):
- return iter(self.contents)
- def __len__(self):
- return len([x for x in self.contents])
- s1 = MySet((1,))
- s2 = MySet((1, 2))
- s3 = MySet((3, 4))
- s4 = MySet((3, 4))
- self.assertTrue(s2 > s1)
- self.assertTrue(s1 < s2)
- self.assertFalse(s2 <= s1)
- self.assertFalse(s2 <= s3)
- self.assertFalse(s1 >= s2)
- self.assertEqual(s3, s4)
- self.assertNotEqual(s2, s3)
- def test_arithmetic_Set(self):
- class MySet(Set):
- def __init__(self, itr):
- self.contents = itr
- def __contains__(self, x):
- return x in self.contents
- def __iter__(self):
- return iter(self.contents)
- def __len__(self):
- return len([x for x in self.contents])
- s1 = MySet((1, 2, 3))
- s2 = MySet((3, 4, 5))
- s3 = s1 & s2
- self.assertEqual(s3, MySet((3,)))
- def test_MutableSet(self):
- self.assertIsInstance(set(), MutableSet)
- self.assertTrue(issubclass(set, MutableSet))
- self.assertNotIsInstance(frozenset(), MutableSet)
- self.assertFalse(issubclass(frozenset, MutableSet))
- self.validate_abstract_methods(MutableSet, '__contains__', '__iter__', '__len__',
- 'add', 'discard')
- def test_issue_5647(self):
- # MutableSet.__iand__ mutated the set during iteration
- s = WithSet('abcd')
- s &= WithSet('cdef') # This used to fail
- self.assertEqual(set(s), set('cd'))
- def test_issue_4920(self):
- # MutableSet.pop() method did not work
- class MySet(MutableSet):
- __slots__=['__s']
- def __init__(self,items=None):
- if items is None:
- items=[]
- self.__s=set(