/Lib/test/test_collections.py
http://unladen-swallow.googlecode.com/ · Python · 493 lines · 409 code · 57 blank · 27 comment · 41 complexity · bdf7a1560460581f4257f298e42e0ddb MD5 · raw file
- import unittest, doctest, sys
- from test import test_support
- from collections import namedtuple
- import pickle, cPickle, copy
- import keyword
- import re
- from collections import Hashable, Iterable, Iterator
- from collections import Sized, Container, Callable
- from collections import Set, MutableSet
- from collections import Mapping, MutableMapping
- from collections import Sequence, MutableSequence
- TestNT = namedtuple('TestNT', 'x y z') # type used for pickle tests
- class TestNamedTuple(unittest.TestCase):
- def test_factory(self):
- Point = namedtuple('Point', 'x y')
- self.assertEqual(Point.__name__, 'Point')
- # Docstrings are omitted with -O2 and above, so this test doesn't make
- # any sense.
- if sys.flags.optimize <= 1:
- self.assertEqual(Point.__doc__, 'Point(x, y)')
- self.assertEqual(Point.__slots__, ())
- self.assertEqual(Point.__module__, __name__)
- self.assertEqual(Point.__getitem__, tuple.__getitem__)
- self.assertEqual(Point._fields, ('x', 'y'))
- self.assertRaises(ValueError, namedtuple, 'abc%', 'efg ghi') # type has non-alpha char
- self.assertRaises(ValueError, namedtuple, 'class', 'efg ghi') # type has keyword
- self.assertRaises(ValueError, namedtuple, '9abc', 'efg ghi') # type starts with digit
- self.assertRaises(ValueError, namedtuple, 'abc', 'efg g%hi') # field with non-alpha char
- self.assertRaises(ValueError, namedtuple, 'abc', 'abc class') # field has keyword
- self.assertRaises(ValueError, namedtuple, 'abc', '8efg 9ghi') # field starts with digit
- self.assertRaises(ValueError, namedtuple, 'abc', '_efg ghi') # field with leading underscore
- self.assertRaises(ValueError, namedtuple, 'abc', 'efg efg ghi') # duplicate field
- namedtuple('Point0', 'x1 y2') # Verify that numbers are allowed in names
- namedtuple('_', 'a b c') # Test leading underscores in a typename
- nt = namedtuple('nt', u'the quick brown fox') # check unicode input
- self.assert_("u'" not in repr(nt._fields))
- nt = namedtuple('nt', (u'the', u'quick')) # check unicode input
- self.assert_("u'" not in repr(nt._fields))
- self.assertRaises(TypeError, Point._make, [11]) # catch too few args
- self.assertRaises(TypeError, Point._make, [11, 22, 33]) # catch too many args
- def test_instance(self):
- Point = namedtuple('Point', 'x y')
- p = Point(11, 22)
- self.assertEqual(p, Point(x=11, y=22))
- self.assertEqual(p, Point(11, y=22))
- self.assertEqual(p, Point(y=22, x=11))
- self.assertEqual(p, Point(*(11, 22)))
- self.assertEqual(p, Point(**dict(x=11, y=22)))
- self.assertRaises(TypeError, Point, 1) # too few args
- self.assertRaises(TypeError, Point, 1, 2, 3) # too many args
- self.assertRaises(TypeError, eval, 'Point(XXX=1, y=2)', locals()) # wrong keyword argument
- self.assertRaises(TypeError, eval, 'Point(x=1)', locals()) # missing keyword argument
- self.assertEqual(repr(p), 'Point(x=11, y=22)')
- self.assert_('__dict__' not in dir(p)) # verify instance has no dict
- self.assert_('__weakref__' not in dir(p))
- self.assertEqual(p, Point._make([11, 22])) # test _make classmethod
- self.assertEqual(p._fields, ('x', 'y')) # test _fields attribute
- self.assertEqual(p._replace(x=1), (1, 22)) # test _replace method
- self.assertEqual(p._asdict(), dict(x=11, y=22)) # test _asdict method
- try:
- p._replace(x=1, error=2)
- except ValueError:
- pass
- else:
- self._fail('Did not detect an incorrect fieldname')
- # verify that field string can have commas
- Point = namedtuple('Point', 'x, y')
- p = Point(x=11, y=22)
- self.assertEqual(repr(p), 'Point(x=11, y=22)')
- # verify that fieldspec can be a non-string sequence
- Point = namedtuple('Point', ('x', 'y'))
- p = Point(x=11, y=22)
- self.assertEqual(repr(p), 'Point(x=11, y=22)')
- def test_tupleness(self):
- Point = namedtuple('Point', 'x y')
- p = Point(11, 22)
- self.assert_(isinstance(p, tuple))
- self.assertEqual(p, (11, 22)) # matches a real tuple
- self.assertEqual(tuple(p), (11, 22)) # coercable to a real tuple
- self.assertEqual(list(p), [11, 22]) # coercable to a list
- self.assertEqual(max(p), 22) # iterable
- self.assertEqual(max(*p), 22) # star-able
- x, y = p
- self.assertEqual(p, (x, y)) # unpacks like a tuple
- self.assertEqual((p[0], p[1]), (11, 22)) # indexable like a tuple
- self.assertRaises(IndexError, p.__getitem__, 3)
- self.assertEqual(p.x, x)
- self.assertEqual(p.y, y)
- self.assertRaises(AttributeError, eval, 'p.z', locals())
- def test_odd_sizes(self):
- Zero = namedtuple('Zero', '')
- self.assertEqual(Zero(), ())
- self.assertEqual(Zero._make([]), ())
- self.assertEqual(repr(Zero()), 'Zero()')
- self.assertEqual(Zero()._asdict(), {})
- self.assertEqual(Zero()._fields, ())
- Dot = namedtuple('Dot', 'd')
- self.assertEqual(Dot(1), (1,))
- self.assertEqual(Dot._make([1]), (1,))
- self.assertEqual(Dot(1).d, 1)
- self.assertEqual(repr(Dot(1)), 'Dot(d=1)')
- self.assertEqual(Dot(1)._asdict(), {'d':1})
- self.assertEqual(Dot(1)._replace(d=999), (999,))
- self.assertEqual(Dot(1)._fields, ('d',))
- n = 5000
- import string, random
- names = list(set(''.join([random.choice(string.ascii_letters)
- for j in range(10)]) for i in range(n)))
- n = len(names)
- Big = namedtuple('Big', names)
- b = Big(*range(n))
- self.assertEqual(b, tuple(range(n)))
- self.assertEqual(Big._make(range(n)), tuple(range(n)))
- for pos, name in enumerate(names):
- self.assertEqual(getattr(b, name), pos)
- repr(b) # make sure repr() doesn't blow-up
- d = b._asdict()
- d_expected = dict(zip(names, range(n)))
- self.assertEqual(d, d_expected)
- b2 = b._replace(**dict([(names[1], 999),(names[-5], 42)]))
- b2_expected = range(n)
- b2_expected[1] = 999
- b2_expected[-5] = 42
- self.assertEqual(b2, tuple(b2_expected))
- self.assertEqual(b._fields, tuple(names))
- def test_pickle(self):
- p = TestNT(x=10, y=20, z=30)
- for module in pickle, cPickle:
- loads = getattr(module, 'loads')
- dumps = getattr(module, 'dumps')
- for protocol in -1, 0, 1, 2:
- q = loads(dumps(p, protocol))
- self.assertEqual(p, q)
- self.assertEqual(p._fields, q._fields)
- def test_copy(self):
- p = TestNT(x=10, y=20, z=30)
- for copier in copy.copy, copy.deepcopy:
- q = copier(p)
- self.assertEqual(p, q)
- self.assertEqual(p._fields, q._fields)
- def test_name_conflicts(self):
- # Some names like "self", "cls", "tuple", "itemgetter", and "property"
- # failed when used as field names. Test to make sure these now work.
- T = namedtuple('T', 'itemgetter property self cls tuple')
- t = T(1, 2, 3, 4, 5)
- self.assertEqual(t, (1,2,3,4,5))
- newt = t._replace(itemgetter=10, property=20, self=30, cls=40, tuple=50)
- self.assertEqual(newt, (10,20,30,40,50))
- # Broader test of all interesting names in a template
- with test_support.captured_stdout() as template:
- T = namedtuple('T', 'x', verbose=True)
- words = set(re.findall('[A-Za-z]+', template.getvalue()))
- words -= set(keyword.kwlist)
- T = namedtuple('T', words)
- # test __new__
- values = tuple(range(len(words)))
- t = T(*values)
- self.assertEqual(t, values)
- t = T(**dict(zip(T._fields, values)))
- self.assertEqual(t, values)
- # test _make
- t = T._make(values)
- self.assertEqual(t, values)
- # exercise __repr__
- repr(t)
- # test _asdict
- self.assertEqual(t._asdict(), dict(zip(T._fields, values)))
- # test _replace
- t = T._make(values)
- newvalues = tuple(v*10 for v in values)
- newt = t._replace(**dict(zip(T._fields, newvalues)))
- self.assertEqual(newt, newvalues)
- # test _fields
- self.assertEqual(T._fields, tuple(words))
- # test __getnewargs__
- self.assertEqual(t.__getnewargs__(), values)
- class ABCTestCase(unittest.TestCase):
- def validate_abstract_methods(self, abc, *names):
- methodstubs = dict.fromkeys(names, lambda s, *args: 0)
- # everything should work will all required methods are present
- C = type('C', (abc,), methodstubs)
- C()
- # instantiation should fail if a required method is missing
- for name in names:
- stubs = methodstubs.copy()
- del stubs[name]
- C = type('C', (abc,), stubs)
- self.assertRaises(TypeError, C, name)
- class TestOneTrickPonyABCs(ABCTestCase):
- def test_Hashable(self):
- # Check some non-hashables
- non_samples = [list(), set(), dict()]
- for x in non_samples:
- self.failIf(isinstance(x, Hashable), repr(x))
- self.failIf(issubclass(type(x), Hashable), repr(type(x)))
- # Check some hashables
- samples = [None,
- int(), float(), complex(),
- str(),
- tuple(), frozenset(),
- int, list, object, type,
- ]
- for x in samples:
- self.failUnless(isinstance(x, Hashable), repr(x))
- self.failUnless(issubclass(type(x), Hashable), repr(type(x)))
- self.assertRaises(TypeError, Hashable)
- # Check direct subclassing
- class H(Hashable):
- def __hash__(self):
- return super(H, self).__hash__()
- __eq__ = Hashable.__eq__ # Silence Py3k warning
- self.assertEqual(hash(H()), 0)
- self.failIf(issubclass(int, H))
- self.validate_abstract_methods(Hashable, '__hash__')
- def test_Iterable(self):
- # Check some non-iterables
- non_samples = [None, 42, 3.14, 1j]
- for x in non_samples:
- self.failIf(isinstance(x, Iterable), repr(x))
- self.failIf(issubclass(type(x), Iterable), repr(type(x)))
- # Check some iterables
- samples = [str(),
- tuple(), list(), set(), frozenset(), dict(),
- dict().keys(), dict().items(), dict().values(),
- (lambda: (yield))(),
- (x for x in []),
- ]
- for x in samples:
- self.failUnless(isinstance(x, Iterable), repr(x))
- self.failUnless(issubclass(type(x), Iterable), repr(type(x)))
- # Check direct subclassing
- class I(Iterable):
- def __iter__(self):
- return super(I, self).__iter__()
- self.assertEqual(list(I()), [])
- self.failIf(issubclass(str, I))
- self.validate_abstract_methods(Iterable, '__iter__')
- def test_Iterator(self):
- non_samples = [None, 42, 3.14, 1j, "".encode('ascii'), "", (), [],
- {}, set()]
- for x in non_samples:
- self.failIf(isinstance(x, Iterator), repr(x))
- self.failIf(issubclass(type(x), Iterator), repr(type(x)))
- samples = [iter(str()),
- iter(tuple()), iter(list()), iter(dict()),
- iter(set()), iter(frozenset()),
- iter(dict().keys()), iter(dict().items()),
- iter(dict().values()),
- (lambda: (yield))(),
- (x for x in []),
- ]
- for x in samples:
- self.failUnless(isinstance(x, Iterator), repr(x))
- self.failUnless(issubclass(type(x), Iterator), repr(type(x)))
- self.validate_abstract_methods(Iterator, 'next')
- def test_Sized(self):
- non_samples = [None, 42, 3.14, 1j,
- (lambda: (yield))(),
- (x for x in []),
- ]
- for x in non_samples:
- self.failIf(isinstance(x, Sized), repr(x))
- self.failIf(issubclass(type(x), Sized), repr(type(x)))
- samples = [str(),
- tuple(), list(), set(), frozenset(), dict(),
- dict().keys(), dict().items(), dict().values(),
- ]
- for x in samples:
- self.failUnless(isinstance(x, Sized), repr(x))
- self.failUnless(issubclass(type(x), Sized), repr(type(x)))
- self.validate_abstract_methods(Sized, '__len__')
- def test_Container(self):
- non_samples = [None, 42, 3.14, 1j,
- (lambda: (yield))(),
- (x for x in []),
- ]
- for x in non_samples:
- self.failIf(isinstance(x, Container), repr(x))
- self.failIf(issubclass(type(x), Container), repr(type(x)))
- samples = [str(),
- tuple(), list(), set(), frozenset(), dict(),
- dict().keys(), dict().items(),
- ]
- for x in samples:
- self.failUnless(isinstance(x, Container), repr(x))
- self.failUnless(issubclass(type(x), Container), repr(type(x)))
- self.validate_abstract_methods(Container, '__contains__')
- def test_Callable(self):
- non_samples = [None, 42, 3.14, 1j,
- "", "".encode('ascii'), (), [], {}, set(),
- (lambda: (yield))(),
- (x for x in []),
- ]
- for x in non_samples:
- self.failIf(isinstance(x, Callable), repr(x))
- self.failIf(issubclass(type(x), Callable), repr(type(x)))
- samples = [lambda: None,
- type, int, object,
- len,
- list.append, [].append,
- ]
- for x in samples:
- self.failUnless(isinstance(x, Callable), repr(x))
- self.failUnless(issubclass(type(x), Callable), repr(type(x)))
- self.validate_abstract_methods(Callable, '__call__')
- def test_direct_subclassing(self):
- for B in Hashable, Iterable, Iterator, Sized, Container, Callable:
- class C(B):
- pass
- self.failUnless(issubclass(C, B))
- self.failIf(issubclass(int, C))
- def test_registration(self):
- for B in Hashable, Iterable, Iterator, Sized, Container, Callable:
- class C:
- __metaclass__ = type
- __hash__ = None # Make sure it isn't hashable by default
- self.failIf(issubclass(C, B), B.__name__)
- B.register(C)
- self.failUnless(issubclass(C, B))
- class WithSet(MutableSet):
- def __init__(self, it=()):
- self.data = set(it)
- def __len__(self):
- return len(self.data)
- def __iter__(self):
- return iter(self.data)
- def __contains__(self, item):
- return item in self.data
- def add(self, item):
- self.data.add(item)
- def discard(self, item):
- self.data.discard(item)
- class TestCollectionABCs(ABCTestCase):
- # XXX For now, we only test some virtual inheritance properties.
- # We should also test the proper behavior of the collection ABCs
- # as real base classes or mix-in classes.
- def test_Set(self):
- for sample in [set, frozenset]:
- self.failUnless(isinstance(sample(), Set))
- self.failUnless(issubclass(sample, Set))
- self.validate_abstract_methods(Set, '__contains__', '__iter__', '__len__')
- def test_hash_Set(self):
- class OneTwoThreeSet(Set):
- def __init__(self):
- self.contents = [1, 2, 3]
- def __contains__(self, x):
- return x in self.contents
- def __len__(self):
- return len(self.contents)
- def __iter__(self):
- return iter(self.contents)
- def __hash__(self):
- return self._hash()
- a, b = OneTwoThreeSet(), OneTwoThreeSet()
- self.failUnless(hash(a) == hash(b))
- def test_MutableSet(self):
- self.failUnless(isinstance(set(), MutableSet))
- self.failUnless(issubclass(set, MutableSet))
- self.failIf(isinstance(frozenset(), MutableSet))
- self.failIf(issubclass(frozenset, MutableSet))
- self.validate_abstract_methods(MutableSet, '__contains__', '__iter__', '__len__',
- 'add', 'discard')
- def test_issue_5647(self):
- # MutableSet.__iand__ mutated the set during iteration
- s = WithSet('abcd')
- s &= WithSet('cdef') # This used to fail
- self.assertEqual(set(s), set('cd'))
- def test_issue_4920(self):
- # MutableSet.pop() method did not work
- class MySet(collections.MutableSet):
- __slots__=['__s']
- def __init__(self,items=None):
- if items is None:
- items=[]
- self.__s=set(items)
- def __contains__(self,v):
- return v in self.__s
- def __iter__(self):
- return iter(self.__s)
- def __len__(self):
- return len(self.__s)
- def add(self,v):
- result=v not in self.__s
- self.__s.add(v)
- return result
- def discard(self,v):
- result=v in self.__s
- self.__s.discard(v)
- return result
- def __repr__(self):
- return "MySet(%s)" % repr(list(self))
- s = MySet([5,43,2,1])
- self.assertEqual(s.pop(), 1)
- def test_Mapping(self):
- for sample in [dict]:
- self.failUnless(isinstance(sample(), Mapping))
- self.failUnless(issubclass(sample, Mapping))
- self.validate_abstract_methods(Mapping, '__contains__', '__iter__', '__len__',
- '__getitem__')
- def test_MutableMapping(self):
- for sample in [dict]:
- self.failUnless(isinstance(sample(), MutableMapping))
- self.failUnless(issubclass(sample, MutableMapping))
- self.validate_abstract_methods(MutableMapping, '__contains__', '__iter__', '__len__',
- '__getitem__', '__setitem__', '__delitem__')
- def test_Sequence(self):
- for sample in [tuple, list, str]:
- self.failUnless(isinstance(sample(), Sequence))
- self.failUnless(issubclass(sample, Sequence))
- self.failUnless(issubclass(basestring, Sequence))
- self.failUnless(isinstance(range(10), Sequence))
- self.failUnless(issubclass(xrange, Sequence))
- self.failUnless(issubclass(str, Sequence))
- self.validate_abstract_methods(Sequence, '__contains__', '__iter__', '__len__',
- '__getitem__')
- def test_MutableSequence(self):
- for sample in [tuple, str]:
- self.failIf(isinstance(sample(), MutableSequence))
- self.failIf(issubclass(sample, MutableSequence))
- for sample in [list]:
- self.failUnless(isinstance(sample(), MutableSequence))
- self.failUnless(issubclass(sample, MutableSequence))
- self.failIf(issubclass(basestring, MutableSequence))
- self.validate_abstract_methods(MutableSequence, '__contains__', '__iter__',
- '__len__', '__getitem__', '__setitem__', '__delitem__', 'insert')
- import doctest, collections
- def test_main(verbose=None):
- if sys.flags.optimize >= 2:
- print >>sys.stderr, "test_collections -- skipping some tests due to -O flag."
- sys.stderr.flush()
- NamedTupleDocs = doctest.DocTestSuite(module=collections)
- test_classes = [TestNamedTuple, NamedTupleDocs, TestOneTrickPonyABCs, TestCollectionABCs]
- test_support.run_unittest(*test_classes)
- test_support.run_doctest(collections, verbose)
- if __name__ == "__main__":
- test_main(verbose=True)