/tests/utils_tests/test_encoding.py
Python | 151 lines | 107 code | 28 blank | 16 comment | 10 complexity | f6239df8cf0375b6e66188ada64489c1 MD5 | raw file
- # -*- encoding: utf-8 -*-
- from __future__ import unicode_literals
- import datetime
- import unittest
- from django.utils import six
- from django.utils.encoding import (
- escape_uri_path, filepath_to_uri, force_bytes, force_text, iri_to_uri,
- smart_text, uri_to_iri,
- )
- from django.utils.functional import SimpleLazyObject
- from django.utils.http import urlquote_plus
- class TestEncodingUtils(unittest.TestCase):
- def test_force_text_exception(self):
- """
- Check that broken __unicode__/__str__ actually raises an error.
- """
- class MyString(object):
- def __str__(self):
- return b'\xc3\xb6\xc3\xa4\xc3\xbc'
- __unicode__ = __str__
- # str(s) raises a TypeError on python 3 if the result is not a text type.
- # python 2 fails when it tries converting from str to unicode (via ASCII).
- exception = TypeError if six.PY3 else UnicodeError
- with self.assertRaises(exception):
- force_text(MyString())
- def test_force_text_lazy(self):
- s = SimpleLazyObject(lambda: 'x')
- self.assertTrue(issubclass(type(force_text(s)), six.text_type))
- def test_force_bytes_exception(self):
- """
- Test that force_bytes knows how to convert to bytes an exception
- containing non-ASCII characters in its args.
- """
- error_msg = "This is an exception, voilà"
- exc = ValueError(error_msg)
- result = force_bytes(exc)
- self.assertEqual(result, error_msg.encode('utf-8'))
- def test_force_bytes_strings_only(self):
- today = datetime.date.today()
- self.assertEqual(force_bytes(today, strings_only=True), today)
- def test_smart_text(self):
- class Test:
- if six.PY3:
- def __str__(self):
- return 'ŠĐĆŽćžšđ'
- else:
- def __str__(self):
- return 'ŠĐĆŽćžšđ'.encode('utf-8')
- class TestU:
- if six.PY3:
- def __str__(self):
- return 'ŠĐĆŽćžšđ'
- def __bytes__(self):
- return b'Foo'
- else:
- def __str__(self):
- return b'Foo'
- def __unicode__(self):
- return '\u0160\u0110\u0106\u017d\u0107\u017e\u0161\u0111'
- self.assertEqual(smart_text(Test()), '\u0160\u0110\u0106\u017d\u0107\u017e\u0161\u0111')
- self.assertEqual(smart_text(TestU()), '\u0160\u0110\u0106\u017d\u0107\u017e\u0161\u0111')
- self.assertEqual(smart_text(1), '1')
- self.assertEqual(smart_text('foo'), 'foo')
- class TestRFC3987IEncodingUtils(unittest.TestCase):
- def test_filepath_to_uri(self):
- self.assertEqual(filepath_to_uri('upload\\чубака.mp4'), 'upload/%D1%87%D1%83%D0%B1%D0%B0%D0%BA%D0%B0.mp4')
- self.assertEqual(
- filepath_to_uri('upload\\чубака.mp4'.encode('utf-8')),
- 'upload/%D1%87%D1%83%D0%B1%D0%B0%D0%BA%D0%B0.mp4'
- )
- def test_iri_to_uri(self):
- cases = [
- # Valid UTF-8 sequences are encoded.
- ('red%09rosé#red', 'red%09ros%C3%A9#red'),
- ('/blog/for/Jürgen Münster/', '/blog/for/J%C3%BCrgen%20M%C3%BCnster/'),
- ('locations/%s' % urlquote_plus('Paris & Orléans'), 'locations/Paris+%26+Orl%C3%A9ans'),
- # Reserved chars remain unescaped.
- ('%&', '%&'),
- ('red&♥ros%#red', 'red&%E2%99%A5ros%#red'),
- ]
- for iri, uri in cases:
- self.assertEqual(iri_to_uri(iri), uri)
- # Test idempotency.
- self.assertEqual(iri_to_uri(iri_to_uri(iri)), uri)
- def test_uri_to_iri(self):
- cases = [
- # Valid UTF-8 sequences are decoded.
- ('/%E2%99%A5%E2%99%A5/', '/♥♥/'),
- ('/%E2%99%A5%E2%99%A5/?utf8=%E2%9C%93', '/♥♥/?utf8=✓'),
- # Broken UTF-8 sequences remain escaped.
- ('/%AAd%AAj%AAa%AAn%AAg%AAo%AA/', '/%AAd%AAj%AAa%AAn%AAg%AAo%AA/'),
- ('/%E2%99%A5%E2%E2%99%A5/', '/♥%E2♥/'),
- ('/%E2%99%A5%E2%99%E2%99%A5/', '/♥%E2%99♥/'),
- ('/%E2%E2%99%A5%E2%99%A5%99/', '/%E2♥♥%99/'),
- ('/%E2%99%A5%E2%99%A5/?utf8=%9C%93%E2%9C%93%9C%93', '/♥♥/?utf8=%9C%93✓%9C%93'),
- ]
- for uri, iri in cases:
- self.assertEqual(uri_to_iri(uri), iri)
- # Test idempotency.
- self.assertEqual(uri_to_iri(uri_to_iri(uri)), iri)
- def test_complementarity(self):
- cases = [
- ('/blog/for/J%C3%BCrgen%20M%C3%BCnster/', '/blog/for/J\xfcrgen M\xfcnster/'),
- ('%&', '%&'),
- ('red&%E2%99%A5ros%#red', 'red&♥ros%#red'),
- ('/%E2%99%A5%E2%99%A5/', '/♥♥/'),
- ('/%E2%99%A5%E2%99%A5/?utf8=%E2%9C%93', '/♥♥/?utf8=✓'),
- ('/%AAd%AAj%AAa%AAn%AAg%AAo%AA/', '/%AAd%AAj%AAa%AAn%AAg%AAo%AA/'),
- ('/%E2%99%A5%E2%E2%99%A5/', '/♥%E2♥/'),
- ('/%E2%99%A5%E2%99%E2%99%A5/', '/♥%E2%99♥/'),
- ('/%E2%E2%99%A5%E2%99%A5%99/', '/%E2♥♥%99/'),
- ('/%E2%99%A5%E2%99%A5/?utf8=%9C%93%E2%9C%93%9C%93', '/♥♥/?utf8=%9C%93✓%9C%93'),
- ]
- for uri, iri in cases:
- self.assertEqual(iri_to_uri(uri_to_iri(uri)), uri)
- self.assertEqual(uri_to_iri(iri_to_uri(iri)), iri)
- def test_escape_uri_path(self):
- self.assertEqual(
- escape_uri_path('/;some/=awful/?path/:with/@lots/&of/+awful/chars'),
- '/%3Bsome/%3Dawful/%3Fpath/:with/@lots/&of/+awful/chars'
- )
- self.assertEqual(escape_uri_path('/foo#bar'), '/foo%23bar')
- self.assertEqual(escape_uri_path('/foo?bar'), '/foo%3Fbar')