/vendor/packages/beautifulsoup4/bs4/tests/test_lxml.py

https://github.com/openhatch/oh-mainline · Python · 91 lines · 69 code · 14 blank · 8 comment · 5 complexity · 2b664dd0380f41ad100f3a0789cbbe59 MD5 · raw file 

    

  1. """Tests to ensure that the lxml tree builder generates good trees."""
    2. 

  2. 

  3. import re
    4. 

  4. import warnings
    5. 

  5. 

  6. try:
    7. 

  7.     import lxml.etree
    8. 

  8.     LXML_PRESENT = True
    9. 

  9.     LXML_VERSION = lxml.etree.LXML_VERSION
    10. 

  10. except ImportError, e:
    11. 

  11.     LXML_PRESENT = False
    12. 

  12.     LXML_VERSION = (0,)
    13. 

  13. 

  14. if LXML_PRESENT:
    15. 

  15.     from bs4.builder import LXMLTreeBuilder, LXMLTreeBuilderForXML
    16. 

  16. 

  17. from bs4 import (
    18. 

  18.     BeautifulSoup,
    19. 

  19.     BeautifulStoneSoup,
    20. 

  20.     )
    21. 

  21. from bs4.element import Comment, Doctype, SoupStrainer
    22. 

  22. from bs4.testing import skipIf
    23. 

  23. from bs4.tests import test_htmlparser
    24. 

  24. from bs4.testing import (
    25. 

  25.     HTMLTreeBuilderSmokeTest,
    26. 

  26.     XMLTreeBuilderSmokeTest,
    27. 

  27.     SoupTest,
    28. 

  28.     skipIf,
    29. 

  29. )
    30. 

  30. 

  31. @skipIf(
    32. 

  32.     not LXML_PRESENT,
    33. 

  33.     "lxml seems not to be present, not testing its tree builder.")
    34. 

  34. class LXMLTreeBuilderSmokeTest(SoupTest, HTMLTreeBuilderSmokeTest):
    35. 

  35.     """See ``HTMLTreeBuilderSmokeTest``."""
    36. 

  36. 

  37.     @property
    38. 

  38.     def default_builder(self):
    39. 

  39.         return LXMLTreeBuilder()
    40. 

  40. 

  41.     def test_out_of_range_entity(self):
    42. 

  42.         self.assertSoupEquals(
    43. 

  43.             "<p>foo&#10000000000000;bar</p>", "<p>foobar</p>")
    44. 

  44.         self.assertSoupEquals(
    45. 

  45.             "<p>foo&#x10000000000000;bar</p>", "<p>foobar</p>")
    46. 

  46.         self.assertSoupEquals(
    47. 

  47.             "<p>foo&#1000000000;bar</p>", "<p>foobar</p>")
    48. 

  48. 

  49.     # In lxml < 2.3.5, an empty doctype causes a segfault. Skip this
    50. 

  50.     # test if an old version of lxml is installed.
    51. 

  51. 

  52.     @skipIf(
    53. 

  53.         not LXML_PRESENT or LXML_VERSION < (2,3,5,0),
    54. 

  54.         "Skipping doctype test for old version of lxml to avoid segfault.")
    55. 

  55.     def test_empty_doctype(self):
    56. 

  56.         soup = self.soup("<!DOCTYPE>")
    57. 

  57.         doctype = soup.contents[0]
    58. 

  58.         self.assertEqual("", doctype.strip())
    59. 

  59. 

  60.     def test_beautifulstonesoup_is_xml_parser(self):
    61. 

  61.         # Make sure that the deprecated BSS class uses an xml builder
    62. 

  62.         # if one is installed.
    63. 

  63.         with warnings.catch_warnings(record=True) as w:
    64. 

  64.             soup = BeautifulStoneSoup("<b />")
    65. 

  65.         self.assertEqual(u"<b/>", unicode(soup.b))
    66. 

  66.         self.assertTrue("BeautifulStoneSoup class is deprecated" in str(w[0].message))
    67. 

  67. 

  68.     def test_real_xhtml_document(self):
    69. 

  69.         """lxml strips the XML definition from an XHTML doc, which is fine."""
    70. 

  70.         markup = b"""<?xml version="1.0" encoding="utf-8"?>
    71. 

  71. <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN">
    72. 

  72. <html xmlns="http://www.w3.org/1999/xhtml">
    73. 

  73. <head><title>Hello.</title></head>
    74. 

  74. <body>Goodbye.</body>
    75. 

  75. </html>"""
    76. 

  76.         soup = self.soup(markup)
    77. 

  77.         self.assertEqual(
    78. 

  78.             soup.encode("utf-8").replace(b"\n", b''),
    79. 

  79.             markup.replace(b'\n', b'').replace(
    80. 

  80.                 b'<?xml version="1.0" encoding="utf-8"?>', b''))
    81. 

  81. 

  82. 

  83. @skipIf(
    84. 

  84.     not LXML_PRESENT,
    85. 

  85.     "lxml seems not to be present, not testing its XML tree builder.")
    86. 

  86. class LXMLXMLTreeBuilderSmokeTest(SoupTest, XMLTreeBuilderSmokeTest):
    87. 

  87.     """See ``HTMLTreeBuilderSmokeTest``."""
    88. 

  88. 

  89.     @property
    90. 

  90.     def default_builder(self):
    91. 

  91.         return LXMLTreeBuilderForXML()
    92.