kc3-lang/libxml2/python/tests/unicode.py

• Show log

  Commit

• Hash : 4d24aa22
  Author :
  Date : 2025-04-05T13:15:03
  

  python: Add a test to reproduce bug #889
  

Download

• python/tests/unicode.py

• from io import BytesIO, StringIO
  import libxml2
  import sys
  from xml.sax.handler import ContentHandler
  from xml.sax.xmlreader import InputSource
  import xml.sax
  
  
  # Test data: an XML file with a 100,000 Unicode smileys, which expand
  # into 400,000 bytes after UTF-8 encoding.
  SMILEY = '\U0001f600'
  TEXT = 100_000 * SMILEY
  XML_STRING = '<?xml version="1.0" encoding="UTF-8" ?>\n<root>' + TEXT + '</root>'
  XML_BYTES = XML_STRING.encode('utf-8')
  
  
  def RunTest(test_name, source):
      expected = TEXT
      received = ''
  
      class TestHandler(ContentHandler):
          def characters(self, content):
              nonlocal received
              received += content
  
      reader = xml.sax.make_parser(['drv_libxml2'])
      reader.setContentHandler(TestHandler())
      reader.parse(source)
      if expected != received:
          print(test_name, 'failed!')
          print('Expected length:', len(expected))
          print('Received length:', len(received))
          print('Expected text: (prefix only)', expected[:100])
          print('Received text: (prefix only)', received[:100])
          sys.exit(1)
  
  
  def TestBytesInput():
      source = InputSource()
      source.setByteStream(BytesIO(XML_BYTES))
      RunTest('TestBytesInput', source)
  
  
  def TestStringInput():
      source = InputSource()
      source.setCharacterStream(StringIO(XML_STRING))
      RunTest('TestStringInput', source)
  
  
  # Memory debug specific
  libxml2.debugMemory(1)
  
  TestBytesInput()
  TestStringInput()
  
  # Memory debug specific
  libxml2.cleanupParser()
  if libxml2.debugMemory(1) == 0:
      print("OK")
  else:
      print("Memory leak %d bytes" % (libxml2.debugMemory(1)))
  

Download