From: Serhiy Storchaka Date: Sun, 2 Apr 2017 13:55:43 +0000 (+0300) Subject: bpo-15083: Convert ElementTree doctests to unittests. (#906) X-Git-Tag: v2.7.14rc1~227 X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=68903b656d4e1011525a46cbd1338c6cbab83d6d;p=python bpo-15083: Convert ElementTree doctests to unittests. (#906) --- diff --git a/Lib/test/test_xml_etree.py b/Lib/test/test_xml_etree.py index 9fb6c998a9..ef6988564f 100644 --- a/Lib/test/test_xml_etree.py +++ b/Lib/test/test_xml_etree.py @@ -1,23 +1,31 @@ -# xml.etree test. This file contains enough tests to make sure that -# all included components work as they should. -# Large parts are extracted from the upstream test suite. - -# IMPORTANT: the same doctests are run from "test_xml_etree_c" in -# order to ensure consistency between the C implementation and the -# Python implementation. +# -*- coding: utf-8 -*- +# IMPORTANT: the same tests are run from "test_xml_etree_c" in order +# to ensure consistency between the C implementation and the Python +# implementation. # # For this purpose, the module-level "ET" symbol is temporarily # monkey-patched when running the "test_xml_etree_c" test suite. -# Don't re-import "xml.etree.ElementTree" module in the docstring, -# except if the test is specific to the Python implementation. -import sys import cgi +import copy +import io +import pickle +import StringIO +import sys +import types +import unittest +import warnings +import weakref -from test import test_support -from test.test_support import findfile +from test import test_support as support +from test.test_support import TESTFN, findfile, gc_collect, swap_attr -from xml.etree import ElementTree as ET +# pyET is the pure-Python implementation. +# +# ET is pyET in test_xml_etree and is the C accelerated version in +# test_xml_etree_c. +from xml.etree import ElementTree as pyET +ET = None SIMPLE_XMLFILE = findfile("simple.xml", subdir="xmltestdata") SIMPLE_NS_XMLFILE = findfile("simple-ns.xml", subdir="xmltestdata") @@ -52,22 +60,44 @@ SAMPLE_XML_NS = """ """ +SAMPLE_XML_NS_ELEMS = """ + + + + Apples + Bananas + + + + + African Coffee Table + 80 + 120 + + +""" -def sanity(): - """ - Import sanity. +ENTITY_XML = """\ + +%user-entities; +]> +&entity; +""" - >>> from xml.etree import ElementTree - >>> from xml.etree import ElementInclude - >>> from xml.etree import ElementPath - """ -def check_method(method): - if not hasattr(method, '__call__'): - print method, "not callable" +class ModuleTest(unittest.TestCase): + # TODO: this should be removed once we get rid of the global module vars + + def test_sanity(self): + # Import sanity. + + from xml.etree import ElementTree + from xml.etree import ElementInclude + from xml.etree import ElementPath + def serialize(elem, to_string=True, **options): - import StringIO file = StringIO.StringIO() tree = ET.ElementTree(elem) tree.write(file, **options) @@ -77,13 +107,8 @@ def serialize(elem, to_string=True, **options): file.seek(0) return file -def summarize(elem): - if elem.tag == ET.Comment: - return "" - return elem.tag - def summarize_list(seq): - return [summarize(elem) for elem in seq] + return [elem.tag for elem in seq] def normalize_crlf(tree): for elem in tree.iter(): @@ -92,1168 +117,868 @@ def normalize_crlf(tree): if elem.tail: elem.tail = elem.tail.replace("\r\n", "\n") -def check_string(string): - len(string) - for char in string: - if len(char) != 1: - print "expected one-character string, got %r" % char - new_string = string + "" - new_string = string + " " - string[:0] - -def check_mapping(mapping): - len(mapping) - keys = mapping.keys() - items = mapping.items() - for key in keys: - item = mapping[key] - mapping["key"] = "value" - if mapping["key"] != "value": - print "expected value string, got %r" % mapping["key"] - -def check_element(element): - if not ET.iselement(element): - print "not an element" - if not hasattr(element, "tag"): - print "no tag member" - if not hasattr(element, "attrib"): - print "no attrib member" - if not hasattr(element, "text"): - print "no text member" - if not hasattr(element, "tail"): - print "no tail member" - - check_string(element.tag) - check_mapping(element.attrib) - if element.text is not None: - check_string(element.text) - if element.tail is not None: - check_string(element.tail) - for elem in element: - check_element(elem) +def python_only(test): + def wrapper(*args): + if ET is not pyET: + raise unittest.SkipTest('only for the Python version') + return test(*args) + return wrapper # -------------------------------------------------------------------- # element tree tests -def interface(): - r""" - Test element tree interface. - - >>> element = ET.Element("tag") - >>> check_element(element) - >>> tree = ET.ElementTree(element) - >>> check_element(tree.getroot()) - - >>> element = ET.Element("t\xe4g", key="value") - >>> tree = ET.ElementTree(element) - >>> repr(element) # doctest: +ELLIPSIS - "" - >>> element = ET.Element("tag", key="value") - - Make sure all standard element methods exist. - - >>> check_method(element.append) - >>> check_method(element.extend) - >>> check_method(element.insert) - >>> check_method(element.remove) - >>> check_method(element.getchildren) - >>> check_method(element.find) - >>> check_method(element.iterfind) - >>> check_method(element.findall) - >>> check_method(element.findtext) - >>> check_method(element.clear) - >>> check_method(element.get) - >>> check_method(element.set) - >>> check_method(element.keys) - >>> check_method(element.items) - >>> check_method(element.iter) - >>> check_method(element.itertext) - >>> check_method(element.getiterator) - - These methods return an iterable. See bug 6472. - - >>> check_method(element.iter("tag").next) - >>> check_method(element.iterfind("tag").next) - >>> check_method(element.iterfind("*").next) - >>> check_method(tree.iter("tag").next) - >>> check_method(tree.iterfind("tag").next) - >>> check_method(tree.iterfind("*").next) - - These aliases are provided: - - >>> assert ET.XML == ET.fromstring - >>> assert ET.PI == ET.ProcessingInstruction - >>> assert ET.XMLParser == ET.XMLTreeBuilder - """ - -def simpleops(): - """ - Basic method sanity checks. - - >>> elem = ET.XML("") - >>> serialize(elem) - '' - >>> e = ET.Element("tag2") - >>> elem.append(e) - >>> serialize(elem) - '' - >>> elem.remove(e) - >>> serialize(elem) - '' - >>> elem.insert(0, e) - >>> serialize(elem) - '' - >>> elem.remove(e) - >>> elem.extend([e]) - >>> serialize(elem) - '' - >>> elem.remove(e) - - >>> element = ET.Element("tag", key="value") - >>> serialize(element) # 1 - '' - >>> subelement = ET.Element("subtag") - >>> element.append(subelement) - >>> serialize(element) # 2 - '' - >>> element.insert(0, subelement) - >>> serialize(element) # 3 - '' - >>> element.remove(subelement) - >>> serialize(element) # 4 - '' - >>> element.remove(subelement) - >>> serialize(element) # 5 - '' - >>> element.remove(subelement) - Traceback (most recent call last): - ValueError: list.remove(x): x not in list - >>> serialize(element) # 6 - '' - >>> element[0:0] = [subelement, subelement, subelement] - >>> serialize(element[1]) - '' - >>> element[1:9] == [element[1], element[2]] - True - >>> element[:9:2] == [element[0], element[2]] - True - >>> del element[1:2] - >>> serialize(element) - '' - """ - -def cdata(): - """ - Test CDATA handling (etc). - - >>> serialize(ET.XML("hello")) - 'hello' - >>> serialize(ET.XML("hello")) - 'hello' - >>> serialize(ET.XML("")) - 'hello' - """ - -# Only with Python implementation -def simplefind(): - """ - Test find methods using the elementpath fallback. - - >>> from xml.etree import ElementTree - - >>> CurrentElementPath = ElementTree.ElementPath - >>> ElementTree.ElementPath = ElementTree._SimpleElementPath() - >>> elem = ElementTree.XML(SAMPLE_XML) - >>> elem.find("tag").tag - 'tag' - >>> ElementTree.ElementTree(elem).find("tag").tag - 'tag' - >>> elem.findtext("tag") - 'text' - >>> elem.findtext("tog") - >>> elem.findtext("tog", "default") - 'default' - >>> ElementTree.ElementTree(elem).findtext("tag") - 'text' - >>> summarize_list(elem.findall("tag")) - ['tag', 'tag'] - >>> summarize_list(elem.findall(".//tag")) - ['tag', 'tag', 'tag'] - - Path syntax doesn't work in this case. - - >>> elem.find("section/tag") - >>> elem.findtext("section/tag") - >>> summarize_list(elem.findall("section/tag")) - [] - - >>> ElementTree.ElementPath = CurrentElementPath - """ - -def find(): - """ - Test find methods (including xpath syntax). - - >>> elem = ET.XML(SAMPLE_XML) - >>> elem.find("tag").tag - 'tag' - >>> ET.ElementTree(elem).find("tag").tag - 'tag' - >>> elem.find("section/tag").tag - 'tag' - >>> elem.find("./tag").tag - 'tag' - >>> ET.ElementTree(elem).find("./tag").tag - 'tag' - >>> ET.ElementTree(elem).find("/tag").tag - 'tag' - >>> elem[2] = ET.XML(SAMPLE_SECTION) - >>> elem.find("section/nexttag").tag - 'nexttag' - >>> ET.ElementTree(elem).find("section/tag").tag - 'tag' - >>> ET.ElementTree(elem).find("tog") - >>> ET.ElementTree(elem).find("tog/foo") - >>> elem.findtext("tag") - 'text' - >>> elem.findtext("section/nexttag") - '' - >>> elem.findtext("section/nexttag", "default") - '' - >>> elem.findtext("tog") - >>> elem.findtext("tog", "default") - 'default' - >>> ET.ElementTree(elem).findtext("tag") - 'text' - >>> ET.ElementTree(elem).findtext("tog/foo") - >>> ET.ElementTree(elem).findtext("tog/foo", "default") - 'default' - >>> ET.ElementTree(elem).findtext("./tag") - 'text' - >>> ET.ElementTree(elem).findtext("/tag") - 'text' - >>> elem.findtext("section/tag") - 'subtext' - >>> ET.ElementTree(elem).findtext("section/tag") - 'subtext' - >>> summarize_list(elem.findall(".")) - ['body'] - >>> summarize_list(elem.findall("tag")) - ['tag', 'tag'] - >>> summarize_list(elem.findall("tog")) - [] - >>> summarize_list(elem.findall("tog/foo")) - [] - >>> summarize_list(elem.findall("*")) - ['tag', 'tag', 'section'] - >>> summarize_list(elem.findall(".//tag")) - ['tag', 'tag', 'tag', 'tag'] - >>> summarize_list(elem.findall("section/tag")) - ['tag'] - >>> summarize_list(elem.findall("section//tag")) - ['tag', 'tag'] - >>> summarize_list(elem.findall("section/*")) - ['tag', 'nexttag', 'nextsection'] - >>> summarize_list(elem.findall("section//*")) - ['tag', 'nexttag', 'nextsection', 'tag'] - >>> summarize_list(elem.findall("section/.//*")) - ['tag', 'nexttag', 'nextsection', 'tag'] - >>> summarize_list(elem.findall("*/*")) - ['tag', 'nexttag', 'nextsection'] - >>> summarize_list(elem.findall("*//*")) - ['tag', 'nexttag', 'nextsection', 'tag'] - >>> summarize_list(elem.findall("*/tag")) - ['tag'] - >>> summarize_list(elem.findall("*/./tag")) - ['tag'] - >>> summarize_list(elem.findall("./tag")) - ['tag', 'tag'] - >>> summarize_list(elem.findall(".//tag")) - ['tag', 'tag', 'tag', 'tag'] - >>> summarize_list(elem.findall("././tag")) - ['tag', 'tag'] - >>> summarize_list(elem.findall(".//tag[@class]")) - ['tag', 'tag', 'tag'] - >>> summarize_list(elem.findall(".//tag[@class='a']")) - ['tag'] - >>> summarize_list(elem.findall(".//tag[@class='b']")) - ['tag', 'tag'] - >>> summarize_list(elem.findall(".//tag[@id]")) - ['tag'] - >>> summarize_list(elem.findall(".//section[tag]")) - ['section'] - >>> summarize_list(elem.findall(".//section[element]")) - [] - >>> summarize_list(elem.findall("../tag")) - [] - >>> summarize_list(elem.findall("section/../tag")) - ['tag', 'tag'] - >>> summarize_list(ET.ElementTree(elem).findall("./tag")) - ['tag', 'tag'] - - Following example is invalid in 1.2. - A leading '*' is assumed in 1.3. - - >>> elem.findall("section//") == elem.findall("section//*") - True - - ET's Path module handles this case incorrectly; this gives - a warning in 1.3, and the behaviour will be modified in 1.4. - - >>> summarize_list(ET.ElementTree(elem).findall("/tag")) - ['tag', 'tag'] - - >>> elem = ET.XML(SAMPLE_XML_NS) - >>> summarize_list(elem.findall("tag")) - [] - >>> summarize_list(elem.findall("{http://effbot.org/ns}tag")) - ['{http://effbot.org/ns}tag', '{http://effbot.org/ns}tag'] - >>> summarize_list(elem.findall(".//{http://effbot.org/ns}tag")) - ['{http://effbot.org/ns}tag', '{http://effbot.org/ns}tag', '{http://effbot.org/ns}tag'] - """ - -def file_init(): - """ - >>> import StringIO - - >>> stringfile = StringIO.StringIO(SAMPLE_XML) - >>> tree = ET.ElementTree(file=stringfile) - >>> tree.find("tag").tag - 'tag' - >>> tree.find("section/tag").tag - 'tag' - - >>> tree = ET.ElementTree(file=SIMPLE_XMLFILE) - >>> tree.find("element").tag - 'element' - >>> tree.find("element/../empty-element").tag - 'empty-element' - """ - -def bad_find(): - """ - Check bad or unsupported path expressions. - - >>> elem = ET.XML(SAMPLE_XML) - >>> elem.findall("/tag") - Traceback (most recent call last): - SyntaxError: cannot use absolute path on element - """ - -def path_cache(): - """ - Check that the path cache behaves sanely. - - >>> elem = ET.XML(SAMPLE_XML) - >>> for i in range(10): ET.ElementTree(elem).find('./'+str(i)) - >>> cache_len_10 = len(ET.ElementPath._cache) - >>> for i in range(10): ET.ElementTree(elem).find('./'+str(i)) - >>> len(ET.ElementPath._cache) == cache_len_10 - True - >>> for i in range(20): ET.ElementTree(elem).find('./'+str(i)) - >>> len(ET.ElementPath._cache) > cache_len_10 - True - >>> for i in range(600): ET.ElementTree(elem).find('./'+str(i)) - >>> len(ET.ElementPath._cache) < 500 - True - """ - -def copy(): - """ - Test copy handling (etc). - - >>> import copy - >>> e1 = ET.XML("hello") - >>> e2 = copy.copy(e1) - >>> e3 = copy.deepcopy(e1) - >>> e1.find("foo").tag = "bar" - >>> serialize(e1) - 'hello' - >>> serialize(e2) - 'hello' - >>> serialize(e3) - 'hello' - - """ - -def attrib(): - """ - Test attribute handling. - - >>> elem = ET.Element("tag") - >>> elem.get("key") # 1.1 - >>> elem.get("key", "default") # 1.2 - 'default' - >>> elem.set("key", "value") - >>> elem.get("key") # 1.3 - 'value' - - >>> elem = ET.Element("tag", key="value") - >>> elem.get("key") # 2.1 - 'value' - >>> elem.attrib # 2.2 - {'key': 'value'} - - >>> attrib = {"key": "value"} - >>> elem = ET.Element("tag", attrib) - >>> attrib.clear() # check for aliasing issues - >>> elem.get("key") # 3.1 - 'value' - >>> elem.attrib # 3.2 - {'key': 'value'} - - >>> attrib = {"key": "value"} - >>> elem = ET.Element("tag", **attrib) - >>> attrib.clear() # check for aliasing issues - >>> elem.get("key") # 4.1 - 'value' - >>> elem.attrib # 4.2 - {'key': 'value'} - - >>> elem = ET.Element("tag", {"key": "other"}, key="value") - >>> elem.get("key") # 5.1 - 'value' - >>> elem.attrib # 5.2 - {'key': 'value'} - - >>> elem = ET.Element('test') - >>> elem.text = "aa" - >>> elem.set('testa', 'testval') - >>> elem.set('testb', 'test2') - >>> ET.tostring(elem) - 'aa' - >>> sorted(elem.keys()) - ['testa', 'testb'] - >>> sorted(elem.items()) - [('testa', 'testval'), ('testb', 'test2')] - >>> elem.attrib['testb'] - 'test2' - >>> elem.attrib['testb'] = 'test1' - >>> elem.attrib['testc'] = 'test2' - >>> ET.tostring(elem) - 'aa' - """ - -def makeelement(): - """ - Test makeelement handling. - - >>> elem = ET.Element("tag") - >>> attrib = {"key": "value"} - >>> subelem = elem.makeelement("subtag", attrib) - >>> if subelem.attrib is attrib: - ... print "attrib aliasing" - >>> elem.append(subelem) - >>> serialize(elem) - '' - - >>> elem.clear() - >>> serialize(elem) - '' - >>> elem.append(subelem) - >>> serialize(elem) - '' - >>> elem.extend([subelem, subelem]) - >>> serialize(elem) - '' - >>> elem[:] = [subelem] - >>> serialize(elem) - '' - >>> elem[:] = tuple([subelem]) - >>> serialize(elem) - '' - - """ - -def parsefile(): - """ - Test parsing from file. - - >>> tree = ET.parse(SIMPLE_XMLFILE) - >>> normalize_crlf(tree) - >>> tree.write(sys.stdout) - - text - texttail - - - >>> tree = ET.parse(SIMPLE_NS_XMLFILE) - >>> normalize_crlf(tree) - >>> tree.write(sys.stdout) - - text - texttail - - - - >>> with open(SIMPLE_XMLFILE) as f: - ... data = f.read() - - >>> parser = ET.XMLParser() - >>> parser.version # doctest: +ELLIPSIS - 'Expat ...' - >>> parser.feed(data) - >>> print serialize(parser.close()) - - text - texttail - - - - >>> parser = ET.XMLTreeBuilder() # 1.2 compatibility - >>> parser.feed(data) - >>> print serialize(parser.close()) - - text - texttail - - - - >>> target = ET.TreeBuilder() - >>> parser = ET.XMLParser(target=target) - >>> parser.feed(data) - >>> print serialize(parser.close()) - - text - texttail - - - """ - -def parseliteral(): - """ - >>> element = ET.XML("text") - >>> ET.ElementTree(element).write(sys.stdout) - text - >>> element = ET.fromstring("text") - >>> ET.ElementTree(element).write(sys.stdout) - text - >>> sequence = ["", "text"] - >>> element = ET.fromstringlist(sequence) - >>> print ET.tostring(element) - text - >>> print "".join(ET.tostringlist(element)) - text - >>> ET.tostring(element, "ascii") - "\\ntext" - >>> _, ids = ET.XMLID("text") - >>> len(ids) - 0 - >>> _, ids = ET.XMLID("text") - >>> len(ids) - 1 - >>> ids["body"].tag - 'body' - """ - -def iterparse(): - """ - Test iterparse interface. - - >>> iterparse = ET.iterparse - - >>> context = iterparse(SIMPLE_XMLFILE) - >>> action, elem = next(context) - >>> print action, elem.tag - end element - >>> for action, elem in context: - ... print action, elem.tag - end element - end empty-element - end root - >>> context.root.tag - 'root' - - >>> context = iterparse(SIMPLE_NS_XMLFILE) - >>> for action, elem in context: - ... print action, elem.tag - end {namespace}element - end {namespace}element - end {namespace}empty-element - end {namespace}root - - >>> events = () - >>> context = iterparse(SIMPLE_XMLFILE, events) - >>> for action, elem in context: - ... print action, elem.tag - - >>> events = () - >>> context = iterparse(SIMPLE_XMLFILE, events=events) - >>> for action, elem in context: - ... print action, elem.tag - - >>> events = ("start", "end") - >>> context = iterparse(SIMPLE_XMLFILE, events) - >>> for action, elem in context: - ... print action, elem.tag - start root - start element - end element - start element - end element - start empty-element - end empty-element - end root - - >>> events = ("start", "end", "start-ns", "end-ns") - >>> context = iterparse(SIMPLE_NS_XMLFILE, events) - >>> for action, elem in context: - ... if action in ("start", "end"): - ... print action, elem.tag - ... else: - ... print action, elem - start-ns ('', 'namespace') - start {namespace}root - start {namespace}element - end {namespace}element - start {namespace}element - end {namespace}element - start {namespace}empty-element - end {namespace}empty-element - end {namespace}root - end-ns None - - >>> import StringIO - - >>> events = ('start-ns', 'end-ns') - >>> context = ET.iterparse(StringIO.StringIO(r""), events) - >>> for action, elem in context: - ... print action, elem - start-ns ('', '') - end-ns None - - >>> events = ("start", "end", "bogus") - >>> with open(SIMPLE_XMLFILE, "rb") as f: - ... iterparse(f, events) - Traceback (most recent call last): - ValueError: unknown event 'bogus' - - >>> source = StringIO.StringIO( - ... "\\n" - ... "text\\n") - >>> events = ("start-ns",) - >>> context = iterparse(source, events) - >>> for action, elem in context: - ... print action, elem - start-ns ('', u'http://\\xe9ffbot.org/ns') - start-ns (u'cl\\xe9', 'http://effbot.org/ns') - - >>> source = StringIO.StringIO("junk") - >>> try: - ... for action, elem in iterparse(source): - ... print action, elem.tag - ... except ET.ParseError, v: - ... print v - end document - junk after document element: line 1, column 12 - """ - -def writefile(): - """ - >>> elem = ET.Element("tag") - >>> elem.text = "text" - >>> serialize(elem) - 'text' - >>> ET.SubElement(elem, "subtag").text = "subtext" - >>> serialize(elem) - 'textsubtext' - - Test tag suppression - >>> elem.tag = None - >>> serialize(elem) - 'textsubtext' - >>> elem.insert(0, ET.Comment("comment")) - >>> serialize(elem) # assumes 1.3 - 'textsubtext' - >>> elem[0] = ET.PI("key", "value") - >>> serialize(elem) - 'textsubtext' - """ - -def custom_builder(): - """ - Test parser w. custom builder. - - >>> with open(SIMPLE_XMLFILE) as f: - ... data = f.read() - >>> class Builder: - ... def start(self, tag, attrib): - ... print "start", tag - ... def end(self, tag): - ... print "end", tag - ... def data(self, text): - ... pass - >>> builder = Builder() - >>> parser = ET.XMLParser(target=builder) - >>> parser.feed(data) - start root - start element - end element - start element - end element - start empty-element - end empty-element - end root - - >>> with open(SIMPLE_NS_XMLFILE) as f: - ... data = f.read() - >>> class Builder: - ... def start(self, tag, attrib): - ... print "start", tag - ... def end(self, tag): - ... print "end", tag - ... def data(self, text): - ... pass - ... def pi(self, target, data): - ... print "pi", target, repr(data) - ... def comment(self, data): - ... print "comment", repr(data) - >>> builder = Builder() - >>> parser = ET.XMLParser(target=builder) - >>> parser.feed(data) - pi pi 'data' - comment ' comment ' - start {namespace}root - start {namespace}element - end {namespace}element - start {namespace}element - end {namespace}element - start {namespace}empty-element - end {namespace}empty-element - end {namespace}root - - """ - -def getchildren(): - """ - Test Element.getchildren() - - >>> with open(SIMPLE_XMLFILE, "r") as f: - ... tree = ET.parse(f) - >>> for elem in tree.getroot().iter(): - ... summarize_list(elem.getchildren()) - ['element', 'element', 'empty-element'] - [] - [] - [] - >>> for elem in tree.getiterator(): - ... summarize_list(elem.getchildren()) - ['element', 'element', 'empty-element'] - [] - [] - [] - - >>> elem = ET.XML(SAMPLE_XML) - >>> len(elem.getchildren()) - 3 - >>> len(elem[2].getchildren()) - 1 - >>> elem[:] == elem.getchildren() - True - >>> child1 = elem[0] - >>> child2 = elem[2] - >>> del elem[1:2] - >>> len(elem.getchildren()) - 2 - >>> child1 == elem[0] - True - >>> child2 == elem[1] - True - >>> elem[0:2] = [child2, child1] - >>> child2 == elem[0] - True - >>> child1 == elem[1] - True - >>> child1 == elem[0] - False - >>> elem.clear() - >>> elem.getchildren() - [] - """ - -def writestring(): - """ - >>> elem = ET.XML("text") - >>> ET.tostring(elem) - 'text' - >>> elem = ET.fromstring("text") - >>> ET.tostring(elem) - 'text' - """ - -def check_encoding(encoding): - """ - >>> check_encoding("ascii") - >>> check_encoding("us-ascii") - >>> check_encoding("iso-8859-1") - >>> check_encoding("iso-8859-15") - >>> check_encoding("cp437") - >>> check_encoding("mac-roman") - >>> check_encoding("gbk") - Traceback (most recent call last): - ValueError: multi-byte encodings are not supported - >>> check_encoding("cp037") - Traceback (most recent call last): - ParseError: unknown encoding: line 1, column 30 - """ - ET.XML("" % encoding) - -def encoding(): - r""" - Test encoding issues. - - >>> elem = ET.Element("tag") - >>> elem.text = u"abc" - >>> serialize(elem) - 'abc' - >>> serialize(elem, encoding="utf-8") - 'abc' - >>> serialize(elem, encoding="us-ascii") - 'abc' - >>> serialize(elem, encoding="iso-8859-1") - "\nabc" - - >>> elem.text = "<&\"\'>" - >>> serialize(elem) - '<&"\'>' - >>> serialize(elem, encoding="utf-8") - '<&"\'>' - >>> serialize(elem, encoding="us-ascii") # cdata characters - '<&"\'>' - >>> serialize(elem, encoding="iso-8859-1") - '\n<&"\'>' - - >>> elem.attrib["key"] = "<&\"\'>" - >>> elem.text = None - >>> serialize(elem) - '' - >>> serialize(elem, encoding="utf-8") - '' - >>> serialize(elem, encoding="us-ascii") - '' - >>> serialize(elem, encoding="iso-8859-1") - '\n' - - >>> elem.text = u'\xe5\xf6\xf6<>' - >>> elem.attrib.clear() - >>> serialize(elem) - 'åöö<>' - >>> serialize(elem, encoding="utf-8") - '\xc3\xa5\xc3\xb6\xc3\xb6<>' - >>> serialize(elem, encoding="us-ascii") - 'åöö<>' - >>> serialize(elem, encoding="iso-8859-1") - "\n\xe5\xf6\xf6<>" - - >>> elem.attrib["key"] = u'\xe5\xf6\xf6<>' - >>> elem.text = None - >>> serialize(elem) - '' - >>> serialize(elem, encoding="utf-8") - '' - >>> serialize(elem, encoding="us-ascii") - '' - >>> serialize(elem, encoding="iso-8859-1") - '\n' - """ - -def methods(): - r""" - Test serialization methods. - - >>> e = ET.XML("") - >>> e.tail = "\n" - >>> serialize(e) - '\n' - >>> serialize(e, method=None) - '\n' - >>> serialize(e, method="xml") - '\n' - >>> serialize(e, method="html") - '\n' - >>> serialize(e, method="text") - '1 < 2\n' - """ - -def iterators(): - """ - Test iterators. - - >>> e = ET.XML("this is a paragraph...") - >>> summarize_list(e.iter()) - ['html', 'body', 'i'] - >>> summarize_list(e.find("body").iter()) - ['body', 'i'] - >>> summarize(next(e.iter())) - 'html' - >>> "".join(e.itertext()) - 'this is a paragraph...' - >>> "".join(e.find("body").itertext()) - 'this is a paragraph.' - >>> next(e.itertext()) - 'this is a ' - - Method iterparse should return an iterator. See bug 6472. - - >>> sourcefile = serialize(e, to_string=False) - >>> next(ET.iterparse(sourcefile)) # doctest: +ELLIPSIS - ('end', ) - - >>> tree = ET.ElementTree(None) - >>> tree.iter() - Traceback (most recent call last): - AttributeError: 'NoneType' object has no attribute 'iter' - """ - -ENTITY_XML = """\ - -%user-entities; -]> -&entity; -""" - -def entity(): - """ - Test entity handling. - - 1) good entities - - >>> e = ET.XML("test") - >>> serialize(e) - 'test' - - 2) bad entities - - >>> ET.XML("&entity;") - Traceback (most recent call last): - ParseError: undefined entity: line 1, column 10 - - >>> ET.XML(ENTITY_XML) - Traceback (most recent call last): - ParseError: undefined entity &entity;: line 5, column 10 - - 3) custom entity - - >>> parser = ET.XMLParser() - >>> parser.entity["entity"] = "text" - >>> parser.feed(ENTITY_XML) - >>> root = parser.close() - >>> serialize(root) - 'text' - """ - -def error(xml): - """ - - Test error handling. +class ElementTreeTest(unittest.TestCase): + + def serialize_check(self, elem, expected): + self.assertEqual(serialize(elem), expected) + + def test_interface(self): + # Test element tree interface. + + def check_string(string): + len(string) + for char in string: + self.assertEqual(len(char), 1, + msg="expected one-character string, got %r" % char) + new_string = string + "" + new_string = string + " " + string[:0] + + def check_mapping(mapping): + len(mapping) + keys = mapping.keys() + items = mapping.items() + for key in keys: + item = mapping[key] + mapping["key"] = "value" + self.assertEqual(mapping["key"], "value", + msg="expected value string, got %r" % mapping["key"]) + + def check_element(element): + self.assertTrue(ET.iselement(element), msg="not an element") + self.assertTrue(hasattr(element, "tag"), msg="no tag member") + self.assertTrue(hasattr(element, "attrib"), msg="no attrib member") + self.assertTrue(hasattr(element, "text"), msg="no text member") + self.assertTrue(hasattr(element, "tail"), msg="no tail member") + + check_string(element.tag) + check_mapping(element.attrib) + if element.text is not None: + check_string(element.text) + if element.tail is not None: + check_string(element.tail) + for elem in element: + check_element(elem) + + element = ET.Element("tag") + check_element(element) + tree = ET.ElementTree(element) + check_element(tree.getroot()) + element = ET.Element("t\xe4g", key="value") + tree = ET.ElementTree(element) + self.assertRegexpMatches(repr(element), r"^$") + element = ET.Element("tag", key="value") + + # Make sure all standard element methods exist. + + def check_method(method): + self.assertTrue(hasattr(method, '__call__'), + msg="%s not callable" % method) + + check_method(element.append) + check_method(element.extend) + check_method(element.insert) + check_method(element.remove) + check_method(element.getchildren) + check_method(element.find) + check_method(element.iterfind) + check_method(element.findall) + check_method(element.findtext) + check_method(element.clear) + check_method(element.get) + check_method(element.set) + check_method(element.keys) + check_method(element.items) + check_method(element.iter) + check_method(element.itertext) + check_method(element.getiterator) + + # These methods return an iterable. See bug 6472. + + def check_iter(it): + check_method(it.next) + + check_iter(element.iter("tag")) + check_iter(element.iterfind("tag")) + check_iter(element.iterfind("*")) + check_iter(tree.iter("tag")) + check_iter(tree.iterfind("tag")) + check_iter(tree.iterfind("*")) + + # These aliases are provided: + + self.assertEqual(ET.XML, ET.fromstring) + self.assertEqual(ET.PI, ET.ProcessingInstruction) + self.assertEqual(ET.XMLParser, ET.XMLTreeBuilder) + + def test_set_attribute(self): + element = ET.Element('tag') + + self.assertEqual(element.tag, 'tag') + element.tag = 'Tag' + self.assertEqual(element.tag, 'Tag') + element.tag = 'TAG' + self.assertEqual(element.tag, 'TAG') + + self.assertIsNone(element.text) + element.text = 'Text' + self.assertEqual(element.text, 'Text') + element.text = 'TEXT' + self.assertEqual(element.text, 'TEXT') + + self.assertIsNone(element.tail) + element.tail = 'Tail' + self.assertEqual(element.tail, 'Tail') + element.tail = 'TAIL' + self.assertEqual(element.tail, 'TAIL') + + self.assertEqual(element.attrib, {}) + element.attrib = {'a': 'b', 'c': 'd'} + self.assertEqual(element.attrib, {'a': 'b', 'c': 'd'}) + element.attrib = {'A': 'B', 'C': 'D'} + self.assertEqual(element.attrib, {'A': 'B', 'C': 'D'}) + + def test_simpleops(self): + # Basic method sanity checks. + + elem = ET.XML("") + self.serialize_check(elem, '') + e = ET.Element("tag2") + elem.append(e) + self.serialize_check(elem, '') + elem.remove(e) + self.serialize_check(elem, '') + elem.insert(0, e) + self.serialize_check(elem, '') + elem.remove(e) + elem.extend([e]) + self.serialize_check(elem, '') + elem.remove(e) + + element = ET.Element("tag", key="value") + self.serialize_check(element, '') # 1 + subelement = ET.Element("subtag") + element.append(subelement) + self.serialize_check(element, '') # 2 + element.insert(0, subelement) + self.serialize_check(element, + '') # 3 + element.remove(subelement) + self.serialize_check(element, '') # 4 + element.remove(subelement) + self.serialize_check(element, '') # 5 + with self.assertRaises(ValueError) as cm: + element.remove(subelement) + self.assertEqual(str(cm.exception), 'list.remove(x): x not in list') + self.serialize_check(element, '') # 6 + element[0:0] = [subelement, subelement, subelement] + self.serialize_check(element[1], '') + self.assertEqual(element[1:9], [element[1], element[2]]) + self.assertEqual(element[:9:2], [element[0], element[2]]) + del element[1:2] + self.serialize_check(element, + '') + + def test_cdata(self): + # Test CDATA handling (etc). + + self.serialize_check(ET.XML("hello"), + 'hello') + self.serialize_check(ET.XML("hello"), + 'hello') + self.serialize_check(ET.XML(""), + 'hello') + + def test_file_init(self): + stringfile = StringIO.StringIO(SAMPLE_XML.encode("utf-8")) + tree = ET.ElementTree(file=stringfile) + self.assertEqual(tree.find("tag").tag, 'tag') + self.assertEqual(tree.find("section/tag").tag, 'tag') + + tree = ET.ElementTree(file=SIMPLE_XMLFILE) + self.assertEqual(tree.find("element").tag, 'element') + self.assertEqual(tree.find("element/../empty-element").tag, + 'empty-element') + + def test_path_cache(self): + # Check that the path cache behaves sanely. + + from xml.etree import ElementPath + + elem = ET.XML(SAMPLE_XML) + for i in range(10): ET.ElementTree(elem).find('./'+str(i)) + cache_len_10 = len(ElementPath._cache) + for i in range(10): ET.ElementTree(elem).find('./'+str(i)) + self.assertEqual(len(ElementPath._cache), cache_len_10) + for i in range(20): ET.ElementTree(elem).find('./'+str(i)) + self.assertGreater(len(ElementPath._cache), cache_len_10) + for i in range(600): ET.ElementTree(elem).find('./'+str(i)) + self.assertLess(len(ElementPath._cache), 500) + + def test_copy(self): + # Test copy handling (etc). + + import copy + e1 = ET.XML("hello") + e2 = copy.copy(e1) + e3 = copy.deepcopy(e1) + e1.find("foo").tag = "bar" + self.serialize_check(e1, 'hello') + self.serialize_check(e2, 'hello') + self.serialize_check(e3, 'hello') + + def test_attrib(self): + # Test attribute handling. + + elem = ET.Element("tag") + elem.get("key") # 1.1 + self.assertEqual(elem.get("key", "default"), 'default') # 1.2 + + elem.set("key", "value") + self.assertEqual(elem.get("key"), 'value') # 1.3 + + elem = ET.Element("tag", key="value") + self.assertEqual(elem.get("key"), 'value') # 2.1 + self.assertEqual(elem.attrib, {'key': 'value'}) # 2.2 + + attrib = {"key": "value"} + elem = ET.Element("tag", attrib) + attrib.clear() # check for aliasing issues + self.assertEqual(elem.get("key"), 'value') # 3.1 + self.assertEqual(elem.attrib, {'key': 'value'}) # 3.2 + + attrib = {"key": "value"} + elem = ET.Element("tag", **attrib) + attrib.clear() # check for aliasing issues + self.assertEqual(elem.get("key"), 'value') # 4.1 + self.assertEqual(elem.attrib, {'key': 'value'}) # 4.2 + + elem = ET.Element("tag", {"key": "other"}, key="value") + self.assertEqual(elem.get("key"), 'value') # 5.1 + self.assertEqual(elem.attrib, {'key': 'value'}) # 5.2 + + elem = ET.Element('test') + elem.text = "aa" + elem.set('testa', 'testval') + elem.set('testb', 'test2') + self.assertEqual(ET.tostring(elem), + b'aa') + self.assertEqual(sorted(elem.keys()), ['testa', 'testb']) + self.assertEqual(sorted(elem.items()), + [('testa', 'testval'), ('testb', 'test2')]) + self.assertEqual(elem.attrib['testb'], 'test2') + elem.attrib['testb'] = 'test1' + elem.attrib['testc'] = 'test2' + self.assertEqual(ET.tostring(elem), + b'aa') + + elem = ET.Element('test') + elem.set('a', '\r') + elem.set('b', '\r\n') + elem.set('c', '\t\n\r ') + elem.set('d', '\n\n') + self.assertEqual(ET.tostring(elem), + b'') + + def test_makeelement(self): + # Test makeelement handling. + + elem = ET.Element("tag") + attrib = {"key": "value"} + subelem = elem.makeelement("subtag", attrib) + self.assertIsNot(subelem.attrib, attrib, msg="attrib aliasing") + elem.append(subelem) + self.serialize_check(elem, '') + + elem.clear() + self.serialize_check(elem, '') + elem.append(subelem) + self.serialize_check(elem, '') + elem.extend([subelem, subelem]) + self.serialize_check(elem, + '') + elem[:] = [subelem] + self.serialize_check(elem, '') + elem[:] = tuple([subelem]) + self.serialize_check(elem, '') + + def test_parsefile(self): + # Test parsing from file. + + tree = ET.parse(SIMPLE_XMLFILE) + normalize_crlf(tree) + stream = StringIO.StringIO() + tree.write(stream) + self.assertEqual(stream.getvalue(), + '\n' + ' text\n' + ' texttail\n' + ' \n' + '') + tree = ET.parse(SIMPLE_NS_XMLFILE) + normalize_crlf(tree) + stream = StringIO.StringIO() + tree.write(stream) + self.assertEqual(stream.getvalue(), + '\n' + ' text\n' + ' texttail\n' + ' \n' + '') + + with open(SIMPLE_XMLFILE) as f: + data = f.read() + + parser = ET.XMLParser() + self.assertRegexpMatches(parser.version, r'^Expat ') + parser.feed(data) + self.serialize_check(parser.close(), + '\n' + ' text\n' + ' texttail\n' + ' \n' + '') + + parser = ET.XMLTreeBuilder() # 1.2 compatibility + parser.feed(data) + self.serialize_check(parser.close(), + '\n' + ' text\n' + ' texttail\n' + ' \n' + '') + + target = ET.TreeBuilder() + parser = ET.XMLParser(target=target) + parser.feed(data) + self.serialize_check(parser.close(), + '\n' + ' text\n' + ' texttail\n' + ' \n' + '') + + def test_parseliteral(self): + element = ET.XML("text") + self.assertEqual(ET.tostring(element), + 'text') + element = ET.fromstring("text") + self.assertEqual(ET.tostring(element), + 'text') + sequence = ["", "text"] + element = ET.fromstringlist(sequence) + self.assertEqual(ET.tostring(element), + 'text') + self.assertEqual("".join(ET.tostringlist(element)), + 'text') + self.assertEqual(ET.tostring(element, "ascii"), + "\n" + "text") + _, ids = ET.XMLID("text") + self.assertEqual(len(ids), 0) + _, ids = ET.XMLID("text") + self.assertEqual(len(ids), 1) + self.assertEqual(ids["body"].tag, 'body') + + def test_iterparse(self): + # Test iterparse interface. + + iterparse = ET.iterparse + + context = iterparse(SIMPLE_XMLFILE) + action, elem = next(context) + self.assertEqual((action, elem.tag), ('end', 'element')) + self.assertEqual([(action, elem.tag) for action, elem in context], [ + ('end', 'element'), + ('end', 'empty-element'), + ('end', 'root'), + ]) + self.assertEqual(context.root.tag, 'root') + + context = iterparse(SIMPLE_NS_XMLFILE) + self.assertEqual([(action, elem.tag) for action, elem in context], [ + ('end', '{namespace}element'), + ('end', '{namespace}element'), + ('end', '{namespace}empty-element'), + ('end', '{namespace}root'), + ]) + + events = () + context = iterparse(SIMPLE_XMLFILE, events) + self.assertEqual([(action, elem.tag) for action, elem in context], []) + + events = () + context = iterparse(SIMPLE_XMLFILE, events=events) + self.assertEqual([(action, elem.tag) for action, elem in context], []) + + events = ("start", "end") + context = iterparse(SIMPLE_XMLFILE, events) + self.assertEqual([(action, elem.tag) for action, elem in context], [ + ('start', 'root'), + ('start', 'element'), + ('end', 'element'), + ('start', 'element'), + ('end', 'element'), + ('start', 'empty-element'), + ('end', 'empty-element'), + ('end', 'root'), + ]) + + events = ("start", "end", "start-ns", "end-ns") + context = iterparse(SIMPLE_NS_XMLFILE, events) + self.assertEqual([(action, elem.tag) if action in ("start", "end") + else (action, elem) + for action, elem in context], [ + ('start-ns', ('', 'namespace')), + ('start', '{namespace}root'), + ('start', '{namespace}element'), + ('end', '{namespace}element'), + ('start', '{namespace}element'), + ('end', '{namespace}element'), + ('start', '{namespace}empty-element'), + ('end', '{namespace}empty-element'), + ('end', '{namespace}root'), + ('end-ns', None), + ]) + + events = ('start-ns', 'end-ns') + context = iterparse(StringIO.StringIO(r""), events) + res = [(action, elem) for action, elem in context] + self.assertEqual(res, [('start-ns', ('', '')), ('end-ns', None)]) + + events = ("start", "end", "bogus") + with open(SIMPLE_XMLFILE, "rb") as f: + with self.assertRaises(ValueError) as cm: + iterparse(f, events) + self.assertFalse(f.closed) + self.assertEqual(str(cm.exception), "unknown event 'bogus'") + + source = StringIO.StringIO( + "\n" + "text\n") + events = ("start-ns",) + context = iterparse(source, events) + self.assertEqual([(action, elem) for action, elem in context], [ + ('start-ns', ('', u'http://\xe9ffbot.org/ns')), + ('start-ns', (u'cl\xe9', 'http://effbot.org/ns')), + ]) + + source = StringIO.StringIO("junk") + it = iterparse(source) + action, elem = next(it) + self.assertEqual((action, elem.tag), ('end', 'document')) + with self.assertRaises(ET.ParseError) as cm: + next(it) + self.assertEqual(str(cm.exception), + 'junk after document element: line 1, column 12') + + def test_writefile(self): + elem = ET.Element("tag") + elem.text = "text" + self.serialize_check(elem, 'text') + ET.SubElement(elem, "subtag").text = "subtext" + self.serialize_check(elem, 'textsubtext') + + # Test tag suppression + elem.tag = None + self.serialize_check(elem, 'textsubtext') + elem.insert(0, ET.Comment("comment")) + self.serialize_check(elem, + 'textsubtext') # assumes 1.3 + + elem[0] = ET.PI("key", "value") + self.serialize_check(elem, 'textsubtext') + + def test_custom_builder(self): + # Test parser w. custom builder. + + with open(SIMPLE_XMLFILE) as f: + data = f.read() + class Builder(list): + def start(self, tag, attrib): + self.append(("start", tag)) + def end(self, tag): + self.append(("end", tag)) + def data(self, text): + pass + builder = Builder() + parser = ET.XMLParser(target=builder) + parser.feed(data) + self.assertEqual(builder, [ + ('start', 'root'), + ('start', 'element'), + ('end', 'element'), + ('start', 'element'), + ('end', 'element'), + ('start', 'empty-element'), + ('end', 'empty-element'), + ('end', 'root'), + ]) + + with open(SIMPLE_NS_XMLFILE) as f: + data = f.read() + class Builder(list): + def start(self, tag, attrib): + self.append(("start", tag)) + def end(self, tag): + self.append(("end", tag)) + def data(self, text): + pass + def pi(self, target, data): + self.append(("pi", target, data)) + def comment(self, data): + self.append(("comment", data)) + builder = Builder() + parser = ET.XMLParser(target=builder) + parser.feed(data) + self.assertEqual(builder, [ + ('pi', 'pi', 'data'), + ('comment', ' comment '), + ('start', '{namespace}root'), + ('start', '{namespace}element'), + ('end', '{namespace}element'), + ('start', '{namespace}element'), + ('end', '{namespace}element'), + ('start', '{namespace}empty-element'), + ('end', '{namespace}empty-element'), + ('end', '{namespace}root'), + ]) + + + def test_getchildren(self): + # Test Element.getchildren() + + with open(SIMPLE_XMLFILE, "r") as f: + tree = ET.parse(f) + self.assertEqual([summarize_list(elem.getchildren()) + for elem in tree.getroot().iter()], [ + ['element', 'element', 'empty-element'], + [], + [], + [], + ]) + self.assertEqual([summarize_list(elem.getchildren()) + for elem in tree.getiterator()], [ + ['element', 'element', 'empty-element'], + [], + [], + [], + ]) + + elem = ET.XML(SAMPLE_XML) + self.assertEqual(len(elem.getchildren()), 3) + self.assertEqual(len(elem[2].getchildren()), 1) + self.assertEqual(elem[:], elem.getchildren()) + child1 = elem[0] + child2 = elem[2] + del elem[1:2] + self.assertEqual(len(elem.getchildren()), 2) + self.assertEqual(child1, elem[0]) + self.assertEqual(child2, elem[1]) + elem[0:2] = [child2, child1] + self.assertEqual(child2, elem[0]) + self.assertEqual(child1, elem[1]) + self.assertNotEqual(child1, elem[0]) + elem.clear() + self.assertEqual(elem.getchildren(), []) + + def test_writestring(self): + elem = ET.XML("text") + self.assertEqual(ET.tostring(elem), b'text') + elem = ET.fromstring("text") + self.assertEqual(ET.tostring(elem), b'text') + + def test_encoding(self): + def check(encoding, body=''): + xml = ("%s" % + (encoding, body)) + self.assertEqual(ET.XML(xml.encode(encoding)).text, body) + check("ascii", 'a') + check("us-ascii", 'a') + check("iso-8859-1", u'\xbd') + check("iso-8859-15", u'\u20ac') + check("cp437", u'\u221a') + check("mac-roman", u'\u02da') + + def xml(encoding): + return "" % encoding + def bxml(encoding): + return xml(encoding).encode(encoding) + supported_encodings = [ + 'ascii', 'utf-8', 'utf-8-sig', 'utf-16', 'utf-16be', 'utf-16le', + 'iso8859-1', 'iso8859-2', 'iso8859-3', 'iso8859-4', 'iso8859-5', + 'iso8859-6', 'iso8859-7', 'iso8859-8', 'iso8859-9', 'iso8859-10', + 'iso8859-13', 'iso8859-14', 'iso8859-15', 'iso8859-16', + 'cp437', 'cp720', 'cp737', 'cp775', 'cp850', 'cp852', + 'cp855', 'cp856', 'cp857', 'cp858', 'cp860', 'cp861', 'cp862', + 'cp863', 'cp865', 'cp866', 'cp869', 'cp874', 'cp1006', + 'cp1250', 'cp1251', 'cp1252', 'cp1253', 'cp1254', 'cp1255', + 'cp1256', 'cp1257', 'cp1258', + 'mac-cyrillic', 'mac-greek', 'mac-iceland', 'mac-latin2', + 'mac-roman', 'mac-turkish', + 'iso2022-jp', 'iso2022-jp-1', 'iso2022-jp-2', 'iso2022-jp-2004', + 'iso2022-jp-3', 'iso2022-jp-ext', + 'koi8-r', 'koi8-u', + 'ptcp154', + ] + for encoding in supported_encodings: + self.assertEqual(ET.tostring(ET.XML(bxml(encoding))), b'') + + unsupported_ascii_compatible_encodings = [ + 'big5', 'big5hkscs', + 'cp932', 'cp949', 'cp950', + 'euc-jp', 'euc-jis-2004', 'euc-jisx0213', 'euc-kr', + 'gb2312', 'gbk', 'gb18030', + 'iso2022-kr', 'johab', 'hz', + 'shift-jis', 'shift-jis-2004', 'shift-jisx0213', + 'utf-7', + ] + for encoding in unsupported_ascii_compatible_encodings: + self.assertRaises(ValueError, ET.XML, bxml(encoding)) + + unsupported_ascii_incompatible_encodings = [ + 'cp037', 'cp424', 'cp500', 'cp864', 'cp875', 'cp1026', 'cp1140', + 'utf_32', 'utf_32_be', 'utf_32_le', + ] + for encoding in unsupported_ascii_incompatible_encodings: + self.assertRaises(ET.ParseError, ET.XML, bxml(encoding)) + + self.assertRaises(ValueError, ET.XML, xml('undefined').encode('ascii')) + self.assertRaises(LookupError, ET.XML, xml('xxx').encode('ascii')) + + def test_methods(self): + # Test serialization methods. + + e = ET.XML("") + e.tail = "\n" + self.assertEqual(serialize(e), + '\n') + self.assertEqual(serialize(e, method=None), + '\n') + self.assertEqual(serialize(e, method="xml"), + '\n') + self.assertEqual(serialize(e, method="html"), + '\n') + self.assertEqual(serialize(e, method="text"), '1 < 2\n') + + def test_issue18347(self): + e = ET.XML('text') + self.assertEqual(serialize(e), + 'text') + self.assertEqual(serialize(e, method="html"), + 'text') + + def test_entity(self): + # Test entity handling. + + # 1) good entities + + e = ET.XML("test") + self.assertEqual(serialize(e, encoding="us-ascii"), + 'test') + self.serialize_check(e, 'test') + + # 2) bad entities + + with self.assertRaises(ET.ParseError) as cm: + ET.XML("&entity;") + self.assertEqual(str(cm.exception), + 'undefined entity: line 1, column 10') + + with self.assertRaises(ET.ParseError) as cm: + ET.XML(ENTITY_XML) + self.assertEqual(str(cm.exception), + 'undefined entity &entity;: line 5, column 10') + + # 3) custom entity + + parser = ET.XMLParser() + parser.entity["entity"] = "text" + parser.feed(ENTITY_XML) + root = parser.close() + self.serialize_check(root, 'text') + + def test_namespace(self): + # Test namespace issues. + + # 1) xml namespace + + elem = ET.XML("") + self.serialize_check(elem, '') # 1.1 + + # 2) other "well-known" namespaces + + elem = ET.XML("") + self.serialize_check(elem, + '') # 2.1 + + elem = ET.XML("") + self.serialize_check(elem, + '') # 2.2 + + elem = ET.XML("") + self.serialize_check(elem, + '') # 2.3 + + # 3) unknown namespaces + elem = ET.XML(SAMPLE_XML_NS) + self.serialize_check(elem, + '\n' + ' text\n' + ' \n' + ' \n' + ' subtext\n' + ' \n' + '') + + def test_qname(self): + # Test QName handling. + + # 1) decorated tags + + elem = ET.Element("{uri}tag") + self.serialize_check(elem, '') # 1.1 + elem = ET.Element(ET.QName("{uri}tag")) + self.serialize_check(elem, '') # 1.2 + elem = ET.Element(ET.QName("uri", "tag")) + self.serialize_check(elem, '') # 1.3 + elem = ET.Element(ET.QName("uri", "tag")) + subelem = ET.SubElement(elem, ET.QName("uri", "tag1")) + subelem = ET.SubElement(elem, ET.QName("uri", "tag2")) + self.serialize_check(elem, + '') # 1.4 + + # 2) decorated attributes + + elem.clear() + elem.attrib["{uri}key"] = "value" + self.serialize_check(elem, + '') # 2.1 + + elem.clear() + elem.attrib[ET.QName("{uri}key")] = "value" + self.serialize_check(elem, + '') # 2.2 + + # 3) decorated values are not converted by default, but the + # QName wrapper can be used for values + + elem.clear() + elem.attrib["{uri}key"] = "{uri}value" + self.serialize_check(elem, + '') # 3.1 + + elem.clear() + elem.attrib["{uri}key"] = ET.QName("{uri}value") + self.serialize_check(elem, + '') # 3.2 + + elem.clear() + subelem = ET.Element("tag") + subelem.attrib["{uri1}key"] = ET.QName("{uri2}value") + elem.append(subelem) + elem.append(subelem) + self.serialize_check(elem, + '' + '' + '' + '') # 3.3 + + # 4) Direct QName tests + + self.assertEqual(str(ET.QName('ns', 'tag')), '{ns}tag') + self.assertEqual(str(ET.QName('{ns}tag')), '{ns}tag') + q1 = ET.QName('ns', 'tag') + q2 = ET.QName('ns', 'tag') + self.assertEqual(q1, q2) + q2 = ET.QName('ns', 'other-tag') + self.assertNotEqual(q1, q2) + self.assertNotEqual(q1, 'ns:tag') + self.assertEqual(q1, '{ns}tag') + + def test_doctype_public(self): + # Test PUBLIC doctype. + + elem = ET.XML('' + 'text') + + def test_xpath_tokenizer(self): + # Test the XPath tokenizer. + from xml.etree import ElementPath + def check(p, expected): + self.assertEqual([op or tag + for op, tag in ElementPath.xpath_tokenizer(p)], + expected) + + # tests from the xml specification + check("*", ['*']) + check("text()", ['text', '()']) + check("@name", ['@', 'name']) + check("@*", ['@', '*']) + check("para[1]", ['para', '[', '1', ']']) + check("para[last()]", ['para', '[', 'last', '()', ']']) + check("*/para", ['*', '/', 'para']) + check("/doc/chapter[5]/section[2]", + ['/', 'doc', '/', 'chapter', '[', '5', ']', + '/', 'section', '[', '2', ']']) + check("chapter//para", ['chapter', '//', 'para']) + check("//para", ['//', 'para']) + check("//olist/item", ['//', 'olist', '/', 'item']) + check(".", ['.']) + check(".//para", ['.', '//', 'para']) + check("..", ['..']) + check("../@lang", ['..', '/', '@', 'lang']) + check("chapter[title]", ['chapter', '[', 'title', ']']) + check("employee[@secretary and @assistant]", ['employee', + '[', '@', 'secretary', '', 'and', '', '@', 'assistant', ']']) + + # additional tests + check("{http://spam}egg", ['{http://spam}egg']) + check("./spam.egg", ['.', '/', 'spam.egg']) + check(".//{http://spam}egg", ['.', '//', '{http://spam}egg']) + + def test_processinginstruction(self): + # Test ProcessingInstruction directly + + self.assertEqual(ET.tostring(ET.ProcessingInstruction('test', 'instruction')), + '') + self.assertEqual(ET.tostring(ET.PI('test', 'instruction')), + '') + + # Issue #2746 + + self.assertEqual(ET.tostring(ET.PI('test', '')), + '?>') + self.assertEqual(ET.tostring(ET.PI('test', u'\xe3'), 'latin1'), + "\n" + "\xe3?>") + + def test_html_empty_elems_serialization(self): + # issue 15970 + # from http://www.w3.org/TR/html401/index/elements.html + for element in ['AREA', 'BASE', 'BASEFONT', 'BR', 'COL', 'FRAME', 'HR', + 'IMG', 'INPUT', 'ISINDEX', 'LINK', 'META', 'PARAM']: + for elem in [element, element.lower()]: + expected = '<%s>' % elem + serialized = serialize(ET.XML('<%s />' % elem), method='html') + self.assertEqual(serialized, expected) + serialized = serialize(ET.XML('<%s>' % (elem,elem)), + method='html') + self.assertEqual(serialized, expected) - >>> issubclass(ET.ParseError, SyntaxError) - True - >>> error("foo").position - (1, 0) - >>> error("&foo;").position - (1, 5) - >>> error("foobar<").position - (1, 6) - - """ - try: - ET.XML(xml) - except ET.ParseError: - return sys.exc_value - -def namespace(): - """ - Test namespace issues. - - 1) xml namespace - - >>> elem = ET.XML("") - >>> serialize(elem) # 1.1 - '' - - 2) other "well-known" namespaces - - >>> elem = ET.XML("") - >>> serialize(elem) # 2.1 - '' - - >>> elem = ET.XML("") - >>> serialize(elem) # 2.2 - '' - - >>> elem = ET.XML("") - >>> serialize(elem) # 2.3 - '' - - 3) unknown namespaces - >>> elem = ET.XML(SAMPLE_XML_NS) - >>> print serialize(elem) - - text - - - subtext - - - """ - -def qname(): - """ - Test QName handling. - - 1) decorated tags - - >>> elem = ET.Element("{uri}tag") - >>> serialize(elem) # 1.1 - '' - >>> elem = ET.Element(ET.QName("{uri}tag")) - >>> serialize(elem) # 1.2 - '' - >>> elem = ET.Element(ET.QName("uri", "tag")) - >>> serialize(elem) # 1.3 - '' - >>> elem = ET.Element(ET.QName("uri", "tag")) - >>> subelem = ET.SubElement(elem, ET.QName("uri", "tag1")) - >>> subelem = ET.SubElement(elem, ET.QName("uri", "tag2")) - >>> serialize(elem) # 1.4 - '' - - 2) decorated attributes - - >>> elem.clear() - >>> elem.attrib["{uri}key"] = "value" - >>> serialize(elem) # 2.1 - '' - - >>> elem.clear() - >>> elem.attrib[ET.QName("{uri}key")] = "value" - >>> serialize(elem) # 2.2 - '' - - 3) decorated values are not converted by default, but the - QName wrapper can be used for values - - >>> elem.clear() - >>> elem.attrib["{uri}key"] = "{uri}value" - >>> serialize(elem) # 3.1 - '' - - >>> elem.clear() - >>> elem.attrib["{uri}key"] = ET.QName("{uri}value") - >>> serialize(elem) # 3.2 - '' - - >>> elem.clear() - >>> subelem = ET.Element("tag") - >>> subelem.attrib["{uri1}key"] = ET.QName("{uri2}value") - >>> elem.append(subelem) - >>> elem.append(subelem) - >>> serialize(elem) # 3.3 - '' - - 4) Direct QName tests - - >>> str(ET.QName('ns', 'tag')) - '{ns}tag' - >>> str(ET.QName('{ns}tag')) - '{ns}tag' - >>> q1 = ET.QName('ns', 'tag') - >>> q2 = ET.QName('ns', 'tag') - >>> q1 == q2 - True - >>> q2 = ET.QName('ns', 'other-tag') - >>> q1 == q2 - False - >>> q1 == 'ns:tag' - False - >>> q1 == '{ns}tag' - True - """ - -def doctype_public(): - """ - Test PUBLIC doctype. - - >>> elem = ET.XML('' - ... 'text') - - """ - -def xpath_tokenizer(p): - """ - Test the XPath tokenizer. - - >>> # tests from the xml specification - >>> xpath_tokenizer("*") - ['*'] - >>> xpath_tokenizer("text()") - ['text', '()'] - >>> xpath_tokenizer("@name") - ['@', 'name'] - >>> xpath_tokenizer("@*") - ['@', '*'] - >>> xpath_tokenizer("para[1]") - ['para', '[', '1', ']'] - >>> xpath_tokenizer("para[last()]") - ['para', '[', 'last', '()', ']'] - >>> xpath_tokenizer("*/para") - ['*', '/', 'para'] - >>> xpath_tokenizer("/doc/chapter[5]/section[2]") - ['/', 'doc', '/', 'chapter', '[', '5', ']', '/', 'section', '[', '2', ']'] - >>> xpath_tokenizer("chapter//para") - ['chapter', '//', 'para'] - >>> xpath_tokenizer("//para") - ['//', 'para'] - >>> xpath_tokenizer("//olist/item") - ['//', 'olist', '/', 'item'] - >>> xpath_tokenizer(".") - ['.'] - >>> xpath_tokenizer(".//para") - ['.', '//', 'para'] - >>> xpath_tokenizer("..") - ['..'] - >>> xpath_tokenizer("../@lang") - ['..', '/', '@', 'lang'] - >>> xpath_tokenizer("chapter[title]") - ['chapter', '[', 'title', ']'] - >>> xpath_tokenizer("employee[@secretary and @assistant]") - ['employee', '[', '@', 'secretary', '', 'and', '', '@', 'assistant', ']'] - - >>> # additional tests - >>> xpath_tokenizer("{http://spam}egg") - ['{http://spam}egg'] - >>> xpath_tokenizer("./spam.egg") - ['.', '/', 'spam.egg'] - >>> xpath_tokenizer(".//{http://spam}egg") - ['.', '//', '{http://spam}egg'] - """ - from xml.etree import ElementPath - out = [] - for op, tag in ElementPath.xpath_tokenizer(p): - out.append(op or tag) - return out - -def processinginstruction(): - """ - Test ProcessingInstruction directly - - >>> ET.tostring(ET.ProcessingInstruction('test', 'instruction')) - '' - >>> ET.tostring(ET.PI('test', 'instruction')) - '' - - Issue #2746 - - >>> ET.tostring(ET.PI('test', '')) - '?>' - >>> ET.tostring(ET.PI('test', u'\xe3'), 'latin1') - "\\n\\xe3?>" - """ # # xinclude tests (samples from appendix C of the xinclude specification) @@ -1331,96 +1056,6 @@ XINCLUDE["default.xml"] = """\ """.format(cgi.escape(SIMPLE_XMLFILE, True)) -def xinclude_loader(href, parse="xml", encoding=None): - try: - data = XINCLUDE[href] - except KeyError: - raise IOError("resource not found") - if parse == "xml": - from xml.etree.ElementTree import XML - return XML(data) - return data - -def xinclude(): - r""" - Basic inclusion example (XInclude C.1) - - >>> from xml.etree import ElementTree as ET - >>> from xml.etree import ElementInclude - - >>> document = xinclude_loader("C1.xml") - >>> ElementInclude.include(document, xinclude_loader) - >>> print serialize(document) # C1 - -

120 Mz is adequate for an average home user.

- -

The opinions represented herein represent those of the individual - and should not be interpreted as official policy endorsed by this - organization.

-
-
- - Textual inclusion example (XInclude C.2) - - >>> document = xinclude_loader("C2.xml") - >>> ElementInclude.include(document, xinclude_loader) - >>> print serialize(document) # C2 - -

This document has been accessed - 324387 times.

-
- - Textual inclusion after sibling element (based on modified XInclude C.2) - - >>> document = xinclude_loader("C2b.xml") - >>> ElementInclude.include(document, xinclude_loader) - >>> print(serialize(document)) # C2b - -

This document has been accessed - 324387 times.

-
- - Textual inclusion of XML example (XInclude C.3) - - >>> document = xinclude_loader("C3.xml") - >>> ElementInclude.include(document, xinclude_loader) - >>> print serialize(document) # C3 - -

The following is the source of the "data.xml" resource:

- <?xml version='1.0'?> - <data> - <item><![CDATA[Brooks & Shields]]></item> - </data> - -
- - Fallback example (XInclude C.5) - Note! Fallback support is not yet implemented - - >>> document = xinclude_loader("C5.xml") - >>> ElementInclude.include(document, xinclude_loader) - Traceback (most recent call last): - IOError: resource not found - >>> # print serialize(document) # C5 - """ - -def xinclude_default(): - """ - >>> from xml.etree import ElementInclude - - >>> document = xinclude_loader("default.xml") - >>> ElementInclude.include(document) - >>> print serialize(document) # default - -

Example.

- - text - texttail - - -
- """ - # # badly formatted xi:include tags @@ -1441,429 +1076,1441 @@ XINCLUDE_BAD["B2.xml"] = """\ """ -def xinclude_failures(): - r""" - Test failure to locate included XML file. - - >>> from xml.etree import ElementInclude - - >>> def none_loader(href, parser, encoding=None): - ... return None - - >>> document = ET.XML(XINCLUDE["C1.xml"]) - >>> ElementInclude.include(document, loader=none_loader) - Traceback (most recent call last): - FatalIncludeError: cannot load 'disclaimer.xml' as 'xml' - - Test failure to locate included text file. - - >>> document = ET.XML(XINCLUDE["C2.xml"]) - >>> ElementInclude.include(document, loader=none_loader) - Traceback (most recent call last): - FatalIncludeError: cannot load 'count.txt' as 'text' - - Test bad parse type. - - >>> document = ET.XML(XINCLUDE_BAD["B1.xml"]) - >>> ElementInclude.include(document, loader=none_loader) - Traceback (most recent call last): - FatalIncludeError: unknown parse type in xi:include tag ('BAD_TYPE') - - Test xi:fallback outside xi:include. - - >>> document = ET.XML(XINCLUDE_BAD["B2.xml"]) - >>> ElementInclude.include(document, loader=none_loader) - Traceback (most recent call last): - FatalIncludeError: xi:fallback tag must be child of xi:include ('{http://www.w3.org/2001/XInclude}fallback') - """ +class XIncludeTest(unittest.TestCase): + + def xinclude_loader(self, href, parse="xml", encoding=None): + try: + data = XINCLUDE[href] + except KeyError: + raise IOError("resource not found") + if parse == "xml": + data = ET.XML(data) + return data + + def none_loader(self, href, parser, encoding=None): + return None + + def test_xinclude_default(self): + from xml.etree import ElementInclude + doc = self.xinclude_loader('default.xml') + ElementInclude.include(doc) + self.assertEqual(serialize(doc), + '\n' + '

Example.

\n' + ' \n' + ' text\n' + ' texttail\n' + ' \n' + '\n' + '
') + + def test_xinclude(self): + from xml.etree import ElementInclude + + # Basic inclusion example (XInclude C.1) + document = self.xinclude_loader("C1.xml") + ElementInclude.include(document, self.xinclude_loader) + self.assertEqual(serialize(document), + '\n' + '

120 Mz is adequate for an average home user.

\n' + ' \n' + '

The opinions represented herein represent those of the individual\n' + ' and should not be interpreted as official policy endorsed by this\n' + ' organization.

\n' + '
\n' + '
') # C1 + + # Textual inclusion example (XInclude C.2) + document = self.xinclude_loader("C2.xml") + ElementInclude.include(document, self.xinclude_loader) + self.assertEqual(serialize(document), + '\n' + '

This document has been accessed\n' + ' 324387 times.

\n' + '
') # C2 + + # Textual inclusion after sibling element (based on modified XInclude C.2) + document = self.xinclude_loader("C2b.xml") + ElementInclude.include(document, self.xinclude_loader) + self.assertEqual(serialize(document), + '\n' + '

This document has been accessed\n' + ' 324387 times.

\n' + '
') # C2b + + # Textual inclusion of XML example (XInclude C.3) + document = self.xinclude_loader("C3.xml") + ElementInclude.include(document, self.xinclude_loader) + self.assertEqual(serialize(document), + '\n' + '

The following is the source of the "data.xml" resource:

\n' + " <?xml version='1.0'?>\n" + '<data>\n' + ' <item><![CDATA[Brooks & Shields]]></item>\n' + '</data>\n' + '\n' + '
') # C3 + + # Fallback example (XInclude C.5) + # Note! Fallback support is not yet implemented + document = self.xinclude_loader("C5.xml") + with self.assertRaises(IOError) as cm: + ElementInclude.include(document, self.xinclude_loader) + self.assertEqual(str(cm.exception), 'resource not found') + self.assertEqual(serialize(document), + '
\n' + ' \n' + ' \n' + ' \n' + ' Report error\n' + ' \n' + ' \n' + ' \n' + '
') # C5 + + def test_xinclude_failures(self): + from xml.etree import ElementInclude + + # Test failure to locate included XML file. + document = ET.XML(XINCLUDE["C1.xml"]) + with self.assertRaises(ElementInclude.FatalIncludeError) as cm: + ElementInclude.include(document, loader=self.none_loader) + self.assertEqual(str(cm.exception), + "cannot load 'disclaimer.xml' as 'xml'") + + # Test failure to locate included text file. + document = ET.XML(XINCLUDE["C2.xml"]) + with self.assertRaises(ElementInclude.FatalIncludeError) as cm: + ElementInclude.include(document, loader=self.none_loader) + self.assertEqual(str(cm.exception), + "cannot load 'count.txt' as 'text'") + + # Test bad parse type. + document = ET.XML(XINCLUDE_BAD["B1.xml"]) + with self.assertRaises(ElementInclude.FatalIncludeError) as cm: + ElementInclude.include(document, loader=self.none_loader) + self.assertEqual(str(cm.exception), + "unknown parse type in xi:include tag ('BAD_TYPE')") + + # Test xi:fallback outside xi:include. + document = ET.XML(XINCLUDE_BAD["B2.xml"]) + with self.assertRaises(ElementInclude.FatalIncludeError) as cm: + ElementInclude.include(document, loader=self.none_loader) + self.assertEqual(str(cm.exception), + "xi:fallback tag must be child of xi:include " + "('{http://www.w3.org/2001/XInclude}fallback')") # -------------------------------------------------------------------- # reported bugs -def bug_xmltoolkit21(): - """ - - marshaller gives obscure errors for non-string values - - >>> elem = ET.Element(123) - >>> serialize(elem) # tag - Traceback (most recent call last): - TypeError: cannot serialize 123 (type int) - >>> elem = ET.Element("elem") - >>> elem.text = 123 - >>> serialize(elem) # text - Traceback (most recent call last): - TypeError: cannot serialize 123 (type int) - >>> elem = ET.Element("elem") - >>> elem.tail = 123 - >>> serialize(elem) # tail - Traceback (most recent call last): - TypeError: cannot serialize 123 (type int) - >>> elem = ET.Element("elem") - >>> elem.set(123, "123") - >>> serialize(elem) # attribute key - Traceback (most recent call last): - TypeError: cannot serialize 123 (type int) - >>> elem = ET.Element("elem") - >>> elem.set("123", 123) - >>> serialize(elem) # attribute value - Traceback (most recent call last): - TypeError: cannot serialize 123 (type int) - - """ - -def bug_xmltoolkit25(): - """ - - typo in ElementTree.findtext +class BugsTest(unittest.TestCase): - >>> elem = ET.XML(SAMPLE_XML) - >>> tree = ET.ElementTree(elem) - >>> tree.findtext("tag") - 'text' - >>> tree.findtext("section/tag") - 'subtext' + def test_bug_xmltoolkit21(self): + # marshaller gives obscure errors for non-string values - """ + def check(elem): + with self.assertRaises(TypeError) as cm: + serialize(elem) + self.assertEqual(str(cm.exception), + 'cannot serialize 123 (type int)') -def bug_xmltoolkit28(): - """ + elem = ET.Element(123) + check(elem) # tag - .//tag causes exceptions + elem = ET.Element("elem") + elem.text = 123 + check(elem) # text - >>> tree = ET.XML("
") - >>> summarize_list(tree.findall(".//thead")) - [] - >>> summarize_list(tree.findall(".//tbody")) - ['tbody'] + elem = ET.Element("elem") + elem.tail = 123 + check(elem) # tail - """ + elem = ET.Element("elem") + elem.set(123, "123") + check(elem) # attribute key -def bug_xmltoolkitX1(): - """ + elem = ET.Element("elem") + elem.set("123", 123) + check(elem) # attribute value - dump() doesn't flush the output buffer + def test_bug_xmltoolkit25(self): + # typo in ElementTree.findtext - >>> tree = ET.XML("
") - >>> ET.dump(tree); sys.stdout.write("tail") -
- tail + elem = ET.XML(SAMPLE_XML) + tree = ET.ElementTree(elem) + self.assertEqual(tree.findtext("tag"), 'text') + self.assertEqual(tree.findtext("section/tag"), 'subtext') - """ + def test_bug_xmltoolkit28(self): + # .//tag causes exceptions -def bug_xmltoolkit39(): - """ + tree = ET.XML("
") + self.assertEqual(summarize_list(tree.findall(".//thead")), []) + self.assertEqual(summarize_list(tree.findall(".//tbody")), ['tbody']) - non-ascii element and attribute names doesn't work + def test_bug_xmltoolkitX1(self): + # dump() doesn't flush the output buffer - >>> tree = ET.XML("") - >>> ET.tostring(tree, "utf-8") - '' + tree = ET.XML("
") + with support.captured_stdout() as stdout: + ET.dump(tree) + self.assertEqual(stdout.getvalue(), '
\n') - >>> tree = ET.XML("") - >>> tree.attrib - {u'\\xe4ttr': u'v\\xe4lue'} - >>> ET.tostring(tree, "utf-8") - '' + def test_bug_xmltoolkit39(self): + # non-ascii element and attribute names doesn't work - >>> tree = ET.XML("text") - >>> ET.tostring(tree, "utf-8") - 'text' + tree = ET.XML(b"") + self.assertEqual(ET.tostring(tree, "utf-8"), b'') - >>> tree = ET.Element(u"t\u00e4g") - >>> ET.tostring(tree, "utf-8") - '' + tree = ET.XML(b"" + b"") + self.assertEqual(tree.attrib, {u'\xe4ttr': u'v\xe4lue'}) + self.assertEqual(ET.tostring(tree, "utf-8"), + b'') - >>> tree = ET.Element("tag") - >>> tree.set(u"\u00e4ttr", u"v\u00e4lue") - >>> ET.tostring(tree, "utf-8") - '' + tree = ET.XML(b"" + b'text') + self.assertEqual(ET.tostring(tree, "utf-8"), + b'text') - """ + tree = ET.Element(u"t\u00e4g") + self.assertEqual(ET.tostring(tree, "utf-8"), b'') -def bug_xmltoolkit54(): - """ + tree = ET.Element("tag") + tree.set(u"\u00e4ttr", u"v\u00e4lue") + self.assertEqual(ET.tostring(tree, "utf-8"), + b'') - problems handling internally defined entities + def test_bug_xmltoolkit54(self): + # problems handling internally defined entities - >>> e = ET.XML("]>&ldots;") - >>> serialize(e) - '' + e = ET.XML("]>" + '&ldots;') + self.assertEqual(serialize(e), '') - """ + def test_bug_xmltoolkit55(self): + # make sure we're reporting the first error, not the last -def bug_xmltoolkit55(): - """ + with self.assertRaises(ET.ParseError) as cm: + ET.XML("" + '&ldots;&ndots;&rdots;') + self.assertEqual(str(cm.exception), + 'undefined entity &ldots;: line 1, column 36') - make sure we're reporting the first error, not the last + def test_bug_xmltoolkit60(self): + # Handle crash in stream source. - >>> e = ET.XML("&ldots;&ndots;&rdots;") - Traceback (most recent call last): - ParseError: undefined entity &ldots;: line 1, column 36 + class ExceptionFile: + def read(self, x): + raise IOError - """ + self.assertRaises(IOError, ET.parse, ExceptionFile()) -class ExceptionFile: - def read(self, x): - raise IOError + def test_bug_xmltoolkit62(self): + # Don't crash when using custom entities. -def xmltoolkit60(): - """ - - Handle crash in stream source. - >>> tree = ET.parse(ExceptionFile()) - Traceback (most recent call last): - IOError - - """ - -XMLTOOLKIT62_DOC = """ + ENTITIES = {u'rsquo': u'\u2019', u'lsquo': u'\u2018'} + parser = ET.XMLTreeBuilder() + parser.entity.update(ENTITIES) + parser.feed(""" A new cultivar of Begonia plant named ‘BCT9801BEG’. -""" - - -def xmltoolkit62(): - """ - - Don't crash when using custom entities. +""") + t = parser.close() + self.assertEqual(t.find('.//paragraph').text, + u'A new cultivar of Begonia plant named \u2018BCT9801BEG\u2019.') + + def test_bug_xmltoolkit63(self): + # Check reference leak. + def xmltoolkit63(): + tree = ET.TreeBuilder() + tree.start("tag", {}) + tree.data("text") + tree.end("tag") + + xmltoolkit63() + count = sys.getrefcount(None) + for i in range(1000): + xmltoolkit63() + self.assertEqual(sys.getrefcount(None), count) + + def test_bug_200708_newline(self): + # Preserve newlines in attributes. + + e = ET.Element('SomeTag', text="def _f():\n return 3\n") + self.assertEqual(ET.tostring(e), + b'') + self.assertEqual(ET.XML(ET.tostring(e)).get("text"), + 'def _f():\n return 3\n') + self.assertEqual(ET.tostring(ET.XML(ET.tostring(e))), + b'') + + def test_bug_200708_close(self): + # Test default builder. + parser = ET.XMLParser() # default + parser.feed("some text") + self.assertEqual(parser.close().tag, 'element') + + # Test custom builder. + class EchoTarget: + def close(self): + return ET.Element("element") # simulate root + parser = ET.XMLParser(EchoTarget()) + parser.feed("some text") + self.assertEqual(parser.close().tag, 'element') + + def test_bug_200709_default_namespace(self): + e = ET.Element("{default}elem") + s = ET.SubElement(e, "{default}elem") + self.assertEqual(serialize(e, default_namespace="default"), # 1 + '') + + e = ET.Element("{default}elem") + s = ET.SubElement(e, "{default}elem") + s = ET.SubElement(e, "{not-default}elem") + self.assertEqual(serialize(e, default_namespace="default"), # 2 + '' + '' + '' + '') + + e = ET.Element("{default}elem") + s = ET.SubElement(e, "{default}elem") + s = ET.SubElement(e, "elem") # unprefixed name + with self.assertRaises(ValueError) as cm: + serialize(e, default_namespace="default") # 3 + self.assertEqual(str(cm.exception), + 'cannot use non-qualified names with default_namespace option') + + def test_bug_200709_register_namespace(self): + e = ET.Element("{http://namespace.invalid/does/not/exist/}title") + self.assertEqual(ET.tostring(e), + '') + ET.register_namespace("foo", "http://namespace.invalid/does/not/exist/") + e = ET.Element("{http://namespace.invalid/does/not/exist/}title") + self.assertEqual(ET.tostring(e), + '') + + # And the Dublin Core namespace is in the default list: + + e = ET.Element("{http://purl.org/dc/elements/1.1/}title") + self.assertEqual(ET.tostring(e), + '') + + def test_bug_200709_element_comment(self): + # Not sure if this can be fixed, really (since the serializer needs + # ET.Comment, not cET.comment). + + a = ET.Element('a') + a.append(ET.Comment('foo')) + self.assertEqual(a[0].tag, ET.Comment) + + a = ET.Element('a') + a.append(ET.PI('foo')) + self.assertEqual(a[0].tag, ET.PI) + + def test_bug_200709_element_insert(self): + a = ET.Element('a') + b = ET.SubElement(a, 'b') + c = ET.SubElement(a, 'c') + d = ET.Element('d') + a.insert(0, d) + self.assertEqual(summarize_list(a), ['d', 'b', 'c']) + a.insert(-1, d) + self.assertEqual(summarize_list(a), ['d', 'b', 'd', 'c']) + + def test_bug_200709_iter_comment(self): + a = ET.Element('a') + b = ET.SubElement(a, 'b') + comment_b = ET.Comment("TEST-b") + b.append(comment_b) + self.assertEqual(summarize_list(a.iter(ET.Comment)), [ET.Comment]) + + # -------------------------------------------------------------------- + # reported on bugs.python.org + + def test_bug_1534630(self): + bob = ET.TreeBuilder() + e = bob.data("data") + e = bob.start("tag", {}) + e = bob.end("tag") + e = bob.close() + self.assertEqual(serialize(e), '') + + def test_issue6233(self): + e = ET.XML(b"" + b't\xc3\xa3g') + self.assertEqual(ET.tostring(e, 'ascii'), + b"\n" + b'tãg') + e = ET.XML(b"" + b't\xe3g') + self.assertEqual(ET.tostring(e, 'ascii'), + b"\n" + b'tãg') + + def test_issue3151(self): + e = ET.XML('') + self.assertEqual(e.tag, '{${stuff}}localname') + t = ET.ElementTree(e) + self.assertEqual(ET.tostring(e), b'') + + def test_issue6565(self): + elem = ET.XML("") + self.assertEqual(summarize_list(elem), ['tag']) + newelem = ET.XML(SAMPLE_XML) + elem[:] = newelem[:] + self.assertEqual(summarize_list(elem), ['tag', 'tag', 'section']) + + def test_issue10777(self): + # Registering a namespace twice caused a "dictionary changed size during + # iteration" bug. + + ET.register_namespace('test10777', 'http://myuri/') + ET.register_namespace('test10777', 'http://myuri/') - >>> xmltoolkit62() - u'A new cultivar of Begonia plant named \u2018BCT9801BEG\u2019.' - - """ - ENTITIES = {u'rsquo': u'\u2019', u'lsquo': u'\u2018'} - parser = ET.XMLTreeBuilder() - parser.entity.update(ENTITIES) - parser.feed(XMLTOOLKIT62_DOC) - t = parser.close() - return t.find('.//paragraph').text - -def xmltoolkit63(): - """ - - Check reference leak. - >>> xmltoolkit63() - >>> count = sys.getrefcount(None) - >>> for i in range(1000): - ... xmltoolkit63() - >>> sys.getrefcount(None) - count - 0 - - """ - tree = ET.TreeBuilder() - tree.start("tag", {}) - tree.data("text") - tree.end("tag") # -------------------------------------------------------------------- -def bug_200708_newline(): - r""" - - Preserve newlines in attributes. - - >>> e = ET.Element('SomeTag', text="def _f():\n return 3\n") - >>> ET.tostring(e) - '' - >>> ET.XML(ET.tostring(e)).get("text") - 'def _f():\n return 3\n' - >>> ET.tostring(ET.XML(ET.tostring(e))) - '' - - """ - -def bug_200708_close(): - """ - - Test default builder. - >>> parser = ET.XMLParser() # default - >>> parser.feed("some text") - >>> summarize(parser.close()) - 'element' - - Test custom builder. - >>> class EchoTarget: - ... def close(self): - ... return ET.Element("element") # simulate root - >>> parser = ET.XMLParser(EchoTarget()) - >>> parser.feed("some text") - >>> summarize(parser.close()) - 'element' - - """ +class BasicElementTest(unittest.TestCase): + @python_only + def test_cyclic_gc(self): + class Dummy: + pass + + # Test the shortest cycle: d->element->d + d = Dummy() + d.dummyref = ET.Element('joe', attr=d) + wref = weakref.ref(d) + del d + gc_collect() + self.assertIsNone(wref()) + + # A longer cycle: d->e->e2->d + e = ET.Element('joe') + d = Dummy() + d.dummyref = e + wref = weakref.ref(d) + e2 = ET.SubElement(e, 'foo', attr=d) + del d, e, e2 + gc_collect() + self.assertIsNone(wref()) + + # A cycle between Element objects as children of one another + # e1->e2->e3->e1 + e1 = ET.Element('e1') + e2 = ET.Element('e2') + e3 = ET.Element('e3') + e1.append(e2) + e2.append(e2) + e3.append(e1) + wref = weakref.ref(e1) + del e1, e2, e3 + gc_collect() + self.assertIsNone(wref()) + + @python_only + def test_weakref(self): + flag = [] + def wref_cb(w): + flag.append(True) + e = ET.Element('e') + wref = weakref.ref(e, wref_cb) + self.assertEqual(wref().tag, 'e') + del e + self.assertEqual(flag, [True]) + self.assertEqual(wref(), None) + + @python_only + def test_get_keyword_args(self): + e1 = ET.Element('foo' , x=1, y=2, z=3) + self.assertEqual(e1.get('x', default=7), 1) + self.assertEqual(e1.get('w', default=7), 7) + + +class BadElementTest(unittest.TestCase): + def test_extend_mutable_list(self): + class X(object): + @property + def __class__(self): + L[:] = [ET.Element('baz')] + return ET.Element + L = [X()] + e = ET.Element('foo') + try: + e.extend(L) + except TypeError: + pass + + if ET is pyET: + class Y(X, ET.Element): + pass + L = [Y('x')] + e = ET.Element('foo') + e.extend(L) + + def test_extend_mutable_list2(self): + class X(object): + @property + def __class__(self): + del L[:] + return ET.Element + L = [X(), ET.Element('baz')] + e = ET.Element('foo') + try: + e.extend(L) + except TypeError: + pass + + if ET is pyET: + class Y(X, ET.Element): + pass + L = [Y('bar'), ET.Element('baz')] + e = ET.Element('foo') + e.extend(L) + + @python_only + def test_remove_with_mutating(self): + class X(ET.Element): + def __eq__(self, o): + del e[:] + return False + e = ET.Element('foo') + e.extend([X('bar')]) + self.assertRaises(ValueError, e.remove, ET.Element('baz')) + + e = ET.Element('foo') + e.extend([ET.Element('bar')]) + self.assertRaises(ValueError, e.remove, X('baz')) + + def test_recursive_repr(self): + # Issue #25455 + e = ET.Element('foo') + with swap_attr(e, 'tag', e): + with self.assertRaises(RuntimeError): + repr(e) # Should not crash + +class MutatingElementPath(str): + def __new__(cls, elem, *args): + self = str.__new__(cls, *args) + self.elem = elem + return self + def __eq__(self, o): + del self.elem[:] + return True +MutatingElementPath.__hash__ = str.__hash__ + +class BadElementPath(str): + def __eq__(self, o): + raise 1/0 +BadElementPath.__hash__ = str.__hash__ + +class BadElementPathTest(unittest.TestCase): + def setUp(self): + super(BadElementPathTest, self).setUp() + from xml.etree import ElementPath + self.path_cache = ElementPath._cache + ElementPath._cache = {} + + def tearDown(self): + from xml.etree import ElementPath + ElementPath._cache = self.path_cache + super(BadElementPathTest, self).tearDown() + + def test_find_with_mutating(self): + e = ET.Element('foo') + e.extend([ET.Element('bar')]) + e.find(MutatingElementPath(e, 'x')) + + def test_find_with_error(self): + e = ET.Element('foo') + e.extend([ET.Element('bar')]) + try: + e.find(BadElementPath('x')) + except ZeroDivisionError: + pass + + def test_findtext_with_mutating(self): + e = ET.Element('foo') + e.extend([ET.Element('bar')]) + e.findtext(MutatingElementPath(e, 'x')) + + def test_findtext_with_error(self): + e = ET.Element('foo') + e.extend([ET.Element('bar')]) + try: + e.findtext(BadElementPath('x')) + except ZeroDivisionError: + pass + + def test_findall_with_mutating(self): + e = ET.Element('foo') + e.extend([ET.Element('bar')]) + e.findall(MutatingElementPath(e, 'x')) + + def test_findall_with_error(self): + e = ET.Element('foo') + e.extend([ET.Element('bar')]) + try: + e.findall(BadElementPath('x')) + except ZeroDivisionError: + pass + + +class ElementTreeTypeTest(unittest.TestCase): + def test_istype(self): + self.assertIsInstance(ET.ParseError, type) + self.assertIsInstance(ET.QName, type) + self.assertIsInstance(ET.ElementTree, type) + if ET is pyET: + self.assertIsInstance(ET.Element, type) + self.assertIsInstance(ET.TreeBuilder, type) + self.assertIsInstance(ET.XMLParser, type) + + @python_only + def test_Element_subclass_trivial(self): + class MyElement(ET.Element): + pass + + mye = MyElement('foo') + self.assertIsInstance(mye, ET.Element) + self.assertIsInstance(mye, MyElement) + self.assertEqual(mye.tag, 'foo') + + # test that attribute assignment works (issue 14849) + mye.text = "joe" + self.assertEqual(mye.text, "joe") + + @python_only + def test_Element_subclass_constructor(self): + class MyElement(ET.Element): + def __init__(self, tag, attrib={}, **extra): + super(MyElement, self).__init__(tag + '__', attrib, **extra) + + mye = MyElement('foo', {'a': 1, 'b': 2}, c=3, d=4) + self.assertEqual(mye.tag, 'foo__') + self.assertEqual(sorted(mye.items()), + [('a', 1), ('b', 2), ('c', 3), ('d', 4)]) + + @python_only + def test_Element_subclass_new_method(self): + class MyElement(ET.Element): + def newmethod(self): + return self.tag + + mye = MyElement('joe') + self.assertEqual(mye.newmethod(), 'joe') + + +class ElementFindTest(unittest.TestCase): + @python_only + def test_simplefind(self): + ET.ElementPath + with swap_attr(ET, 'ElementPath', ET._SimpleElementPath()): + e = ET.XML(SAMPLE_XML) + self.assertEqual(e.find('tag').tag, 'tag') + self.assertEqual(ET.ElementTree(e).find('tag').tag, 'tag') + self.assertEqual(e.findtext('tag'), 'text') + self.assertIsNone(e.findtext('tog')) + self.assertEqual(e.findtext('tog', 'default'), 'default') + self.assertEqual(ET.ElementTree(e).findtext('tag'), 'text') + self.assertEqual(summarize_list(e.findall('tag')), ['tag', 'tag']) + self.assertEqual(summarize_list(e.findall('.//tag')), ['tag', 'tag', 'tag']) + + # Path syntax doesn't work in this case. + self.assertIsNone(e.find('section/tag')) + self.assertIsNone(e.findtext('section/tag')) + self.assertEqual(summarize_list(e.findall('section/tag')), []) + + def test_find_simple(self): + e = ET.XML(SAMPLE_XML) + self.assertEqual(e.find('tag').tag, 'tag') + self.assertEqual(e.find('section/tag').tag, 'tag') + self.assertEqual(e.find('./tag').tag, 'tag') + + e[2] = ET.XML(SAMPLE_SECTION) + self.assertEqual(e.find('section/nexttag').tag, 'nexttag') + + self.assertEqual(e.findtext('./tag'), 'text') + self.assertEqual(e.findtext('section/tag'), 'subtext') + + # section/nexttag is found but has no text + self.assertEqual(e.findtext('section/nexttag'), '') + self.assertEqual(e.findtext('section/nexttag', 'default'), '') + + # tog doesn't exist and 'default' kicks in + self.assertIsNone(e.findtext('tog')) + self.assertEqual(e.findtext('tog', 'default'), 'default') + + # Issue #16922 + self.assertEqual(ET.XML('').findtext('empty'), '') + + def test_find_xpath(self): + LINEAR_XML = ''' + + + + + + ''' + e = ET.XML(LINEAR_XML) + + # Test for numeric indexing and last() + self.assertEqual(e.find('./tag[1]').attrib['class'], 'a') + self.assertEqual(e.find('./tag[2]').attrib['class'], 'b') + self.assertEqual(e.find('./tag[last()]').attrib['class'], 'd') + self.assertEqual(e.find('./tag[last()-1]').attrib['class'], 'c') + self.assertEqual(e.find('./tag[last()-2]').attrib['class'], 'b') + + def test_findall(self): + e = ET.XML(SAMPLE_XML) + e[2] = ET.XML(SAMPLE_SECTION) + self.assertEqual(summarize_list(e.findall('.')), ['body']) + self.assertEqual(summarize_list(e.findall('tag')), ['tag', 'tag']) + self.assertEqual(summarize_list(e.findall('tog')), []) + self.assertEqual(summarize_list(e.findall('tog/foo')), []) + self.assertEqual(summarize_list(e.findall('*')), + ['tag', 'tag', 'section']) + self.assertEqual(summarize_list(e.findall('.//tag')), + ['tag'] * 4) + self.assertEqual(summarize_list(e.findall('section/tag')), ['tag']) + self.assertEqual(summarize_list(e.findall('section//tag')), ['tag'] * 2) + self.assertEqual(summarize_list(e.findall('section/*')), + ['tag', 'nexttag', 'nextsection']) + self.assertEqual(summarize_list(e.findall('section//*')), + ['tag', 'nexttag', 'nextsection', 'tag']) + self.assertEqual(summarize_list(e.findall('section/.//*')), + ['tag', 'nexttag', 'nextsection', 'tag']) + self.assertEqual(summarize_list(e.findall('*/*')), + ['tag', 'nexttag', 'nextsection']) + self.assertEqual(summarize_list(e.findall('*//*')), + ['tag', 'nexttag', 'nextsection', 'tag']) + self.assertEqual(summarize_list(e.findall('*/tag')), ['tag']) + self.assertEqual(summarize_list(e.findall('*/./tag')), ['tag']) + self.assertEqual(summarize_list(e.findall('./tag')), ['tag'] * 2) + self.assertEqual(summarize_list(e.findall('././tag')), ['tag'] * 2) + + self.assertEqual(summarize_list(e.findall('.//tag[@class]')), + ['tag'] * 3) + self.assertEqual(summarize_list(e.findall('.//tag[@class="a"]')), + ['tag']) + self.assertEqual(summarize_list(e.findall('.//tag[@class="b"]')), + ['tag'] * 2) + self.assertEqual(summarize_list(e.findall('.//tag[@id]')), + ['tag']) + self.assertEqual(summarize_list(e.findall('.//section[tag]')), + ['section']) + self.assertEqual(summarize_list(e.findall('.//section[element]')), []) + self.assertEqual(summarize_list(e.findall('../tag')), []) + self.assertEqual(summarize_list(e.findall('section/../tag')), + ['tag'] * 2) + self.assertEqual(e.findall('section//'), e.findall('section//*')) + + def test_test_find_with_ns(self): + e = ET.XML(SAMPLE_XML_NS) + self.assertEqual(summarize_list(e.findall('tag')), []) + self.assertEqual( + summarize_list(e.findall("{http://effbot.org/ns}tag")), + ['{http://effbot.org/ns}tag'] * 2) + self.assertEqual( + summarize_list(e.findall(".//{http://effbot.org/ns}tag")), + ['{http://effbot.org/ns}tag'] * 3) + + def test_bad_find(self): + e = ET.XML(SAMPLE_XML) + with self.assertRaisesRegexp(SyntaxError, + 'cannot use absolute path on element'): + e.findall('/tag') + + def test_find_through_ElementTree(self): + e = ET.XML(SAMPLE_XML) + self.assertEqual(ET.ElementTree(e).find('tag').tag, 'tag') + self.assertEqual(ET.ElementTree(e).find('./tag').tag, 'tag') + self.assertEqual(ET.ElementTree(e).find('/tag').tag, 'tag') + e[2] = ET.XML(SAMPLE_SECTION) + self.assertEqual(ET.ElementTree(e).find('section/tag').tag, 'tag') + self.assertIsNone(ET.ElementTree(e).find('tog')) + self.assertIsNone(ET.ElementTree(e).find('tog/foo')) + + self.assertEqual(ET.ElementTree(e).findtext('tag'), 'text') + self.assertIsNone(ET.ElementTree(e).findtext('tog/foo')) + self.assertEqual(ET.ElementTree(e).findtext('tog/foo', 'default'), + 'default') + self.assertEqual(ET.ElementTree(e).findtext('./tag'), 'text') + self.assertEqual(ET.ElementTree(e).findtext('/tag'), 'text') + self.assertEqual(ET.ElementTree(e).findtext('section/tag'), 'subtext') + + self.assertEqual(summarize_list(ET.ElementTree(e).findall('./tag')), + ['tag'] * 2) + # this produces a warning + self.assertEqual(summarize_list(ET.ElementTree(e).findall('/tag')), + ['tag'] * 2) + + +class ElementIterTest(unittest.TestCase): + def _ilist(self, elem, tag=None): + return summarize_list(elem.iter(tag)) + + def test_basic(self): + doc = ET.XML("this is a paragraph...") + self.assertEqual(self._ilist(doc), ['html', 'body', 'i']) + self.assertEqual(self._ilist(doc.find('body')), ['body', 'i']) + self.assertEqual(next(doc.iter()).tag, 'html') + self.assertEqual(''.join(doc.itertext()), 'this is a paragraph...') + self.assertEqual(''.join(doc.find('body').itertext()), + 'this is a paragraph.') + self.assertEqual(next(doc.itertext()), 'this is a ') + + # Method iterparse should return an iterator. See bug 6472. + sourcefile = serialize(doc, to_string=False) + self.assertEqual(next(ET.iterparse(sourcefile))[0], 'end') + + if ET is pyET: + # With an explitit parser too (issue #9708) + sourcefile = serialize(doc, to_string=False) + parser = ET.XMLParser(target=ET.TreeBuilder()) + self.assertEqual(next(ET.iterparse(sourcefile, parser=parser))[0], + 'end') + + tree = ET.ElementTree(None) + self.assertRaises(AttributeError, tree.iter) + + # Issue #16913 + doc = ET.XML("a&b&c&") + self.assertEqual(''.join(doc.itertext()), 'a&b&c&') + + def test_corners(self): + # single root, no subelements + a = ET.Element('a') + self.assertEqual(self._ilist(a), ['a']) + + # one child + b = ET.SubElement(a, 'b') + self.assertEqual(self._ilist(a), ['a', 'b']) + + # one child and one grandchild + c = ET.SubElement(b, 'c') + self.assertEqual(self._ilist(a), ['a', 'b', 'c']) + + # two children, only first with grandchild + d = ET.SubElement(a, 'd') + self.assertEqual(self._ilist(a), ['a', 'b', 'c', 'd']) + + # replace first child by second + a[0] = a[1] + del a[1] + self.assertEqual(self._ilist(a), ['a', 'd']) + + def test_iter_by_tag(self): + doc = ET.XML(''' + + + bedroom1 + bedroom2 + + nothing here + + + bedroom8 + + ''') + + self.assertEqual(self._ilist(doc, 'room'), ['room'] * 3) + self.assertEqual(self._ilist(doc, 'house'), ['house'] * 2) + + if ET is pyET: + # test that iter also accepts 'tag' as a keyword arg + self.assertEqual( + summarize_list(doc.iter(tag='room')), + ['room'] * 3) + + # make sure both tag=None and tag='*' return all tags + all_tags = ['document', 'house', 'room', 'room', + 'shed', 'house', 'room'] + self.assertEqual(summarize_list(doc.iter()), all_tags) + self.assertEqual(self._ilist(doc), all_tags) + self.assertEqual(self._ilist(doc, '*'), all_tags) + + def test_getiterator(self): + doc = ET.XML(''' + + + bedroom1 + bedroom2 + + nothing here + + + bedroom8 + + ''') + + self.assertEqual(summarize_list(doc.getiterator('room')), + ['room'] * 3) + self.assertEqual(summarize_list(doc.getiterator('house')), + ['house'] * 2) + + if ET is pyET: + # test that getiterator also accepts 'tag' as a keyword arg + self.assertEqual( + summarize_list(doc.getiterator(tag='room')), + ['room'] * 3) + + # make sure both tag=None and tag='*' return all tags + all_tags = ['document', 'house', 'room', 'room', + 'shed', 'house', 'room'] + self.assertEqual(summarize_list(doc.getiterator()), all_tags) + self.assertEqual(summarize_list(doc.getiterator(None)), all_tags) + self.assertEqual(summarize_list(doc.getiterator('*')), all_tags) + + def test_copy(self): + a = ET.Element('a') + it = a.iter() + with self.assertRaises(TypeError): + copy.copy(it) + + def test_pickle(self): + a = ET.Element('a') + it = a.iter() + for proto in range(pickle.HIGHEST_PROTOCOL + 1): + with self.assertRaises((TypeError, pickle.PicklingError)): + pickle.dumps(it, proto) + + +class TreeBuilderTest(unittest.TestCase): + sample1 = ('' + 'text
subtext
tail') + + sample2 = '''sometext''' + + def _check_sample1_element(self, e): + self.assertEqual(e.tag, 'html') + self.assertEqual(e.text, 'text') + self.assertEqual(e.tail, None) + self.assertEqual(e.attrib, {}) + children = list(e) + self.assertEqual(len(children), 1) + child = children[0] + self.assertEqual(child.tag, 'div') + self.assertEqual(child.text, 'subtext') + self.assertEqual(child.tail, 'tail') + self.assertEqual(child.attrib, {}) + + def test_dummy_builder(self): + class DummyBuilder: + data = start = end = lambda *a: None + + def close(self): + return 42 + + parser = ET.XMLParser(target=DummyBuilder()) + parser.feed(self.sample1) + self.assertEqual(parser.close(), 42) + + @python_only + def test_treebuilder_elementfactory_none(self): + parser = ET.XMLParser(target=ET.TreeBuilder(element_factory=None)) + parser.feed(self.sample1) + e = parser.close() + self._check_sample1_element(e) + + @python_only + def test_subclass(self): + class MyTreeBuilder(ET.TreeBuilder): + def foobar(self, x): + return x * 2 + + tb = MyTreeBuilder() + self.assertEqual(tb.foobar(10), 20) + + parser = ET.XMLParser(target=tb) + parser.feed(self.sample1) + + e = parser.close() + self._check_sample1_element(e) + + @python_only + def test_element_factory(self): + lst = [] + def myfactory(tag, attrib): + lst.append(tag) + return ET.Element(tag, attrib) + + tb = ET.TreeBuilder(element_factory=myfactory) + parser = ET.XMLParser(target=tb) + parser.feed(self.sample2) + parser.close() + + self.assertEqual(lst, ['toplevel']) + + @python_only + def test_element_factory_subclass(self): + class MyElement(ET.Element): + pass + + tb = ET.TreeBuilder(element_factory=MyElement) + + parser = ET.XMLParser(target=tb) + parser.feed(self.sample1) + e = parser.close() + self.assertIsInstance(e, MyElement) + self._check_sample1_element(e) + + + @python_only + def test_doctype(self): + class DoctypeParser: + _doctype = None + + def doctype(self, name, pubid, system): + self._doctype = (name, pubid, system) + + data = start = end = lambda *a: None + + def close(self): + return self._doctype + + parser = ET.XMLParser(target=DoctypeParser()) + parser.feed(self.sample1) + + self.assertEqual(parser.close(), + ('html', '-//W3C//DTD XHTML 1.0 Transitional//EN', + 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd')) + + +class XMLParserTest(unittest.TestCase): + sample1 = b'22' + sample2 = (b'' + b'text') + + def _check_sample_element(self, e): + self.assertEqual(e.tag, 'file') + self.assertEqual(e[0].tag, 'line') + self.assertEqual(e[0].text, '22') + + @python_only + def test_constructor_args(self): + # Positional args. The first (html) is not supported, but should be + # nevertheless correctly accepted. + parser = ET.XMLParser(None, ET.TreeBuilder(), 'utf-8') + parser.feed(self.sample1) + self._check_sample_element(parser.close()) + + # Now as keyword args. + parser2 = ET.XMLParser(encoding='utf-8', + html=[{}], + target=ET.TreeBuilder()) + parser2.feed(self.sample1) + self._check_sample_element(parser2.close()) + + @python_only + def test_subclass(self): + class MyParser(ET.XMLParser): + pass + parser = MyParser() + parser.feed(self.sample1) + self._check_sample_element(parser.close()) + + @python_only + def test_doctype_warning(self): + parser = ET.XMLParser() + with support.check_warnings(('', DeprecationWarning)): + parser.doctype('html', '-//W3C//DTD XHTML 1.0 Transitional//EN', + 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd') + parser.feed('') + parser.close() + + @python_only + def test_subclass_doctype(self): + _doctype = [] + class MyParserWithDoctype(ET.XMLParser): + def doctype(self, name, pubid, system): + _doctype.append((name, pubid, system)) + + parser = MyParserWithDoctype() + with support.check_warnings(('', DeprecationWarning)): + parser.feed(self.sample2) + parser.close() + self.assertEqual(_doctype, + [('html', '-//W3C//DTD XHTML 1.0 Transitional//EN', + 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd')]) + + _doctype = [] + _doctype2 = [] + with warnings.catch_warnings(): + warnings.simplefilter('error', DeprecationWarning) + class DoctypeParser: + data = start = end = close = lambda *a: None + + def doctype(self, name, pubid, system): + _doctype2.append((name, pubid, system)) + + parser = MyParserWithDoctype(target=DoctypeParser()) + parser.feed(self.sample2) + parser.close() + self.assertEqual(_doctype, []) + self.assertEqual(_doctype2, + [('html', '-//W3C//DTD XHTML 1.0 Transitional//EN', + 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd')]) + + +class NamespaceParseTest(unittest.TestCase): + def test_find_with_namespace(self): + nsmap = {'h': 'hello', 'f': 'foo'} + doc = ET.fromstring(SAMPLE_XML_NS_ELEMS) + + self.assertEqual(len(doc.findall('{hello}table', nsmap)), 1) + self.assertEqual(len(doc.findall('.//{hello}td', nsmap)), 2) + self.assertEqual(len(doc.findall('.//{foo}name', nsmap)), 1) + + +class ElementSlicingTest(unittest.TestCase): + def _elem_tags(self, elemlist): + return [e.tag for e in elemlist] + + def _subelem_tags(self, elem): + return self._elem_tags(list(elem)) + + def _make_elem_with_children(self, numchildren): + """Create an Element with a tag 'a', with the given amount of children + named 'a0', 'a1' ... and so on. + + """ + e = ET.Element('a') + for i in range(numchildren): + ET.SubElement(e, 'a%s' % i) + return e + + def test_getslice_single_index(self): + e = self._make_elem_with_children(10) + + self.assertEqual(e[1].tag, 'a1') + self.assertEqual(e[-2].tag, 'a8') + + self.assertRaises(IndexError, lambda: e[12]) + self.assertRaises(IndexError, lambda: e[-12]) + + def test_getslice_range(self): + e = self._make_elem_with_children(6) + + self.assertEqual(self._elem_tags(e[3:]), ['a3', 'a4', 'a5']) + self.assertEqual(self._elem_tags(e[3:6]), ['a3', 'a4', 'a5']) + self.assertEqual(self._elem_tags(e[3:16]), ['a3', 'a4', 'a5']) + self.assertEqual(self._elem_tags(e[3:5]), ['a3', 'a4']) + self.assertEqual(self._elem_tags(e[3:-1]), ['a3', 'a4']) + self.assertEqual(self._elem_tags(e[:2]), ['a0', 'a1']) + + def test_getslice_steps(self): + e = self._make_elem_with_children(10) + + self.assertEqual(self._elem_tags(e[8:10:1]), ['a8', 'a9']) + self.assertEqual(self._elem_tags(e[::3]), ['a0', 'a3', 'a6', 'a9']) + self.assertEqual(self._elem_tags(e[::8]), ['a0', 'a8']) + self.assertEqual(self._elem_tags(e[1::8]), ['a1', 'a9']) + self.assertEqual(self._elem_tags(e[3::sys.maxsize]), ['a3']) + self.assertEqual(self._elem_tags(e[3::sys.maxsize<<64]), ['a3']) + + def test_getslice_negative_steps(self): + e = self._make_elem_with_children(4) + + self.assertEqual(self._elem_tags(e[::-1]), ['a3', 'a2', 'a1', 'a0']) + self.assertEqual(self._elem_tags(e[::-2]), ['a3', 'a1']) + self.assertEqual(self._elem_tags(e[3::-sys.maxsize]), ['a3']) + self.assertEqual(self._elem_tags(e[3::-sys.maxsize-1]), ['a3']) + self.assertEqual(self._elem_tags(e[3::-sys.maxsize<<64]), ['a3']) + + def test_delslice(self): + e = self._make_elem_with_children(4) + del e[0:2] + self.assertEqual(self._subelem_tags(e), ['a2', 'a3']) + + e = self._make_elem_with_children(4) + del e[0:] + self.assertEqual(self._subelem_tags(e), []) + + if ET is pyET: + e = self._make_elem_with_children(4) + del e[::-1] + self.assertEqual(self._subelem_tags(e), []) + + e = self._make_elem_with_children(4) + del e[::-2] + self.assertEqual(self._subelem_tags(e), ['a0', 'a2']) + + e = self._make_elem_with_children(4) + del e[1::2] + self.assertEqual(self._subelem_tags(e), ['a0', 'a2']) + + e = self._make_elem_with_children(2) + del e[::2] + self.assertEqual(self._subelem_tags(e), ['a1']) + + def test_setslice_single_index(self): + e = self._make_elem_with_children(4) + e[1] = ET.Element('b') + self.assertEqual(self._subelem_tags(e), ['a0', 'b', 'a2', 'a3']) + + e[-2] = ET.Element('c') + self.assertEqual(self._subelem_tags(e), ['a0', 'b', 'c', 'a3']) + + with self.assertRaises(IndexError): + e[5] = ET.Element('d') + with self.assertRaises(IndexError): + e[-5] = ET.Element('d') + self.assertEqual(self._subelem_tags(e), ['a0', 'b', 'c', 'a3']) + + def test_setslice_range(self): + e = self._make_elem_with_children(4) + e[1:3] = [ET.Element('b%s' % i) for i in range(2)] + self.assertEqual(self._subelem_tags(e), ['a0', 'b0', 'b1', 'a3']) + + e = self._make_elem_with_children(4) + e[1:3] = [ET.Element('b')] + self.assertEqual(self._subelem_tags(e), ['a0', 'b', 'a3']) + + e = self._make_elem_with_children(4) + e[1:3] = [ET.Element('b%s' % i) for i in range(3)] + self.assertEqual(self._subelem_tags(e), ['a0', 'b0', 'b1', 'b2', 'a3']) + + def test_setslice_steps(self): + e = self._make_elem_with_children(6) + e[1:5:2] = [ET.Element('b%s' % i) for i in range(2)] + self.assertEqual(self._subelem_tags(e), ['a0', 'b0', 'a2', 'b1', 'a4', 'a5']) + + e = self._make_elem_with_children(6) + with self.assertRaises(ValueError): + e[1:5:2] = [ET.Element('b')] + with self.assertRaises(ValueError): + e[1:5:2] = [ET.Element('b%s' % i) for i in range(3)] + with self.assertRaises(ValueError): + e[1:5:2] = [] + self.assertEqual(self._subelem_tags(e), ['a0', 'a1', 'a2', 'a3', 'a4', 'a5']) + + e = self._make_elem_with_children(4) + e[1::sys.maxsize] = [ET.Element('b')] + self.assertEqual(self._subelem_tags(e), ['a0', 'b', 'a2', 'a3']) + e[1::sys.maxsize<<64] = [ET.Element('c')] + self.assertEqual(self._subelem_tags(e), ['a0', 'c', 'a2', 'a3']) + + def test_setslice_negative_steps(self): + e = self._make_elem_with_children(4) + e[2:0:-1] = [ET.Element('b%s' % i) for i in range(2)] + self.assertEqual(self._subelem_tags(e), ['a0', 'b1', 'b0', 'a3']) + + e = self._make_elem_with_children(4) + with self.assertRaises(ValueError): + e[2:0:-1] = [ET.Element('b')] + with self.assertRaises(ValueError): + e[2:0:-1] = [ET.Element('b%s' % i) for i in range(3)] + with self.assertRaises(ValueError): + e[2:0:-1] = [] + self.assertEqual(self._subelem_tags(e), ['a0', 'a1', 'a2', 'a3']) + + e = self._make_elem_with_children(4) + e[1::-sys.maxsize] = [ET.Element('b')] + self.assertEqual(self._subelem_tags(e), ['a0', 'b', 'a2', 'a3']) + e[1::-sys.maxsize-1] = [ET.Element('c')] + self.assertEqual(self._subelem_tags(e), ['a0', 'c', 'a2', 'a3']) + e[1::-sys.maxsize<<64] = [ET.Element('d')] + self.assertEqual(self._subelem_tags(e), ['a0', 'd', 'a2', 'a3']) + + +class IOTest(unittest.TestCase): + def tearDown(self): + support.unlink(TESTFN) + + def test_encoding(self): + # Test encoding issues. + elem = ET.Element("tag") + elem.text = u"abc" + self.assertEqual(serialize(elem), 'abc') + self.assertEqual(serialize(elem, encoding="utf-8"), + 'abc') + self.assertEqual(serialize(elem, encoding="us-ascii"), + 'abc') + self.assertEqual(serialize(elem, encoding="iso-8859-1"), + "\n" + "abc") + + elem = ET.Element("tag") + elem.text = "<&\"\'>" + self.assertEqual(serialize(elem), '<&"\'>') + self.assertEqual(serialize(elem, encoding="utf-8"), + b'<&"\'>') + self.assertEqual(serialize(elem, encoding="us-ascii"), + b'<&"\'>') + self.assertEqual(serialize(elem, encoding="iso-8859-1"), + "\n" + "<&\"'>") + + elem = ET.Element("tag") + elem.attrib["key"] = "<&\"\'>" + self.assertEqual(serialize(elem), '') + self.assertEqual(serialize(elem, encoding="utf-8"), + b'') + self.assertEqual(serialize(elem, encoding="us-ascii"), + b'') + self.assertEqual(serialize(elem, encoding="iso-8859-1"), + "\n" + "") + + elem = ET.Element("tag") + elem.text = u'\xe5\xf6\xf6<>' + self.assertEqual(serialize(elem), + 'åöö<>') + self.assertEqual(serialize(elem, encoding="utf-8"), + '\xc3\xa5\xc3\xb6\xc3\xb6<>') + self.assertEqual(serialize(elem, encoding="us-ascii"), + 'åöö<>') + self.assertEqual(serialize(elem, encoding="iso-8859-1"), + "\n" + "\xe5\xf6\xf6<>") + + elem = ET.Element("tag") + elem.attrib["key"] = u'\xe5\xf6\xf6<>' + self.assertEqual(serialize(elem), + '') + self.assertEqual(serialize(elem, encoding="utf-8"), + '') + self.assertEqual(serialize(elem, encoding="us-ascii"), + '') + self.assertEqual(serialize(elem, encoding="iso-8859-1"), + "\n" + "") + + def test_write_to_filename(self): + tree = ET.ElementTree(ET.XML('''''')) + tree.write(TESTFN) + with open(TESTFN, 'rb') as f: + self.assertEqual(f.read(), b'''''') + + def test_write_to_file(self): + tree = ET.ElementTree(ET.XML('''''')) + with open(TESTFN, 'wb') as f: + tree.write(f) + self.assertFalse(f.closed) + with open(TESTFN, 'rb') as f: + self.assertEqual(f.read(), b'''''') + + def test_read_from_stringio(self): + tree = ET.ElementTree() + stream = StringIO.StringIO('''''') + tree.parse(stream) + self.assertEqual(tree.getroot().tag, 'site') + + def test_write_to_stringio(self): + tree = ET.ElementTree(ET.XML('''''')) + stream = StringIO.StringIO() + tree.write(stream) + self.assertEqual(stream.getvalue(), '''''') + + class dummy: + pass + + def test_read_from_user_reader(self): + stream = StringIO.StringIO('''''') + reader = self.dummy() + reader.read = stream.read + tree = ET.ElementTree() + tree.parse(reader) + self.assertEqual(tree.getroot().tag, 'site') + + def test_write_to_user_writer(self): + tree = ET.ElementTree(ET.XML('''''')) + stream = StringIO.StringIO() + writer = self.dummy() + writer.write = stream.write + tree.write(writer) + self.assertEqual(stream.getvalue(), '''''') + + def test_tostringlist_invariant(self): + root = ET.fromstring('foo') + self.assertEqual( + ET.tostring(root), + ''.join(ET.tostringlist(root))) + self.assertEqual( + ET.tostring(root, 'utf-16'), + b''.join(ET.tostringlist(root, 'utf-16'))) + + +class ParseErrorTest(unittest.TestCase): + def test_subclass(self): + self.assertIsInstance(ET.ParseError(), SyntaxError) + + def _get_error(self, s): + try: + ET.fromstring(s) + except ET.ParseError as e: + return e + + def test_error_position(self): + self.assertEqual(self._get_error('foo').position, (1, 0)) + self.assertEqual(self._get_error('&foo;').position, (1, 5)) + self.assertEqual(self._get_error('foobar<').position, (1, 6)) + + @python_only + def test_error_code(self): + from xml.parsers import expat + self.assertEqual(expat.ErrorString(self._get_error('foo').code), + expat.errors.XML_ERROR_SYNTAX) + + +class KeywordArgsTest(unittest.TestCase): + # Test various issues with keyword arguments passed to ET.Element + # constructor and methods + def test_issue14818(self): + x = ET.XML("foo") + self.assertEqual(x.find('a', None), + x.find(path='a', namespaces=None)) + self.assertEqual(x.findtext('a', None, None), + x.findtext(path='a', default=None, namespaces=None)) + self.assertEqual(x.findall('a', None), + x.findall(path='a', namespaces=None)) + self.assertEqual(list(x.iterfind('a', None)), + list(x.iterfind(path='a', namespaces=None))) + + self.assertEqual(ET.Element('a').attrib, {}) + elements = [ + ET.Element('a', dict(href="#", id="foo")), + ET.Element('a', attrib=dict(href="#", id="foo")), + ET.Element('a', dict(href="#"), id="foo"), + ET.Element('a', href="#", id="foo"), + ET.Element('a', dict(href="#", id="foo"), href="#", id="foo"), + ] + for e in elements: + self.assertEqual(e.tag, 'a') + self.assertEqual(e.attrib, dict(href="#", id="foo")) + + e2 = ET.SubElement(elements[0], 'foobar', attrib={'key1': 'value1'}) + self.assertEqual(e2.attrib['key1'], 'value1') + + with self.assertRaisesRegexp(TypeError, 'must be dict, not str'): + ET.Element('a', "I'm not a dict") + with self.assertRaisesRegexp(TypeError, 'must be dict, not str'): + ET.Element('a', attrib="I'm not a dict") -def bug_200709_default_namespace(): - """ - - >>> e = ET.Element("{default}elem") - >>> s = ET.SubElement(e, "{default}elem") - >>> serialize(e, default_namespace="default") # 1 - '' - - >>> e = ET.Element("{default}elem") - >>> s = ET.SubElement(e, "{default}elem") - >>> s = ET.SubElement(e, "{not-default}elem") - >>> serialize(e, default_namespace="default") # 2 - '' - - >>> e = ET.Element("{default}elem") - >>> s = ET.SubElement(e, "{default}elem") - >>> s = ET.SubElement(e, "elem") # unprefixed name - >>> serialize(e, default_namespace="default") # 3 - Traceback (most recent call last): - ValueError: cannot use non-qualified names with default_namespace option - - """ - -def bug_200709_register_namespace(): - """ - - >>> ET.tostring(ET.Element("{http://namespace.invalid/does/not/exist/}title")) - '' - >>> ET.register_namespace("foo", "http://namespace.invalid/does/not/exist/") - >>> ET.tostring(ET.Element("{http://namespace.invalid/does/not/exist/}title")) - '' - - And the Dublin Core namespace is in the default list: - - >>> ET.tostring(ET.Element("{http://purl.org/dc/elements/1.1/}title")) - '' - - """ - -def bug_200709_element_comment(): - """ - - Not sure if this can be fixed, really (since the serializer needs - ET.Comment, not cET.comment). - - >>> a = ET.Element('a') - >>> a.append(ET.Comment('foo')) - >>> a[0].tag == ET.Comment - True - - >>> a = ET.Element('a') - >>> a.append(ET.PI('foo')) - >>> a[0].tag == ET.PI - True - - """ - -def bug_200709_element_insert(): - """ +# -------------------------------------------------------------------- - >>> a = ET.Element('a') - >>> b = ET.SubElement(a, 'b') - >>> c = ET.SubElement(a, 'c') - >>> d = ET.Element('d') - >>> a.insert(0, d) - >>> summarize_list(a) - ['d', 'b', 'c'] - >>> a.insert(-1, d) - >>> summarize_list(a) - ['d', 'b', 'd', 'c'] - - """ - -def bug_200709_iter_comment(): - """ - - >>> a = ET.Element('a') - >>> b = ET.SubElement(a, 'b') - >>> comment_b = ET.Comment("TEST-b") - >>> b.append(comment_b) - >>> summarize_list(a.iter(ET.Comment)) - [''] - - """ - -def bug_18347(): - """ - - >>> e = ET.XML('text') - >>> serialize(e) - 'text' - >>> serialize(e, method="html") - 'text' - """ +class NoAcceleratorTest(unittest.TestCase): + def setUp(self): + if ET is not pyET: + raise unittest.SkipTest('only for the Python version') -# -------------------------------------------------------------------- -# reported on bugs.python.org - -def bug_1534630(): - """ - - >>> bob = ET.TreeBuilder() - >>> e = bob.data("data") - >>> e = bob.start("tag", {}) - >>> e = bob.end("tag") - >>> e = bob.close() - >>> serialize(e) - '' - - """ - -def check_issue6233(): - """ - - >>> e = ET.XML("t\\xc3\\xa3g") - >>> ET.tostring(e, 'ascii') - "\\ntãg" - >>> e = ET.XML("t\\xe3g") - >>> ET.tostring(e, 'ascii') - "\\ntãg" - - """ - -def check_issue3151(): - """ - - >>> e = ET.XML('') - >>> e.tag - '{${stuff}}localname' - >>> t = ET.ElementTree(e) - >>> ET.tostring(e) - '' - - """ - -def check_issue6565(): - """ - - >>> elem = ET.XML("") - >>> summarize_list(elem) - ['tag'] - >>> newelem = ET.XML(SAMPLE_XML) - >>> elem[:] = newelem[:] - >>> summarize_list(elem) - ['tag', 'tag', 'section'] - - """ - -def check_html_empty_elems_serialization(self): - # issue 15970 - # from http://www.w3.org/TR/html401/index/elements.html - """ - - >>> empty_elems = ['AREA', 'BASE', 'BASEFONT', 'BR', 'COL', 'FRAME', 'HR', - ... 'IMG', 'INPUT', 'ISINDEX', 'LINK', 'META', 'PARAM'] - >>> elems = ''.join('<%s />' % elem for elem in empty_elems) - >>> serialize(ET.XML('%s' % elems), method='html') - '

' - >>> serialize(ET.XML('%s' % elems.lower()), method='html') - '

' - >>> elems = ''.join('<%s>' % (elem, elem) for elem in empty_elems) - >>> serialize(ET.XML('%s' % elems), method='html') - '

' - >>> serialize(ET.XML('%s' % elems.lower()), method='html') - '

' - - """ + # Test that the C accelerator was not imported for pyET + def test_correct_import_pyET(self): + # The type of methods defined in Python code is types.FunctionType, + # while the type of methods defined inside _elementtree is + # + self.assertIsInstance(pyET.Element.__init__, types.FunctionType) + self.assertIsInstance(pyET.XMLParser.__init__, types.FunctionType) # -------------------------------------------------------------------- @@ -1873,11 +2520,9 @@ class CleanContext(object): checkwarnings = None def __init__(self, quiet=False): - if sys.flags.optimize >= 2: - # under -OO, doctests cannot be run and therefore not all warnings - # will be emitted - quiet = True deprecations = ( + ("This method of XMLParser is deprecated. Define doctype\(\) " + "method on the TreeBuilder target.", DeprecationWarning), # Search behaviour is broken if search path starts with "/". ("This search is broken in 1.3 and earlier, and will be fixed " "in a future version. If you rely on the current behaviour, " @@ -1886,45 +2531,71 @@ class CleanContext(object): ("This method will be removed in future versions. " "Use .+ instead.", DeprecationWarning), ("This method will be removed in future versions. " - "Use .+ instead.", PendingDeprecationWarning), - # XMLParser.doctype() is deprecated. - ("This method of XMLParser is deprecated. Define doctype.. " - "method on the TreeBuilder target.", DeprecationWarning)) - self.checkwarnings = test_support.check_warnings(*deprecations, - quiet=quiet) + "Use .+ instead.", PendingDeprecationWarning)) + self.checkwarnings = support.check_warnings(*deprecations, quiet=quiet) def __enter__(self): - from xml.etree import ElementTree - self._nsmap = ElementTree._namespace_map - self._path_cache = ElementTree.ElementPath._cache + from xml.etree import ElementPath + self._nsmap = pyET._namespace_map # Copy the default namespace mapping - ElementTree._namespace_map = self._nsmap.copy() + self._nsmap_copy = self._nsmap.copy() # Copy the path cache (should be empty) - ElementTree.ElementPath._cache = self._path_cache.copy() + self._path_cache = ElementPath._cache + ElementPath._cache = self._path_cache.copy() self.checkwarnings.__enter__() def __exit__(self, *args): - from xml.etree import ElementTree + from xml.etree import ElementPath # Restore mapping and path cache - ElementTree._namespace_map = self._nsmap - ElementTree.ElementPath._cache = self._path_cache + self._nsmap.clear() + self._nsmap.update(self._nsmap_copy) + ElementPath._cache = self._path_cache self.checkwarnings.__exit__(*args) -def test_main(module_name='xml.etree.ElementTree'): - from test import test_xml_etree - - use_py_module = (module_name == 'xml.etree.ElementTree') +def test_main(module=None): + # When invoked without a module, runs the Python ET tests by loading pyET. + # Otherwise, uses the given module as the ET. + if module is None: + module = pyET + + global ET + ET = module + + test_classes = [ + ModuleTest, + ElementSlicingTest, + BasicElementTest, + BadElementTest, + BadElementPathTest, + ElementTreeTest, + IOTest, + ParseErrorTest, + XIncludeTest, + ElementTreeTypeTest, + ElementFindTest, + ElementIterTest, + TreeBuilderTest, + XMLParserTest, + BugsTest, + ] + + # These tests will only run for the pure-Python version that doesn't import + # _elementtree. We can't use skipUnless here, because pyET is filled in only + # after the module is loaded. + if pyET is not ET: + test_classes.extend([ + NoAcceleratorTest, + ]) - # The same doctests are used for both the Python and the C implementations - assert test_xml_etree.ET.__name__ == module_name - - # XXX the C module should give the same warnings as the Python module - with CleanContext(quiet=not use_py_module): - test_support.run_doctest(test_xml_etree, verbosity=True) + try: + # XXX the C module should give the same warnings as the Python module + with CleanContext(quiet=(pyET is not ET)): + support.run_unittest(*test_classes) + finally: + # don't interfere with subsequent tests + ET = None - # The module should not be changed by the tests - assert test_xml_etree.ET.__name__ == module_name if __name__ == '__main__': test_main() diff --git a/Lib/test/test_xml_etree_c.py b/Lib/test/test_xml_etree_c.py index ba7b028e7e..e122b3db24 100644 --- a/Lib/test/test_xml_etree_c.py +++ b/Lib/test/test_xml_etree_c.py @@ -7,16 +7,6 @@ import unittest cET = test_support.import_module('xml.etree.cElementTree') -# cElementTree specific tests - -def sanity(): - """ - Import sanity. - - >>> from xml.etree import cElementTree - """ - - @unittest.skipUnless(cET, 'requires _elementtree') class MiscTests(unittest.TestCase): # Issue #8651. @@ -69,21 +59,10 @@ def test_main(): # Run the tests specific to the C implementation test_support.run_unittest(MiscTests) - test_support.run_doctest(test_xml_etree_c, verbosity=True) - # Assign the C implementation before running the doctests - # Patch the __name__, to prevent confusion with the pure Python test - pyET = test_xml_etree.ET - py__name__ = test_xml_etree.__name__ - test_xml_etree.ET = cET - if __name__ != '__main__': - test_xml_etree.__name__ = __name__ - try: - # Run the same test suite as xml.etree.ElementTree - test_xml_etree.test_main(module_name='xml.etree.cElementTree') - finally: - test_xml_etree.ET = pyET - test_xml_etree.__name__ = py__name__ + # Run the same test suite as the Python module + test_xml_etree.test_main(module=cET) + if __name__ == '__main__': test_main() diff --git a/Misc/NEWS b/Misc/NEWS index 559a8088a7..140335287c 100644 --- a/Misc/NEWS +++ b/Misc/NEWS @@ -131,6 +131,11 @@ Build - Issue #28768: Fix implicit declaration of function _setmode. Patch by Masayuki Yamamoto +Tests +----- + +- bpo-15083: Convert ElementTree doctests to unittests. + What's New in Python 2.7.13 ===========================