html5lib-python/tests/test_parser.py at python3-old · j2project/html5lib-python · GitHub

History

166 lines (141 loc) · 5.97 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

import os

import sys

import traceback

import io

import unittest

import warnings

warnings.simplefilter("error")

from support import html5lib_test_files, TestData, convert, convertExpected

import html5lib

from html5lib import html5parser, treebuilders, constants

treeTypes = {"simpletree":treebuilders.getTreeBuilder("simpletree"),

"DOM":treebuilders.getTreeBuilder("dom")}

#Try whatever etree implementations are avaliable from a list that are

#"supposed" to work

try:

import xml.etree.ElementTree as ElementTree

treeTypes['ElementTree'] = treebuilders.getTreeBuilder("etree", ElementTree, fullTree=True)

except ImportError:

try:

import elementtree.ElementTree as ElementTree

treeTypes['ElementTree'] = treebuilders.getTreeBuilder("etree", ElementTree, fullTree=True)

except ImportError:

pass

try:

import xml.etree.cElementTree as cElementTree

treeTypes['cElementTree'] = treebuilders.getTreeBuilder("etree", cElementTree, fullTree=True)

except ImportError:

try:

import cElementTree

treeTypes['cElementTree'] = treebuilders.getTreeBuilder("etree", cElementTree, fullTree=True)

except ImportError:

pass

try:

import lxml.html as lxml

except ImportError:

import lxml.etree as lxml

treeTypes['lxml'] = treebuilders.getTreeBuilder("lxml", lxml, fullTree=True)

except ImportError:

pass

try:

import BeautifulSoup

treeTypes["beautifulsoup"] = treebuilders.getTreeBuilder("beautifulsoup", fullTree=True)

except ImportError:

pass

#Try whatever dom implementations are avaliable from a list that are

#"supposed" to work

try:

import pxdom

treeTypes["pxdom"] = treebuilders.getTreeBuilder("dom", pxdom)

except ImportError:

pass

#Run the parse error checks

checkParseErrors = False

#XXX - There should just be one function here but for some reason the testcase

#format differs from the treedump format by a single space character

def convertTreeDump(data):

return "\n".join(convert(3)(data).split("\n")[1:])

import re

attrlist = re.compile(r"^(\s+)\w+=.*(\n\1\w+=.*)+",re.M)

def sortattrs(x):

lines = x.group(0).split("\n")

lines.sort()

return "\n".join(lines)

class TestCase(unittest.TestCase):

def runParserTest(self, innerHTML, input, expected, errors, treeClass):

#XXX - move this out into the setup function

#concatenate all consecutive character tokens into a single token

p = html5parser.HTMLParser(tree = treeClass)

if innerHTML:

innerHTML = str(innerHTML, "utf8")

if errors:

errors = str(errors, "utf8")

errors = errors.split("\n")

expected = str(expected, "utf8")

try:

if innerHTML:

document = p.parseFragment(io.BytesIO(input), innerHTML)

else:

try:

document = p.parse(io.BytesIO(input))

except constants.DataLossWarning:

sys.stderr.write("Test input causes known dataloss, skipping")

return

except:

errorMsg = "\n".join(["\n\nInput:", str(input, "utf8"),

"\nExpected:", expected,

"\nTraceback:", traceback.format_exc()])

self.assertTrue(False, errorMsg)

output = convertTreeDump(p.tree.testSerializer(document))

output = attrlist.sub(sortattrs, output)

expected = convertExpected(expected)

expected = attrlist.sub(sortattrs, expected)

errorMsg = "\n".join(["\n\nInput:", str(input, "utf8"),

"\nExpected:", expected,

"\nReceived:", output])

self.assertEquals(expected, output, errorMsg)

errStr = ["Line: %i Col: %i %s %s"%(line, col,

constants.E[errorcode], datavars) for

((line,col), errorcode, datavars) in p.errors]

errorMsg2 = "\n".join(["\n\nInput:", str(input, "utf8"),

"\nExpected errors (" + str(len(errors)) + "):\n" + "\n".join(errors),

"\nActual errors (" + str(len(p.errors)) + "):\n" + "\n".join(errStr)])

if checkParseErrors:

self.assertEquals(len(p.errors), len(errors), errorMsg2)

def buildTestSuite():

sys.stdout.write('Testing tree builders '+ " ".join(list(treeTypes.keys())) + "\n")

for treeName, treeCls in treeTypes.items():

files = html5lib_test_files('tree-construction')

files = [f for f in files if

not f.split(".")[-2][-2:] in ("s9", "10", "11", "12")] #skip namespace tests for now

for filename in files:

testName = os.path.basename(filename).replace(".dat","")

tests = TestData(filename, "data")

for index, test in enumerate(tests):

input, errors, innerHTML, expected = [test[key] for key in

('data', 'errors',

'document-fragment',

'document')]

def testFunc(self, innerHTML=innerHTML, input=input,

expected=expected, errors=errors, treeCls=treeCls):

return self.runParserTest(innerHTML, input, expected, errors, treeCls)

testFunc.__name__ = "test_%s_%d_%s" % (testName,index+1,treeName)

setattr(TestCase, testFunc.__name__,

testFunc)

return unittest.TestLoader().loadTestsFromTestCase(TestCase)

def main():

# the following is temporary while the unit tests for parse errors are

# still in flux

if '-p' in sys.argv: # suppress check for parse errors

sys.argv.remove('-p')

global checkParseErrors

checkParseErrors = False

buildTestSuite()

try:

unittest.main()

except SystemExit:

pass

if __name__ == "__main__":

print(sys.argv)

main()

html5lib-python/tests/test_parser.py at python3-old · j2project/html5lib-python · GitHub

Expand file tree

Breadcrumbs

test_parser.py

Latest commit

History

Breadcrumbs

test_parser.py

File metadata and controls