def runParserTest(self, innerHTML, input, expected, errors, treeClass):

#XXX - move this out into the setup function

#concatenate all consecutive character tokens into a single token

p = html5parser.HTMLParser(tree = treeClass)

if innerHTML:

innerHTML = str(innerHTML, "utf8")

if errors:

errors = str(errors, "utf8")

errors = errors.split("\n")

expected = str(expected, "utf8")

try:

if innerHTML:

document = p.parseFragment(io.BytesIO(input), innerHTML)

else:

try:

document = p.parse(io.BytesIO(input))

except constants.DataLossWarning:

sys.stderr.write("Test input causes known dataloss, skipping")

return

except:

errorMsg = "\n".join(["\n\nInput:", str(input, "utf8"),

"\nExpected:", expected,

"\nTraceback:", traceback.format_exc()])

self.assertTrue(False, errorMsg)

output = convertTreeDump(p.tree.testSerializer(document))

output = attrlist.sub(sortattrs, output)

expected = convertExpected(expected)

expected = attrlist.sub(sortattrs, expected)

errorMsg = "\n".join(["\n\nInput:", str(input, "utf8"),

"\nExpected:", expected,

"\nReceived:", output])

self.assertEquals(expected, output, errorMsg)

errStr = ["Line: %i Col: %i %s %s"%(line, col,

constants.E[errorcode], datavars) for

((line,col), errorcode, datavars) in p.errors]

errorMsg2 = "\n".join(["\n\nInput:", str(input, "utf8"),

"\nExpected errors (" + str(len(errors)) + "):\n" + "\n".join(errors),

"\nActual errors (" + str(len(p.errors)) + "):\n" + "\n".join(errStr)])

if checkParseErrors:

sys.stdout.write('Testing tree builders '+ " ".join(list(treeTypes.keys())) + "\n")

for treeName, treeCls in treeTypes.items():

files = html5lib_test_files('tree-construction')

files = [f for f in files if

not f.split(".")[-2][-2:] in ("s9", "10", "11", "12")] #skip namespace tests for now

for filename in files:

testName = os.path.basename(filename).replace(".dat","")

tests = TestData(filename, "data")

for index, test in enumerate(tests):

input, errors, innerHTML, expected = [test[key] for key in

('data', 'errors',

'document-fragment',

'document')]

def testFunc(self, innerHTML=innerHTML, input=input,

expected=expected, errors=errors, treeCls=treeCls):

return self.runParserTest(innerHTML, input, expected, errors, treeCls)

testFunc.__name__ = "test_%s_%d_%s" % (testName,index+1,treeName)

setattr(TestCase, testFunc.__name__,

testFunc)

# the following is temporary while the unit tests for parse errors are

# still in flux

if '-p' in sys.argv: # suppress check for parse errors

sys.argv.remove('-p')

global checkParseErrors

checkParseErrors = False

buildTestSuite()

try:

unittest.main()

except SystemExit: