Our tokenizer currently never outputs adjacent Character tokens; expect this.

gsnedders · gsnedders · commit 1025014f8011 · 2015-12-03T04:37:37.000Z
diff --git a/html5lib/tests/test_tokenizer.py b/html5lib/tests/test_tokenizer.py
@@ -182,7 +182,6 @@ def runTokenizerTest(test):
     parser = TokenizerTestParser(test['initialState'],
                                  test['lastStartTag'])
     tokens = parser.parse(test['input'])
-    tokens = concatenateCharacterTokens(tokens)
     received = normalizeTokens(tokens)
     errorMsg = "\n".join(["\n\nInitial state:",
                           test['initialState'],
