Our tokenizer currently never outputs adjacent Character tokens; expe…

…ct this.
Sid532001 · Dec 3, 2015 · 1025014 · 1025014
1 parent e4d4b15
commit 1025014
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/html5lib/tests/test_tokenizer.py b/html5lib/tests/test_tokenizer.py
@@ -182,7 +182,6 @@ def runTokenizerTest(test):
  parser = TokenizerTestParser(test['initialState'],
  test['lastStartTag'])
  tokens = parser.parse(test['input'])
- tokens = concatenateCharacterTokens(tokens)
  received = normalizeTokens(tokens)
  errorMsg = "\n".join(["\n\nInitial state:",
  test['initialState'],