Added test for "--x>" not resetting the escape flag. Updated Python code to pass.

philiptaylor · philiptaylor · commit 4cb16fa46b29 · 2008-03-20T13:29:09.000Z
--HG--
extra : convert_revision : svn%3Aacbfec75-9323-0410-a652-858a13e371e0/trunk%401132
diff --git a/src/html5lib/tokenizer.py b/src/html5lib/tokenizer.py
@@ -333,9 +333,14 @@ def dataState(self):
             # emitted separately.
             self.tokenQueue.append({"type": "SpaceCharacters", "data":
               data + self.stream.charsUntil(spaceCharacters, True)})
+            # No need to update lastFourChars here, since the first space will
+            # have already broken any <!-- or --> sequences
         else:
+            chars = self.stream.charsUntil(("&", "<", ">", "-"))
             self.tokenQueue.append({"type": "Characters", "data": 
-              data + self.stream.charsUntil(("&", "<", ">", "-"))})
+              data + chars})
+            self.lastFourChars += chars[-4:]
+            self.lastFourChars = self.lastFourChars[-4:]
         return True
 
     def entityDataState(self):
