HTML5lib Sanitizer

Replaced native Sanitizer with HTML5lib version.
Synced with latest Maruku.

vendor/plugins/HTML5lib/tests/tokenizer_test_parser.rb

@@ -0,0 +1,62 @@
+require 'html5lib/constants'
+
+class TokenizerTestParser
+    def initialize(tokenizer)
+        @tokenizer = tokenizer
+    end
+
+    def parse
+        @outputTokens = []
+
+        debug = nil
+        for token in @tokenizer
+            debug = token.inspect if token[:type] == :ParseError
+            send ('process' + token[:type].to_s), token
+        end
+
+        return @outputTokens
+    end
+
+    def processDoctype(token)
+        @outputTokens.push(["DOCTYPE", token[:name], token[:data]])
+    end
+
+    def processStartTag(token)
+        @outputTokens.push(["StartTag", token[:name], token[:data]])
+    end
+
+    def processEmptyTag(token)
+        if not HTML5lib::VOID_ELEMENTS.include? token[:name]
+            @outputTokens.push("ParseError")
+        end
+        @outputTokens.push(["StartTag", token[:name], token[:data]])
+    end
+
+    def processEndTag(token)
+        if token[:data].length > 0
+            self.processParseError(token)
+        end
+        @outputTokens.push(["EndTag", token[:name]])
+    end
+
+    def processComment(token)
+        @outputTokens.push(["Comment", token[:data]])
+    end
+
+    def processCharacters(token)
+        @outputTokens.push(["Character", token[:data]])
+    end
+
+    alias processSpaceCharacters processCharacters
+
+    def processCharacters(token)
+        @outputTokens.push(["Character", token[:data]])
+    end
+
+    def processEOF(token)
+    end
+
+    def processParseError(token)
+        @outputTokens.push("ParseError")
+    end
+end