# File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 4
4:   def initialize(tokenizer)
5:     @tokenizer = tokenizer
6:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 8
 8:   def parse
 9:     @outputTokens = []
10: 
11:     debug = nil
12:     for token in @tokenizer
13:       debug = token.inspect if token[:type] == :ParseError
14:       send(('process' + token[:type].to_s), token)
15:     end
16: 
17:     return @outputTokens
18:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 53
53:   def processCharacters(token)
54:     @outputTokens.push(["Character", token[:data]])
55:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 47
47:   def processCharacters(token)
48:     @outputTokens.push(["Character", token[:data]])
49:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 43
43:   def processComment(token)
44:     @outputTokens.push(["Comment", token[:data]])
45:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 20
20:   def processDoctype(token)
21:     @outputTokens.push(["DOCTYPE", token[:name], token[:publicId],
22:       token[:systemId], token[:correct]])
23:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 29
29:   def processEmptyTag(token)
30:     if not HTML5::VOID_ELEMENTS.include? token[:name]
31:       @outputTokens.push("ParseError")
32:     end
33:     @outputTokens.push(["StartTag", token[:name], token[:data]])
34:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 36
36:   def processEndTag(token)
37:     if token[:data].length > 0
38:       self.processParseError(token)
39:     end
40:     @outputTokens.push(["EndTag", token[:name]])
41:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 60
60:   def processParseError(token)
61:     @outputTokens.push("ParseError")
62:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 25
25:   def processStartTag(token)
26:     @outputTokens.push(["StartTag", token[:name], token[:data]])
27:   end

    # File lib/feed_tools/vendor/html5/tests/tokenizer_test_parser.rb, line 57
57:   def process_eof(token)
58:   end