X-Git-Url: https://jasonwoof.com/gitweb/?a=blobdiff_plain;f=parse-html.coffee;h=01f2f3261be79559e92df39db6bae1114980e875;hb=979d6226a5c024123ed48671f0945fdd76e45e7c;hp=d35dd885b413fedaac30c0c850d1371d3805a003;hpb=1dd403e5fec58bd28837e8d12c9c1455f1258062;p=peach-html5-editor.git diff --git a/parse-html.coffee b/parse-html.coffee index d35dd88..01f2f32 100644 --- a/parse-html.coffee +++ b/parse-html.coffee @@ -47,6 +47,12 @@ # 0: a "end of the list", "current node", "bottommost", "last" +# browser +# note: to get this to run outside a browser, you'll have to write a native +# implementation of decode_named_char_ref() +unless module?.exports? + window.wheic = {} + module = exports: window.wheic # Each node is an obect of the Node class. Here are the Node types: TYPE_TAG = 0 # name, {attributes}, [children] @@ -85,17 +91,16 @@ class Node @children = args.children ? [] @namespace = args.namespace ? NS_HTML @parent = args.parent ? null + @token = args.token ? null if args.id? @id = "#{args.id}+" else @id = "#{++prev_node_id}" - shallow_clone: -> # return a new node that's the same except without the children or parent - # WARNING this doesn't work right on open tags that are still being parsed - attrs = {} - attrs[k] = v for k, v of @attrs - return new Node @type, name: @name, text: @text, attrs: attrs, namespace: @namespace, id: @id acknowledge_self_closing: -> - @flag 'did_self_close', true + if @token? + @token.flag 'did_self_close' + else + @flag 'did_self_close', true flag: -> # fixfull serialize: (shallow = false, show_ids = false) -> # for unit tests @@ -133,8 +138,7 @@ class Node ret += 'comment:' ret += JSON.stringify @text when TYPE_DOCTYPE - ret += 'doctype' - # FIXME + ret += "doctype:#{@name},#{JSON.stringify(@public_identifier ? '')},#{JSON.stringify(@system_identifier ? '')}" when TYPE_AFE_MARKER ret += 'marker' when TYPE_AAA_BOOKMARK @@ -154,8 +158,10 @@ new_element = (name) -> new_text_node = (txt) -> return new Node TYPE_TEXT, text: txt new_character_token = new_text_node -new_comment_node = (txt) -> +new_comment_token = (txt) -> return new Node TYPE_COMMENT, text: txt +new_doctype_token = (name) -> + return new Node TYPE_DOCTYPE, name: name new_eof_token = -> return new Node TYPE_EOF new_afe_marker = -> @@ -169,6 +175,11 @@ digits = "0123456789" alnum = lc_alpha + uc_alpha + digits hex_chars = digits + "abcdefABCDEF" +is_uc_alpha = (str) -> + return str.length is 1 and uc_alpha.indexOf(str) > -1 +is_lc_alpha = (str) -> + return str.length is 1 and lc_alpha.indexOf(str) > -1 + # some SVG elements have dashes in them tag_name_chars = alnum + "-" @@ -179,6 +190,15 @@ is_space = (txt) -> is_space_tok = (t) -> return t.type is TYPE_TEXT && t.text.length is 1 and space_chars.indexOf(t.text) > -1 +is_input_hidden_tok = (t) -> + return unless t.type is TYPE_START_TAG + for a of t.attrs_a + if a[0] is 'type' + if a[1].toLowerCase() is 'hidden' + return true + return false + return false + # https://en.wikipedia.org/wiki/Whitespace_character#Unicode whitespace_chars = "\u0009\u000a\u000b\u000c\u000d\u0020\u0085\u00a0\u1680\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u2028\u2029\u202f\u205f\u3000" @@ -362,6 +382,11 @@ parse_html = (txt, parse_error_cb = null) -> temporary_buffer = null pending_table_character_tokens = null head_element_pointer = null + flag_fragment_parsing = null + context_element = null + + stop_parsing = -> + flag_parsing = false parse_error = -> if parse_error_cb? @@ -410,7 +435,7 @@ parse_html = (txt, parse_error_cb = null) -> if scope2[t.name] is t.namespace return false return false - standard_scopers = { # FIXME these are supposed to be namespace specific + standard_scopers = { applet: NS_HTML, caption: NS_HTML, html: NS_HTML, table: NS_HTML, td: NS_HTML, th: NS_HTML, marquee: NS_HTML, object: NS_HTML, template: NS_HTML, mi: NS_MATHML, @@ -433,7 +458,7 @@ parse_html = (txt, parse_error_cb = null) -> for t in open_els if t.name is tag_name and (namespace is null or namespace is t.namespace) return true - if t.ns isnt NS_HTML t.name isnt 'optgroup' and t.name isnt 'option' + if t.ns isnt NS_HTML and t.name isnt 'optgroup' and t.name isnt 'option' return false return false # this checks for a particular element, not by name @@ -482,9 +507,11 @@ parse_html = (txt, parse_error_cb = null) -> return clear_afe_to_marker = -> loop + return unless afe.length > 0 # this happens in fragment case, ?spec error el = afe.shift() if el.type is TYPE_AFE_MARKER return + return # 8.2.3.1 ... # http://www.w3.org/TR/html5/syntax.html#reset-the-insertion-mode-appropriately @@ -592,11 +619,13 @@ parse_html = (txt, parse_error_cb = null) -> if node.name is 'html' # 1. If the head element pointer is null, switch the insertion # mode to "before head" and abort these steps. (fragment case) - # fixfull (fragment case) - - # 2. Otherwise, the head element pointer is not null, switch - # the insertion mode to "after head" and abort these steps. - insertion_mode = ins_mode_in_body # FIXME fixfull + if head_element_pointer is null + ins_mode = ins_mode_before_head + else + # 2. Otherwise, the head element pointer is not null, + # switch the insertion mode to "after head" and abort these + # steps. + insertion_mode = ins_mode_after_head return # 17. If last is true, then switch the insertion mode to "in body" # and abort these steps. (fragment case) @@ -609,6 +638,14 @@ parse_html = (txt, parse_error_cb = null) -> node = open_els[node_i] # 19. Return to the step labeled loop. + # 8.2.3.2 + + # http://www.w3.org/TR/html5/syntax.html#adjusted-current-node + adjusted_current_node = -> + if open_els.length is 1 and flag_fragment_parsing + return context_element + return open_els[0] + # http://www.w3.org/TR/html5/syntax.html#reconstruct-the-active-formatting-elements # this implementation is structured (mostly) as described at the link above. # capitalized comments are the "labels" described at the link above. @@ -627,8 +664,7 @@ parse_html = (txt, parse_error_cb = null) -> break # Create loop - el = afe[i].shallow_clone() - tree_insert_element el + el = insert_html_element afe[i].token afe[i] = el break if i is 0 i -= 1 # Advance @@ -799,7 +835,7 @@ parse_html = (txt, parse_error_cb = null) -> # element, replace the entry for node in the stack of open # elements with an entry for the new element, and let node be # the new element. - new_node = node.shallow_clone() + new_node = token_to_element node.token, NS_HTML, ca for t, i in afe if t is node afe[i] = new_node @@ -885,7 +921,7 @@ parse_html = (txt, parse_error_cb = null) -> # 15. Create an element for the token for which formatting element # was created, in the HTML namespace, with furthest block as the # intended parent. - new_element = fe.shallow_clone() # FIXME intended parent thing + new_element = token_to_element fe.token, NS_HTML, fb # 16. Take all of the child nodes of furthest block and append them # to the element created in the last step. while fb.children.length @@ -993,7 +1029,7 @@ parse_html = (txt, parse_error_cb = null) -> # last template's template contents, after its last child (if # any), and abort these substeps. if last_template and (last_table is null or last_template_i < last_table_i) - target = template # fixfull should be it's contents + target = last_template # fixfull should be it's contents target_i = target.children.length break # 4. If there is no last table, then let adjusted insertion @@ -1045,13 +1081,11 @@ parse_html = (txt, parse_error_cb = null) -> # http://www.w3.org/TR/html5/syntax.html#create-an-element-for-the-token # aka create_an_element_for_token token_to_element = (t, namespace, intended_parent) -> - t.type = TYPE_TAG # not TYPE_START_TAG # convert attributes into a hash attrs = {} - while t.attrs_a.length - a = t.attrs_a.pop() + for a in t.attrs_a attrs[a[0]] = a[1] # TODO check what to do with dupilcate attrs - el = new Node TYPE_TAG, name: t.name, namespace: namespace, attrs: attrs + el = new Node TYPE_TAG, name: t.name, namespace: namespace, attrs: attrs, token: t # TODO 2. If the newly created element has an xmlns attribute in the # XMLNS namespace whose value is not exactly the same as the element's @@ -1077,27 +1111,6 @@ parse_html = (txt, parse_error_cb = null) -> # http://www.w3.org/TR/html5/syntax.html#insert-an-html-element insert_html_element = insert_foreign_element # (token, namespace) -> - # FIXME read implement "foster parenting" part - # FIXME read spec, do this right - # FIXME implement the override target thing - # note: this assumes it's an open tag - # FIXME what part of the spec is this? - # TODO look through all callers of this, and see what they should really be doing. - # eg probably insert_html_element for tokens - tree_insert_element = (el, override_target = null, namespace = null) -> - if namespace? - el.namespace = namespace - dest = adjusted_insertion_location override_target - if el.type is TYPE_START_TAG # means it's a "token" - el = token_to_element el, namespace, dest[0] - unless el.namespace? - namespace = dest.namespace - # fixfull: Document nodes sometimes can't accept more chidren - dest[0].children.splice dest[1], 0, el - el.parent = dest[0] - open_els.unshift el - return el - # http://www.w3.org/TR/html5/syntax.html#insert-a-comment # position should be [node, index_within_children] insert_comment = (t, position = null) -> @@ -1132,12 +1145,12 @@ parse_html = (txt, parse_error_cb = null) -> if is_space_tok t return if t.type is TYPE_COMMENT - # fixfull this is supposed to be "the last child of the document object" + # ?fixfull doc.children.push t return if t.type is TYPE_DOCTYPE + # FIXME check identifiers, set quirks, etc # fixfull - t.name = 'html' doc.children.push t insertion_mode = ins_mode_before_html return @@ -1159,6 +1172,7 @@ parse_html = (txt, parse_error_cb = null) -> return if t.type is TYPE_START_TAG and t.name is 'html' el = token_to_element t, NS_HTML, doc + doc.children.push el open_els.unshift(el) # fixfull (big paragraph in spec about manifest, fragment, urls, etc) insertion_mode = ins_mode_before_head @@ -1230,34 +1244,34 @@ parse_html = (txt, parse_error_cb = null) -> if t.type is TYPE_START_TAG and (t.name is 'base' or t.name is 'basefont' or t.name is 'bgsound' or t.name is 'link') el = insert_html_element t open_els.shift() - el.acknowledge_self_closing() + t.acknowledge_self_closing() return if t.type is TYPE_START_TAG and t.name is 'meta' el = insert_html_element t open_els.shift() - el.acknowledge_self_closing() + t.acknowledge_self_closing() # fixfull encoding stuff return if t.type is TYPE_START_TAG and t.name is 'title' - parse_generic_rcdata_element t + parse_generic_rcdata_text t return if t.type is TYPE_START_TAG and ((t.name is 'noscript' and flag_scripting) or (t.name is 'noframes' or t.name is 'style')) parse_generic_raw_text t return if t.type is TYPE_START_TAG and t.name is 'noscript' and flag_scripting is false insert_html_element t - insertion_mode = in_head_noscript # FIXME implement + insertion_mode = ins_mode_in_head_noscript return if t.type is TYPE_START_TAG and t.name is 'script' ail = adjusted_insertion_location() el = token_to_element t, NS_HTML, ail - el.flag_parser_inserted true # FIXME implement + el.flag 'parser-inserted', true # fixfull frament case ail[0].children.splice ail[1], 0, el open_els.unshift el tok_state = tok_state_script_data original_insertion_mode = insertion_mode # make sure orig... is defined - insertion_mode = ins_mode_text # FIXME implement + insertion_mode = ins_mode_text return if t.type is TYPE_END_TAG and t.name is 'head' open_els.shift() # will be a head element... spec says so @@ -1271,7 +1285,7 @@ parse_html = (txt, parse_error_cb = null) -> afe_push_marker() flag_frameset_ok = false insertion_mode = ins_mode_in_template - template_insertion_modes.unshift ins_mode_in_template # FIXME implement + template_insertion_modes.unshift ins_mode_in_template return if t.type is TYPE_END_TAG and t.name is 'template' if template_tag_is_open() @@ -1292,12 +1306,39 @@ parse_html = (txt, parse_error_cb = null) -> parse_error() return ins_mode_in_head_else t - + # 8.2.5.4.5 http://www.w3.org/TR/html5/syntax.html#parsing-main-inheadnoscript + ins_mode_in_head_noscript_else = (t) -> + parse_error() + open_els.shift() + insertion_mode = ins_mode_in_head + insertion_mode t ins_mode_in_head_noscript = (t) -> - # FIXME ?fixfull - console.log "ins_mode_in_head_noscript unimplemented" - + if t.type is TYPE_DOCTYPE + parse_error() + return + if t.type is TYPE_START_TAG + ins_mode_in_body t + return + if t.type is TYPE_END_TAG and t.name is 'noscript' + open_els.shift() + insertion_mode = ins_mode_in_head + return + if (t.type is TYPE_TEXT and (t.text is "\t" or t.text is "\u000a" or t.text is "\u000c" or t.text is "\u000d" or t.text is ' ')) or t.type is TYPE_COMMENT or (t.type is TYPE_START_TAG and (t.name is 'basefont' or t.name is 'bgsound' or t.name is 'link' or t.name is 'meta' or t.name is 'noframes' or t.name is 'style')) + ins_mode_in_head t + return + if t.type is TYPE_END_TAG and t.name is 'br' + ins_mode_in_head_noscript_else t + return + if (t.type is TYPE_START_TAG and (t.name is 'head' or t.name is 'noscript')) or t.type is TYPE_END_TAG + parse_error() + return + # Anything else + ins_mode_in_head_noscript_else t + return + + + # 8.2.5.4.6 http://www.w3.org/TR/html5/syntax.html#the-after-head-insertion-mode ins_mode_after_head_else = (t) -> body_tok = new_open_tag 'body' @@ -1351,149 +1392,168 @@ parse_html = (txt, parse_error_cb = null) -> # 8.2.5.4.7 http://www.w3.org/TR/html5/syntax.html#parsing-main-inbody in_body_any_other_end_tag = (name) -> # factored out because adoption agency calls it - for node, i in open_els - if node.name is name # FIXME check namespace too + for el, i in open_els + if el.namespace is NS_HTML and el.name is name generate_implied_end_tags name # arg is exception parse_error() unless i is 0 while i >= 0 open_els.shift() i -= 1 return - if special_elements[node.name]? # FIXME check namespac too + if special_elements[el.name] is el.namespace parse_error() return + return ins_mode_in_body = (t) -> - switch t.type - when TYPE_TEXT - switch t.text - when "\u0000" - parse_error() - when "\t", "\u000a", "\u000c", "\u000d", ' ' - reconstruct_active_formatting_elements() - insert_character t - else - reconstruct_active_formatting_elements() - insert_character t - flag_frameset_ok = false - when TYPE_COMMENT - insert_comment t - when TYPE_DOCTYPE + if t.type is TYPE_TEXT and t.text is "\u0000" + parse_error() + return + if is_space_tok t + reconstruct_active_formatting_elements() + insert_character t + return + if t.type is TYPE_TEXT + reconstruct_active_formatting_elements() + insert_character t + flag_frameset_ok = false + return + if t.type is TYPE_COMMENT + insert_comment t + return + if t.type is TYPE_DOCTYPE + parse_error() + return + if t.type is TYPE_START_TAG and t.name is 'html' + parse_error() + return if template_tag_is_open() + root_attrs = open_els[open_els.length - 1].attrs + for a of t.attrs_a + root_attrs[a[0]] = a[1] unless root_attrs[a[0]]? + return + + if (t.type is TYPE_START_TAG and (t.name is 'base' or t.name is 'basefont' or t.name is 'bgsound' or t.name is 'link' or t.name is 'meta' or t.name is 'noframes' or t.name is 'script' or t.name is 'style' or t.name is 'template' or t.name is 'title')) or (t.type is TYPE_END_TAG and t.name is 'template') + ins_mode_in_head t + return + if t.type is TYPE_START_TAG and t.name is 'body' + parse_error() + return if open_els.length < 2 + second = open_els[open_els.length - 2] + return unless second.ns is NS_HTML + return unless second.name is 'body' + return if template_tag_is_open() + frameset_ok_flag = false + for a of t.attrs_a + second.attrs[a[0]] = a[1] unless second.attrs[a[0]]? + return + if t.type is TYPE_START_TAG and t.name is 'frameset' + parse_error() + # FIXME CONTINUE + return + # FIXME CONTINUE + if t.type is TYPE_START_TAG and (t.name is 'address' or t.name is 'article' or t.name is 'aside' or t.name is 'blockquote' or t.name is 'center' or t.name is 'details' or t.name is 'dialog' or t.name is 'dir' or t.name is 'div' or t.name is 'dl' or t.name is 'fieldset' or t.name is 'figcaption' or t.name is 'figure' or t.name is 'footer' or t.name is 'header' or t.name is 'hgroup' or t.name is 'main' or t.name is 'nav' or t.name is 'ol' or t.name is 'p' or t.name is 'section' or t.name is 'summary' or t.name is 'ul') + close_p_if_in_button_scope() + insert_html_element t + return + if t.type is TYPE_START_TAG and (t.name is 'h1' or t.name is 'h2' or t.name is 'h3' or t.name is 'h4' or t.name is 'h5' or t.name is 'h6') + close_p_if_in_button_scope() + if open_els[0].name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6'] parse_error() - when TYPE_START_TAG - switch t.name - when 'html' - parse_error() - return if template_tag_is_open() - root_attrs = open_els[open_els.length - 1].attrs - for k, v of t.attrs - root_attrs[k] = v unless root_attrs[k]? - when 'base', 'basefont', 'bgsound', 'link', 'meta', 'noframes', 'script', 'style', 'template', 'title' - # FIXME also do this for (end tag) - return ins_mode_in_head t - when 'body' - parse_error() - # TODO - when 'frameset' - parse_error() - # TODO - when 'address', 'article', 'aside', 'blockquote', 'center', 'details', 'dialog', 'dir', 'div', 'dl', 'fieldset', 'figcaption', 'figure', 'footer', 'header', 'hgroup', 'main', 'nav', 'ol', 'p', 'section', 'summary', 'ul' - close_p_if_in_button_scope() - insert_html_element t - when 'h1', 'h2', 'h3', 'h4', 'h5', 'h6' - close_p_if_in_button_scope() - if open_els[0].name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6'] - parse_error() - open_els.shift() - insert_html_element t - # TODO lots more to implement here - when 'a' - # If the list of active formatting elements - # contains an a element between the end of the list and - # the last marker on the list (or the start of the list - # if there is no marker on the list), then this is a - # parse error; run the adoption agency algorithm for - # the tag name "a", then remove that element from the - # list of active formatting elements and the stack of - # open elements if the adoption agency algorithm didn't - # already remove it (it might not have if the element - # is not in table scope). - found = false - for el in afe - if el.type is TYPE_AFE_MARKER - break - if el.name is 'a' - found = el - if found? - parse_error() - adoption_agency 'a' - for el, i in afe - if el is found - afe.splice i, 1 - for el, i in open_els - if el is found - open_els.splice i, 1 - reconstruct_active_formatting_elements() - el = insert_html_element t - afe_push el - when 'b', 'big', 'code', 'em', 'font', 'i', 's', 'small', 'strike', 'strong', 'tt', 'u' - reconstruct_active_formatting_elements() - el = insert_html_element t - afe_push el - when 'table' - # fixfull quirksmode thing - close_p_if_in_button_scope() - insert_html_element t - insertion_mode = ins_mode_in_table - # TODO lots more to implement here - else # any other start tag - reconstruct_active_formatting_elements() - insert_html_element t - when TYPE_EOF - ok_tags = { - dd: true, dt: true, li: true, p: true, tbody: true, td: true, - tfoot: true, th: true, thead: true, tr: true, body: true, html: true, - } - for t in open_els - unless ok_tags[t.name]? - parse_error() - break - # TODO stack of template insertion modes thing - flag_parsing = false # stop parsing - when TYPE_END_TAG - switch t.name - when 'body' - unless is_in_scope 'body' - parse_error() - return - # TODO implement parse error and move to tree_after_body - when 'html' - unless is_in_scope 'body' # weird, but it's what the spec says - parse_error() - return - # TODO implement parse error and move to tree_after_body, reprocess - when 'address', 'article', 'aside', 'blockquote', 'button', 'center', 'details', 'dialog', 'dir', 'div', 'dl', 'fieldset', 'figcaption', 'figure', 'footer', 'header', 'hgroup', 'listing', 'main', 'nav', 'ol', 'pre', 'section', 'summary', 'ul' - unless is_in_scope t.name, NS_HTML - parse_error() - return - generate_implied_end_tags() - unless open_els[0].name is t.name and open_els[0].namespace is NS_HTML - parse_error() - loop - el = open_els.shift() - if el.name is t.name and el.namespace is NS_HTML - return - # TODO lots more close tags to implement here - when 'p' - unless is_in_button_scope 'p' - parse_error() - insert_html_element new_open_tag 'p' - close_p_element() - # TODO lots more close tags to implement here - when 'a', 'b', 'big', 'code', 'em', 'font', 'i', 'nobr', 's', 'small', 'strike', 'strong', 'tt', 'u' - adoption_agency t.name - # TODO lots more close tags to implement here - else - in_body_any_other_end_tag t.name + open_els.shift() + insert_html_element t + return + # FIXME CONTINUE + if t.type is TYPE_START_TAG and t.name is 'a' + # If the list of active formatting elements contains an a element + # between the end of the list and the last marker on the list (or + # the start of the list if there is no marker on the list), then + # this is a parse error; run the adoption agency algorithm for the + # tag name "a", then remove that element from the list of active + # formatting elements and the stack of open elements if the + # adoption agency algorithm didn't already remove it (it might not + # have if the element is not in table scope). + found = false + for el in afe + if el.type is TYPE_AFE_MARKER + break + if el.name is 'a' + found = el + if found? + parse_error() + adoption_agency 'a' + for el, i in afe + if el is found + afe.splice i, 1 + for el, i in open_els + if el is found + open_els.splice i, 1 + reconstruct_active_formatting_elements() + el = insert_html_element t + afe_push el + return + if t.type is TYPE_START_TAG and (t.name is 'b' or t.name is 'big' or t.name is 'code' or t.name is 'em' or t.name is 'font' or t.name is 'i' or t.name is 's' or t.name is 'small' or t.name is 'strike' or t.name is 'strong' or t.name is 'tt' or t.name is 'u') + reconstruct_active_formatting_elements() + el = insert_html_element t + afe_push el + return + if t.type is TYPE_START_TAG and t.name is 'table' + # fixfull quirksmode thing + close_p_if_in_button_scope() + insert_html_element t + insertion_mode = ins_mode_in_table + return + # FIXME CONTINUE + if t.type is TYPE_EOF + ok_tags = { + dd: true, dt: true, li: true, p: true, tbody: true, td: true, + tfoot: true, th: true, thead: true, tr: true, body: true, html: true, + } + for t in open_els + unless ok_tags[t.name]? + parse_error() + break + # FIXME stack of template insertion modes thing + stop_parsing() + return + # FIXME CONTINUE some of these next ones are out of order I think + if t.type is TYPE_END_TAG and t.name is 'body' + unless is_in_scope 'body' + parse_error() + return + # fixme implement parse error and move to tree_after_body + return + if t.type is TYPE_END_TAG and t.name is 'html' + unless is_in_scope 'body' # weird, but it's what the spec says + parse_error() + return + # TODO implement parse error and move to tree_after_body, reprocess + return + if t.type is TYPE_END_TAG and (t.name is 'address' or t.name is 'article' or t.name is 'aside' or t.name is 'blockquote' or t.name is 'button' or t.name is 'center' or t.name is 'details' or t.name is 'dialog' or t.name is 'dir' or t.name is 'div' or t.name is 'dl' or t.name is 'fieldset' or t.name is 'figcaption' or t.name is 'figure' or t.name is 'footer' or t.name is 'header' or t.name is 'hgroup' or t.name is 'listing' or t.name is 'main' or t.name is 'nav' or t.name is 'ol' or t.name is 'pre' or t.name is 'section' or t.name is 'summary' or t.name is 'ul') + unless is_in_scope t.name, NS_HTML + parse_error() + return + generate_implied_end_tags() + unless open_els[0].name is t.name and open_els[0].namespace is NS_HTML + parse_error() + loop + el = open_els.shift() + if el.name is t.name and el.namespace is NS_HTML + return + return + if t.type is TYPE_END_TAG and t.name is 'p' + unless is_in_button_scope 'p' + parse_error() + insert_html_element new_open_tag 'p' + close_p_element() + return + if t.type is TYPE_END_TAG and (t.name is 'a' or t.name is 'b' or t.name is 'big' or t.name is 'code' or t.name is 'em' or t.name is 'font' or t.name is 'i' or t.name is 'nobr' or t.name is 's' or t.name is 'small' or t.name is 'strike' or t.name is 'strong' or t.name is 'tt' or t.name is 'u') + adoption_agency t.name + return + if t.type is TYPE_START_TAG # any other start tag + reconstruct_active_formatting_elements() + insert_html_element t + return + if t.type is TYPE_END_TAG # any other end tag + in_body_any_other_end_tag t.name return ins_mode_in_table_else = (t) -> @@ -1588,13 +1648,13 @@ parse_html = (txt, parse_error_cb = null) -> when 'style', 'script', 'template' ins_mode_in_head t when 'input' - if token_is_input_hidden t + if is_input_hidden_tok t ins_mode_in_table_else t else parse_error() el = insert_html_element t open_els.shift() - el.acknowledge_self_closing() + t.acknowledge_self_closing() when 'form' parse_error() if form_element_pointer? @@ -1665,7 +1725,7 @@ parse_html = (txt, parse_error_cb = null) -> if el.name is 'caption' break clear_afe_to_marker() - insertion_mode = in_table + insertion_mode = ins_mode_in_table else parse_error() # fragment case @@ -1678,7 +1738,7 @@ parse_html = (txt, parse_error_cb = null) -> if el.name is 'caption' break clear_afe_to_marker() - insertion_mode = in_table + insertion_mode = ins_mode_in_table insertion_mode t # else fragment case return @@ -1705,11 +1765,11 @@ parse_html = (txt, parse_error_cb = null) -> if t.type is TYPE_START_TAG and t.name is 'col' el = insert_html_element t open_els.shift() - el.acknowledge_self_closing() + t.acknowledge_self_closing() return if t.type is TYPE_END_TAG and t.name is 'colgroup' if open_els[0].name is 'colgroup' - open_els[0].shift() + open_els.shift() insertion_mode = ins_mode_in_table else parse_error() @@ -1982,20 +2042,197 @@ parse_html = (txt, parse_error_cb = null) -> ins_mode_in_select t return - # CONTINUE more insertion modes! - - - - - - - + # 8.2.5.4.18 http://www.w3.org/TR/html5/syntax.html#parsing-main-intemplate + ins_mode_in_template = (t) -> + if t.type is TYPE_TEXT or t.type is TYPE_COMMENT or t.type is TYPE_DOCTYPE + ins_mode_in_body t + return + if (t.type is TYPE_START_TAG and (t.name is 'base' or t.name is 'basefont' or t.name is 'bgsound' or t.name is 'link' or t.name is 'meta' or t.name is 'noframes' or t.name is 'script' or t.name is 'style' or t.name is 'template' or t.name is 'title')) or (t.type is TYPE_END_TAG and t.name is 'template') + ins_mode_in_head t + return + if t.type is TYPE_START_TAG and (t.name is 'caption' or t.name is 'colgroup' or t.name is 'tbody' or t.name is 'tfoot' or t.name is 'thead') + template_insertion_modes.shift() + template_insertion_modes.unshift ins_mode_in_table + insertion_mode = ins_mode_in_table + insertion_mode t + return + if t.type is TYPE_START_TAG and t.name is 'col' + template_insertion_modes.shift() + template_insertion_modes.unshift ins_mode_in_column_group + insertion_mode = ins_mode_in_column_group + insertion_mode t + return + if t.type is TYPE_START_TAG and t.name is 'tr' + template_insertion_modes.shift() + template_insertion_modes.unshift ins_mode_in_table_body + insertion_mode = ins_mode_in_table_body + insertion_mode t + return + if t.type is TYPE_START_TAG and (t.name is 'td' or t.name is 'th') + template_insertion_modes.shift() + template_insertion_modes.unshift ins_mode_in_row + insertion_mode = ins_mode_in_row + insertion_mode t + return + if t.type is TYPE_START_TAG + template_insertion_modes.shift() + template_insertion_modes.unshift ins_mode_in_body + insertion_mode = ins_mode_in_body + insertion_mode t + return + if t.type is TYPE_END_TAG + parse_error() + return + if t.type is TYPE_EOF + unless template_tag_is_open() + stop_parsing() + return + parse_error() + loop + el = open_els.shift() + if el.name is 'template' # fixfull check namespace + break + clear_afe_to_marker() + template_insertion_modes.shift() + reset_insertion_mode() + insertion_mode t + # 8.2.5.4.19 http://www.w3.org/TR/html5/syntax.html#parsing-main-afterbody + ins_mode_after_body = (t) -> + if is_space_tok t + ins_mode_in_body t + return + if t.type is TYPE_COMMENT + insert_comment t, [open_els[0], open_els[0].children.length] + return + if t.type is TYPE_DOCTYPE + parse_error() + return + if t.type is TYPE_START_TAG and t.name is 'html' + ins_mode_in_body t + return + if t.type is TYPE_END_TAG and t.name is 'html' + # fixfull fragment case + insertion_mode = ins_mode_after_after_body + return + if t.type is TYPE_EOF + stop_parsing() + return + # Anything ELse + parse_error() + insertion_mode = ins_mode_in_body + insertion_mode t + # 8.2.5.4.20 http://www.w3.org/TR/html5/syntax.html#parsing-main-inframeset + ins_mode_in_frameset = (t) -> + if is_space_tok t + insert_character t + return + if t.type is TYPE_COMMENT + insert_comment t + return + if t.type is TYPE_DOCTYPE + parse_error() + return + if t.type is TYPE_START_TAG and t.name is 'html' + ins_mode_in_body t + return + if t.type is TYPE_START_TAG and t.name is 'frameset' + insert_html_element t + return + if t.type is TYPE_END_TAG and t.name is 'frameset' + # TODO ?correct for: "if the current node is the root html element" + if open_els.length is 1 + parse_error() + return # fragment case + open_els.shift() + if flag_fragment_parsing is false and open_els[0].name isnt 'frameset' + insertion_mode = ins_mode_after_frameset + return + if t.type is TYPE_START_TAG and t.name is 'frame' + insert_html_element t + open_els.shift() + t.acknowledge_self_closing() + return + if t.type is TYPE_START_TAG and t.name is 'noframes' + ins_mode_in_head t + return + if t.type is TYPE_EOF + # TODO ?correct for: "if the current node is not the root html element" + if open_els.length isnt 1 + parse_error() + stop_parsing() + return + # Anything else + parse_error() + return + # 8.2.5.4.21 http://www.w3.org/TR/html5/syntax.html#parsing-main-afterframeset + ins_mode_after_frameset = (t) -> + if is_space_tok t + insert_character t + return + if t.type is TYPE_COMMENT + insert_comment t + return + if t.type is TYPE_DOCTYPE + parse_error() + return + if t.type is TYPE_START_TAG and t.name is 'html' + ins_mode_in_body t + return + if t.type is TYPE_END_TAG and t.name is 'html' + insert_mode = ins_mode_after_after_frameset + return + if t.type is TYPE_START_TAG and t.name is 'noframes' + ins_mode_in_head t + return + if t.type is TYPE_EOF + stop_parsing() + return + # Anything else + parse_error() + return + # 8.2.5.4.22 http://www.w3.org/TR/html5/syntax.html#the-after-after-body-insertion-mode + ins_mode_after_after_body = (t) -> + if t.type is TYPE_COMMENT + insert_comment t, [doc, doc.children.length] + return + if t.type is TYPE_DOCTYPE or is_space_tok(t) or (t.type is TYPE_START_TAG and t.name is 'html') + ins_mode_in_body t + return + if t.type is TYPE_EOF + stop_parsing() + return + # Anything else + parse_error() + insertion_mode = ins_mode_in_body + return - # 8.2.4.1 http://www.w3.org/TR/html5/syntax.html#data-state + # 8.2.5.4.23 http://www.w3.org/TR/html5/syntax.html#the-after-after-frameset-insertion-mode + ins_mode_after_after_frameset = (t) -> + if t.type is TYPE_COMMENT + insert_comment t, [doc, doc.children.length] + return + if t.type is TYPE_DOCTYPE or is_space_tok(t) or (t.type is TYPE_START_TAG and t.name is 'html') + ins_mode_in_body t + return + if t.type is TYPE_EOF + stop_parsing() + return + if t.type is TYPE_START_TAG and t.name is 'noframes' + ins_mode_in_head t + return + # Anything else + parse_error() + return + + + + + + # 8.2.4.1 http://www.w3.org/TR/html5/syntax.html#data-state tok_state_data = -> switch c = txt.charAt(cur++) when '&' @@ -2085,12 +2322,13 @@ parse_html = (txt, parse_error_cb = null) -> tok_state = tok_state_end_tag_open when '?' parse_error() + tok_cur_tag = new_comment_token '?' tok_state = tok_state_bogus_comment else - if lc_alpha.indexOf(c) > -1 + if is_lc_alpha(c) tok_cur_tag = new_open_tag c tok_state = tok_state_tag_name - else if uc_alpha.indexOf(c) > -1 + else if is_uc_alpha(c) tok_cur_tag = new_open_tag c.toLowerCase() tok_state = tok_state_tag_name else @@ -2111,14 +2349,15 @@ parse_html = (txt, parse_error_cb = null) -> tok_state = tok_state_data return new_text_node ' -1 + if is_uc_alpha(c) tok_cur_tag = new_end_tag c.toLowerCase() tok_state = tok_state_tag_name - else if lc_alpha.indexOf(c) > -1 + else if is_lc_alpha(c) tok_cur_tag = new_end_tag c tok_state = tok_state_tag_name else parse_error() + tok_cur_tag = new_comment_token '/' tok_state = tok_state_bogus_comment return null @@ -2141,7 +2380,7 @@ parse_html = (txt, parse_error_cb = null) -> parse_error() tok_state = tok_state_data else - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) tok_cur_tag.name += c.toLowerCase() else tok_cur_tag.name += c @@ -2162,12 +2401,12 @@ parse_html = (txt, parse_error_cb = null) -> # 8.2.4.12 http://www.w3.org/TR/html5/syntax.html#rcdata-end-tag-open-state tok_state_rcdata_end_tag_open = -> c = txt.charAt(cur++) - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) tok_cur_tag = new_end_tag c.toLowerCase() temporary_buffer += c tok_state = tok_state_rcdata_end_tag_name return null - if lc_alpha.indexOf(c) > -1 + if is_lc_alpha(c) tok_cur_tag = new_end_tag c temporary_buffer += c tok_state = tok_state_rcdata_end_tag_name @@ -2205,11 +2444,11 @@ parse_html = (txt, parse_error_cb = null) -> tok_state = tok_state_data return tok_cur_tag # else fall through to "Anything else" - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) tok_cur_tag.name += c.toLowerCase() temporary_buffer += c return null - if lc_alpha.indexOf(c) > -1 + if is_lc_alpha(c) tok_cur_tag.name += c temporary_buffer += c return null @@ -2233,12 +2472,12 @@ parse_html = (txt, parse_error_cb = null) -> # 8.2.4.15 http://www.w3.org/TR/html5/syntax.html#rawtext-end-tag-open-state tok_state_rawtext_end_tag_open = -> c = txt.charAt(cur++) - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) tok_cur_tag = new_end_tag c.toLowerCase() temporary_buffer += c tok_state = tok_state_rawtext_end_tag_name return null - if lc_alpha.indexOf(c) > -1 + if is_lc_alpha(c) tok_cur_tag = new_end_tag c temporary_buffer += c tok_state = tok_state_rawtext_end_tag_name @@ -2266,11 +2505,11 @@ parse_html = (txt, parse_error_cb = null) -> tok_state = tok_state_data return tok_cur_tag # else fall through to "Anything else" - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) tok_cur_tag.name += c.toLowerCase() temporary_buffer += c return null - if lc_alpha.indexOf(c) > -1 + if is_lc_alpha(c) tok_cur_tag.name += c temporary_buffer += c return null @@ -2279,7 +2518,334 @@ parse_html = (txt, parse_error_cb = null) -> cur -= 1 # reconsume the input character return new_character_token ' + c = txt.charAt(cur++) + if c is '/' + temporary_buffer = '' + tok_state = tok_state_script_data_end_tag_open + return + if c is '!' + tok_state = tok_state_script_data_escape_start + return new_character_token ' + c = txt.charAt(cur++) + if is_uc_alpha(c) + tok_cur_tag = new_end_tag c.toLowerCase() + temporary_buffer += c + tok_state = tok_state_script_data_end_tag_name + return + if is_lc_alpha(c) + tok_cur_tag = new_end_tag c + temporary_buffer += c + tok_state = tok_state_script_data_end_tag_name + return + # Anything else + tok_state = tok_state_script_data + cur -= 1 # Reconsume + return new_character_token ' + c = txt.charAt(cur++) + if c is "\t" or c is "\n" or c is "\u000c" or c is ' ' + if is_appropriate_end_tag tok_cur_tag + tok_state = tok_state_before_attribute_name + return + # fall through + if c is '/' + if is_appropriate_end_tag tok_cur_tag + tok_state = tok_state_self_closing_start_tag + return + # fall through + if is_uc_alpha(c) + tok_cur_tag.name += c.toLowerCase() + temporary_buffer += c + return + if is_lc_alpha(c) + tok_cur_tag.name += c + temporary_buffer += c + return + # Anything else + tok_state = tok_state_script_data + cur -= 1 # Reconsume + return new_character_token " + c = txt.charAt(cur++) + if c is '-' + tok_state = tok_state_script_data_escape_start_dash + return new_character_token '-' + # Anything else + tok_state = tok_state_script_data + cur -= 1 # Reconsume + return + + # 8.2.4.21 http://www.w3.org/TR/html5/syntax.html#script-data-escape-start-dash-state + tok_state_script_data_escape_start_dash = -> + c = txt.charAt(cur++) + if c is '-' + tok_state = tok_state_script_data_escaped_dash_dash + return new_character_token '-' + # Anything else + tok_state = tok_state_script_data + cur -= 1 # Reconsume + return + + # 8.2.4.22 http://www.w3.org/TR/html5/syntax.html#script-data-escaped-state + tok_state_script_data_escaped = -> + c = txt.charAt(cur++) + if c is '-' + tok_state = tok_state_script_data_escaped_dash + return new_character_token '-' + if c is '<' + tok_state = tok_state_script_data_escaped_less_than_sign + return + if c is "\u0000" + parse_error() + return new_character_token "\ufffd" + if c is '' # EOF + tok_state = tok_state_data + parse_error() + cur -= 1 # Reconsume + return + # Anything else + return new_character_token c + + # 8.2.4.23 http://www.w3.org/TR/html5/syntax.html#script-data-escaped-dash-state + tok_state_script_data_escaped_dash = -> + c = txt.charAt(cur++) + if c is '-' + tok_state = tok_state_script_data_escaped_dash_dash + return new_character_token '-' + if c is '<' + tok_state = tok_state_script_data_escaped_less_than_sign + return + if c is "\u0000" + parse_error() + tok_state = tok_state_script_data_escaped + return new_character_token "\ufffd" + if c is '' # EOF + tok_state = tok_state_data + parse_error() + cur -= 1 # Reconsume + return + # Anything else + tok_state = tok_state_script_data_escaped + return new_character_token c + + # 8.2.4.24 http://www.w3.org/TR/html5/syntax.html#script-data-escaped-dash-dash-state + tok_state_script_data_escaped_dash_dash = -> + c = txt.charAt(cur++) + if c is '-' + return new_character_token '-' + if c is '<' + tok_state = tok_state_script_data_escaped_less_than_sign + return + if c is '>' + tok_state = tok_state_script_data + return new_character_token '>' + if c is "\u0000" + parse_error() + tok_state = tok_state_script_data_escaped + return new_character_token "\ufffd" + if c is '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return + # Anything else + tok_state = tok_state_script_data_escaped + return new_character_token c + + # 8.2.4.25 http://www.w3.org/TR/html5/syntax.html#script-data-escaped-less-than-sign-state + tok_state_script_data_escaped_less_than_sign = -> + c = txt.charAt(cur++) + if c is '/' + temporary_buffer = '' + tok_state = tok_state_script_data_escaped_end_tag_open + return + if is_uc_alpha(c) + temporary_buffer = c.toLowerCase() # yes, really + tok_state = tok_state_script_data_double_escape_start + return new_character_token "<#{c}" # fixfull split + if is_lc_alpha(c) + temporary_buffer = c + tok_state = tok_state_script_data_double_escape_start + return new_character_token "<#{c}" # fixfull split + # Anything else + tok_state = tok_state_script_data_escaped + cur -= 1 # Reconsume + return new_character_token c + + # 8.2.4.26 http://www.w3.org/TR/html5/syntax.html#script-data-escaped-end-tag-open-state + tok_state_script_data_escaped_end_tag_open = -> + c = txt.charAt(cur++) + if is_uc_alpha(c) + tok_cur_tag = new_end_tag c.toLowerCase() + temporary_buffer += c + tok_state = tok_state_script_data_escaped_end_tag_name + return + if is_lc_alpha(c) + tok_cur_tag = new_end_tag c + temporary_buffer += c + tok_state = tok_state_script_data_escaped_end_tag_name + return + # Anything else + tok_state = tok_state_script_data_escaped + cur -= 1 # Reconsume + return new_character_token ' + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + if is_appropriate_end_tag tok_cur_tag + tok_state = tok_state_before_attribute_name + return + # fall through + if c is '/' + if is_appropriate_end_tag tok_cur_tag + tok_state = tok_state_self_closing_start_tag + return + # fall through + if is_uc_alpha(c) + tok_cur_tag.name += c.toLowerCase() + temporary_buffer += c.toLowerCase() + return + if is_lc_alpha(c) + tok_cur_tag.name += c + temporary_buffer += c.toLowerCase() + return + # Anything else + tok_state = tok_state_script_data_escaped + cur -= 1 # Reconsume + return new_character_token " + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' or c is '/' or c is '>' + if temporary_buffer is 'script' + tok_state = tok_state_script_data_double_escaped + else + tok_state = tok_state_script_data_escaped + return new_character_token c + if is_uc_alpha(c) + temporary_buffer += c.toLowerCase() # yes, really lowercase + return new_character_token c + if is_lc_alpha(c) + temporary_buffer += c + return new_character_token c + # Anything else + tok_state = tok_state_script_data_escaped + cur -= 1 # Reconsume + return + + # 8.2.4.29 http://www.w3.org/TR/html5/syntax.html#script-data-double-escaped-state + tok_state_script_data_double_escaped = -> + c = txt.charAt(cur++) + if c is '-' + tok_state = tok_state_script_data_double_escaped_dash + return new_character_token '-' + if c is '<' + tok_state = tok_state_script_data_double_escaped_less_than_sign + return new_character_token '<' + if c is "\u0000" + parse_error() + return new_character_token "\ufffd" + if c is '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return + # Anything else + return new_character_token c + + # 8.2.4.30 http://www.w3.org/TR/html5/syntax.html#script-data-double-escaped-dash-state + tok_state_script_data_double_escaped_dash = -> + c = txt.charAt(cur++) + if c is '-' + tok_state = tok_state_script_data_double_escaped_dash_dash + return new_character_token '-' + if c is '<' + tok_state = tok_state_script_data_double_escaped_less_than_sign + return new_character_token '<' + if c is "\u0000" + parse_error() + tok_state = tok_state_script_data_double_escaped + return new_character_token "\ufffd" + if c is '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return + # Anything else + tok_state = tok_state_script_data_double_escaped + return new_character_token c + + # 8.2.4.31 http://www.w3.org/TR/html5/syntax.html#script-data-double-escaped-dash-dash-state + tok_state_script_data_double_escaped_dash_dash = -> + c = txt.charAt(cur++) + if c is '-' + return new_character_token '-' + if c is '<' + tok_state = tok_state_script_data_double_escaped_less_than_sign + return new_character_token '<' + if c is '>' + tok_state = tok_state_script_data + return new_character_token '>' + if c is "\u0000" + parse_error() + tok_state = tok_state_script_data_double_escaped + return new_character_token "\ufffd" + if c is '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return + # Anything else + tok_state = tok_state_script_data_double_escaped + return new_character_token c + + # 8.2.4.32 http://www.w3.org/TR/html5/syntax.html#script-data-double-escaped-less-than-sign-state + tok_state_script_data_double_escaped_less_than_sign = -> + c = txt.charAt(cur++) + if c is '/' + temporary_buffer = '' + tok_state = tok_state_script_data_double_escape_end + return new_character_token '/' + # Anything else + tok_state = tok_state_script_data_double_escaped + cur -= 1 # Reconsume + return + + # 8.2.4.33 http://www.w3.org/TR/html5/syntax.html#script-data-double-escape-end-state + tok_state_script_data_double_escape_end = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' or c is '/' or c is '>' + if temporary_buffer is 'script' + tok_state = tok_state_script_data_escaped + else + tok_state = tok_state_script_data_double_escaped + return new_character_token c + if is_uc_alpha(c) + temporary_buffer += c.toLowerCase() # yes, really lowercase + return new_character_token c + if is_lc_alpha(c) + temporary_buffer += c + return new_character_token c + # Anything else + tok_state = tok_state_script_data_double_escaped + cur -= 1 # Reconsume + return # 8.2.4.34 http://www.w3.org/TR/html5/syntax.html#before-attribute-name-state tok_state_before_attribute_name = -> @@ -2305,7 +2871,7 @@ parse_html = (txt, parse_error_cb = null) -> parse_error() tok_state = tok_state_data else - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) attr_name = c.toLowerCase() else attr_name = c @@ -2338,7 +2904,7 @@ parse_html = (txt, parse_error_cb = null) -> parse_error() tok_state = tok_state_data else - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) tok_cur_tag.attrs_a[0][0] = c.toLowerCase() else tok_cur_tag.attrs_a[0][0] += c @@ -2358,7 +2924,7 @@ parse_html = (txt, parse_error_cb = null) -> if c is '>' tok_state = tok_state_data return - if uc_alpha.indexOf(c) > -1 + if is_uc_alpha(c) tok_cur_tag.attrs_a.unshift [c.toLowerCase(), ''] tok_state = tok_state_attribute_name return @@ -2486,6 +3052,619 @@ parse_html = (txt, parse_error_cb = null) -> cur -= 1 # we didn't handle that char return null + # 8.2.4.43 http://www.w3.org/TR/html5/syntax.html#self-closing-start-tag-state + tok_state_self_closing_start_tag = -> + c = txt.charAt(cur++) + if c is '>' + tok_cur_tag.flag 'self-closing' + tok_state = tok_state_data + return tok_cur_tag + if c is '' + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return + # Anything else + parse_error() + tok_state = tok_state_before_attribute_name + cur -= 1 # Reconsume + return + + # 8.2.4.44 http://www.w3.org/TR/html5/syntax.html#bogus-comment-state + # WARNING: put a comment token in tok_cur_tag before setting this state + tok_state_bogus_comment = -> + next_gt = txt.indexOf '>', cur + if next_gt is -1 + val = txt.substr cur + cur = txt.length + else + val = txt.substr cur, (next_gt - cur) + cur = next_gt + 1 + val = val.replace "\u0000", "\ufffd" + tok_cur_tag.text += val + tok_state = tok_state_data + return tok_cur_tag + + # 8.2.4.45 http://www.w3.org/TR/html5/syntax.html#markup-declaration-open-state + tok_state_markup_declaration_open = -> + if txt.substr(cur, 2) is '--' + cur += 2 + tok_cur_tag = new_comment_token '' + tok_state = tok_state_comment_start + return + if txt.substr(cur, 7).toLowerCase() is 'doctype' + cur += 7 + tok_state = tok_state_doctype + return + acn = adjusted_current_node() + if acn and acn.namespace isnt NS_HTML and txt.substr(cur, 7) is '[CDATA[' + cur += 7 + tok_state = tok_state_cdata_section + return + # Otherwise + parse_error() + tok_cur_tag = new_comment_token '!' # TODO test ("!" right?) + tok_state = tok_state_bogus_comment + return + + # 8.2.4.46 http://www.w3.org/TR/html5/syntax.html#comment-start-state + tok_state_comment_start = -> + switch c = txt.charAt(cur++) + when '-' + tok_state = tok_state_comment_start_dash + when "\u0000" + parse_error() + return new_character_token "\ufffd" + when '>' + parse_error() + tok_state = tok_state_data + return tok_cur_tag + when '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return tok_cur_tag + else + tok_cur_tag.text += c + return null + + # 8.2.4.47 http://www.w3.org/TR/html5/syntax.html#comment-start-dash-state + tok_state_comment_start_dash = -> + switch c = txt.charAt(cur++) + when '-' + tok_state = tok_state_comment_end + when "\u0000" + parse_error() + tok_cur_tag.text += "-\ufffd" + tok_state = tok_state_comment + when '>' + parse_error() + tok_state = tok_state_data + return tok_cur_tag + when '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return tok_cur_tag + else + tok_cur_tag.text += "-#{c}" + tok_state = tok_state_comment + return null + + # 8.2.4.48 http://www.w3.org/TR/html5/syntax.html#comment-state + tok_state_comment = -> + switch c = txt.charAt(cur++) + when '-' + tok_state = tok_state_comment_end_dash + when "\u0000" + parse_error() + tok_cur_tag.text += "\ufffd" + when '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return tok_cur_tag + else + tok_cur_tag.text += c + return null + + # 8.2.4.49 http://www.w3.org/TR/html5/syntax.html#comment-end-dash-state + tok_state_comment_end_dash = -> + switch c = txt.charAt(cur++) + when '-' + tok_state = tok_state_comment_end + when "\u0000" + parse_error() + tok_cur_tag.text += "-\ufffd" + tok_state = tok_state_comment + when '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return tok_cur_tag + else + tok_cur_tag.text += "-#{c}" + tok_state = tok_state_comment + return null + + # 8.2.4.50 http://www.w3.org/TR/html5/syntax.html#comment-end-state + tok_state_comment_end = -> + switch c = txt.charAt(cur++) + when '>' + tok_state = tok_state_data + return tok_cur_tag + when "\u0000" + parse_error() + tok_cur_tag.text += "--\ufffd" + tok_state = tok_state_comment + when '!' + parse_error() + tok_state = tok_state_comment_end_bang + when '-' + parse_error() + tok_cur_tag.text += '-' + when '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return tok_cur_tag + else + parse_error() + tok_cur_tag.text += "--#{c}" + tok_state = tok_state_comment + return null + + # 8.2.4.51 http://www.w3.org/TR/html5/syntax.html#comment-end-bang-state + tok_state_comment_end_bang = -> + switch c = txt.charAt(cur++) + when '-' + tok_cur_tag.text += "--!#{c}" + tok_state = tok_state_comment_end_dash + when '>' + tok_state = tok_state_data + return tok_cur_tag + when "\u0000" + parse_error() + tok_cur_tag.text += "--!\ufffd" + tok_state = tok_state_comment + when '' # EOF + parse_error() + tok_state = tok_state_data + cur -= 1 # Reconsume + return tok_cur_tag + else + tok_cur_tag.text += "--!#{c}" + tok_state = tok_state_comment + return null + + # 8.2.4.52 http://www.w3.org/TR/html5/syntax.html#doctype-state + tok_state_doctype = -> + switch c = txt.charAt(cur++) + when "\t", "\u000a", "\u000c", ' ' + tok_state = tok_state_before_doctype_name + when '' # EOF + parse_error() + tok_state = tok_state_data + el = new_doctype_token '' + el.flag 'force-quirks', true + cur -= 1 # Reconsume + return el + else + parse_error() + tok_state = tok_state_before_doctype_name + cur -= 1 # Reconsume + return null + + # 8.2.4.52 http://www.w3.org/TR/html5/syntax.html#doctype-state + tok_state_before_doctype_name = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + return + if is_uc_alpha(c) + tok_cur_tag = new_doctype_token c.toLowerCase() + tok_state = tok_state_doctype_name + return + if c is "\u0000" + parse_error() + tok_cur_tag = new_doctype_token "\ufffd" + tok_state = tok_state_doctype_name + return + if c is '>' + parse_error() + el = new_doctype_token '' + el.flag 'force-quirks', true + tok_state = tok_state_data + return el + if c is '' # EOF + parse_error() + tok_state = tok_state_data + el = new_doctype_token '' + el.flag 'force-quirks', true + cur -= 1 # Reconsume + return el + # Anything else + tok_cur_tag = new_doctype_token c + tok_state = tok_state_doctype_name + return null + + # 8.2.4.54 http://www.w3.org/TR/html5/syntax.html#doctype-name-state + tok_state_doctype_name = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + tok_state = tok_state_after_doctype_name + return + if c is '>' + tok_state = tok_state_data + return tok_cur_tag + if is_uc_alpha(c) + tok_cur_tag.name += c.toLowerCase() + return + if c is "\u0000" + parse_error() + tok_cur_tag.name += "\ufffd" + return + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + tok_cur_tag.name += c + return null + + # 8.2.4.55 http://www.w3.org/TR/html5/syntax.html#after-doctype-name-state + tok_state_after_doctype_name = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + return + if c is '>' + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + if txt.substr(cur - 1, 6).toLowerCase() is 'public' + cur += 5 + tok_state = tok_state_after_doctype_public_keyword + return + if txt.substr(cur - 1, 6).toLowerCase() is 'system' + cur += 5 + tok_state = tok_state_after_doctype_system_keyword + return + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + # 8.2.4.56 http://www.w3.org/TR/html5/syntax.html#after-doctype-public-keyword-state + tok_state_after_doctype_public_keyword = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + tok_state = tok_state_before_doctype_public_identifier + return + if c is '"' + parse_error() + tok_cur_tag.public_identifier = '' # FIXME should this go in @attrs or @text? + tok_state = tok_state_doctype_public_identifier_double_quoted + return + if c is "'" + parse_error() + tok_cur_tag.public_identifier = '' # FIXME should this go in @attrs or @text? + tok_state = tok_state_doctype_public_identifier_single_quoted + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + # 8.2.4.57 http://www.w3.org/TR/html5/syntax.html#before-doctype-public-identifier-state + tok_state_before_doctype_public_identifier = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + return + if c is '"' + parse_error() + tok_cur_tag.public_identifier = '' # FIXME should this go in @attrs or @text? + tok_state = tok_state_doctype_public_identifier_double_quoted + return + if c is "'" + parse_error() + tok_cur_tag.public_identifier = '' # FIXME should this go in @attrs or @text? + tok_state = tok_state_doctype_public_identifier_single_quoted + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + + # 8.2.4.58 http://www.w3.org/TR/html5/syntax.html#doctype-public-identifier-(double-quoted)-state + tok_state_doctype_public_identifier_double_quoted = -> + c = txt.charAt(cur++) + if c is '"' + tok_state = tok_state_after_doctype_public_identifier + return + if c is "\u0000" + parse_error() + tok_cur_tag.public_identifier += "\ufffd" + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + tok_cur_tag.public_identifier += c + return null + + # 8.2.4.59 http://www.w3.org/TR/html5/syntax.html#doctype-public-identifier-(single-quoted)-state + tok_state_doctype_public_identifier_single_quoted = -> + c = txt.charAt(cur++) + if c is "'" + tok_state = tok_state_after_doctype_public_identifier + return + if c is "\u0000" + parse_error() + tok_cur_tag.public_identifier += "\ufffd" + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + tok_cur_tag.public_identifier += c + return null + + # 8.2.4.60 http://www.w3.org/TR/html5/syntax.html#after-doctype-public-identifier-state + tok_state_after_doctype_public_identifier = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + tok_state = tok_state_between_doctype_public_and_system_identifiers + return + if c is '>' + tok_state = tok_state_data + return tok_cur_tag + if c is '"' + parse_error() + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_double_quoted + return + if c is "'" + parse_error() + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_single_quoted + return + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + # 8.2.4.61 http://www.w3.org/TR/html5/syntax.html#between-doctype-public-and-system-identifiers-state + tok_state_between_doctype_public_and_system_identifiers = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + return + if c is '>' + tok_state = tok_state_data + return tok_cur_tag + if c is '"' + parse_error() + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_double_quoted + return + if c is "'" + parse_error() + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_single_quoted + return + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + # 8.2.4.62 http://www.w3.org/TR/html5/syntax.html#after-doctype-system-keyword-state + tok_state_after_doctype_system_keyword = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + tok_state = tok_state_before_doctype_system_identifier + return + if c is '"' + parse_error() + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_double_quoted + return + if c is "'" + parse_error() + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_single_quoted + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + # 8.2.4.63 http://www.w3.org/TR/html5/syntax.html#before-doctype-system-identifier-state + tok_state_before_doctype_system_identifier = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + return + if c is '"' + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_double_quoted + return + if c is "'" + tok_cur_tag.system_identifier = '' + tok_state = tok_state_doctype_system_identifier_single_quoted + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + # 8.2.4.64 http://www.w3.org/TR/html5/syntax.html#doctype-system-identifier-(double-quoted)-state + tok_state_doctype_system_identifier_double_quoted = -> + c = txt.charAt(cur++) + if c is '"' + tok_state = tok_state_after_doctype_system_identifier + return + if c is "\u0000" + parse_error() + tok_cur_tag.system_identifier += "\ufffd" + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + tok_cur_tag.system_identifier += c + return null + + # 8.2.4.65 http://www.w3.org/TR/html5/syntax.html#doctype-system-identifier-(single-quoted)-state + tok_state_doctype_system_identifier_single_quoted = -> + c = txt.charAt(cur++) + if c is "'" + tok_state = tok_state_after_doctype_system_identifier + return + if c is "\u0000" + parse_error() + tok_cur_tag.system_identifier += "\ufffd" + return + if c is '>' + parse_error() + tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + tok_cur_tag.system_identifier += c + return null + + # 8.2.4.66 http://www.w3.org/TR/html5/syntax.html#after-doctype-system-identifier-state + tok_state_after_doctype_system_identifier = -> + c = txt.charAt(cur++) + if c is "\t" or c is "\u000a" or c is "\u000c" or c is ' ' + return + if c is '>' + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + parse_error() + tok_state = tok_state_data + tok_cur_tag.flag 'force-quirks', true + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + parse_error() + # do _not_ tok_cur_tag.flag 'force-quirks', true + tok_state = tok_state_bogus_doctype + return null + + # 8.2.4.67 http://www.w3.org/TR/html5/syntax.html#bogus-doctype-state + tok_state_bogus_doctype = -> + c = txt.charAt(cur++) + if c is '>' + tok_state = tok_state_data + return tok_cur_tag + if c is '' # EOF + tok_state = tok_state_data + cur -= 1 # Reconsume + return tok_cur_tag + # Anything else + return null + + # 8.2.4.69 http://www.w3.org/TR/html5/syntax.html#consume-a-character-reference # Don't set this as a state, just call it # returns a string (NOT a text node) @@ -2565,7 +3744,7 @@ parse_html = (txt, parse_error_cb = null) -> # tree constructor initialization # see comments on TYPE_TAG/etc for the structure of this data doc = new Node TYPE_TAG, name: 'html', namespace: NS_HTML - open_els = [doc] + open_els = [] afe = [] # active formatting elements template_insertion_modes = [] insertion_mode = ins_mode_initial @@ -2578,6 +3757,8 @@ parse_html = (txt, parse_error_cb = null) -> temporary_buffer = null pending_table_character_tokens = [] head_element_pointer = null + flag_fragment_parsing = false # parser originally created as part of the html fragment parsing algorithm (fragment case) + context_element = null # FIXME initialize from args.fragment http://www.w3.org/TR/html5/syntax.html#parsing-html-fragments # tokenizer initialization tok_state = tok_state_data @@ -2587,16 +3768,9 @@ parse_html = (txt, parse_error_cb = null) -> t = tok_state() if t? insertion_mode t + # fixfull parse error if has self-closing flag, but it wasn't acknolwedged return doc.children -# everything below is tests on the above -test_equals = (description, output, expected_output) -> - if output is expected_output - console.log "passed." # don't say name, so smart consoles can merge all of these - else - console.log "FAILED: \"#{description}\"" - console.log " Expected: #{expected_output}" - console.log " Actual: #{output}" serialize_els = (els, shallow, show_ids) -> serialized = '' sep = '' @@ -2605,199 +3779,12 @@ serialize_els = (els, shallow, show_ids) -> sep = ',' serialized += t.serialize shallow, show_ids return serialized -test_parser = (args) -> - debug_log_reset() - parse_errors = [] - errors_cb = (i) -> - parse_errors.push i - prev_node_id = 0 # reset counter - parsed = parse_html args.html, errors_cb - serialized = serialize_els parsed, false, false - expected = 'tag:"html",{},[tag:"head",{},[],tag:"body",{},[' + args.expected + ']]' - if serialized isnt expected - debug_log_each (str) -> - console.log str - console.log "FAILED: \"#{args.name}\"" - console.log " Input: #{args.html}" - console.log " Correct: #{expected}" - console.log " Output: #{serialized}" - if parse_errors.length > 0 - console.log " parse errs: #{JSON.stringify parse_errors}" - else - console.log " No parse errors" - else - console.log "passed \"#{args.name}\"" - -test_parser name: "empty", \ - html: "", - expected: '' -test_parser name: "just text", \ - html: "abc", - expected: 'text:"abc"' -test_parser name: "named entity", \ - html: "a&1234", - expected: 'text:"a&1234"' -test_parser name: "broken named character references", \ - html: "1&2&&3&aabbcc;", - expected: 'text:"1&2&&3&aabbcc;"' -test_parser name: "numbered entity overrides", \ - html: "1€€ ƒ", - expected: 'text:"1€€ ƒ"' -test_parser name: "open tag", \ - html: "foobar", - expected: 'text:"foo",tag:"span",{},[text:"bar"]' -test_parser name: "open tag with attributes", \ - html: "foobar", - expected: 'text:"foo",tag:"span",{"style":"foo: bar","title":"hi"},[text:"bar"]' -test_parser name: "open tag with attributes of various quotings", \ - html: "foobar", - expected: 'text:"foo",tag:"span",{"abc":"def","autofocus":"","g":"hij","klm":"nopqrstuv\\""},[text:"bar"]' -test_parser name: "attribute entity exceptions dq", \ - html: "foobar", - expected: 'text:"foo",tag:"a",{"href":"foo?t=1&=2&o=3<=foo"},[text:"bar"]' -test_parser name: "attribute entity exceptions sq", \ - html: "foobar", - expected: 'text:"foo",tag:"a",{"href":"foo?t=1&=2&o=3<=foo"},[text:"bar"]' -test_parser name: "attribute entity exceptions uq", \ - html: "foobar", - expected: 'text:"foo",tag:"a",{"href":"foo?t=1&=2&o=3<=foo"},[text:"bar"]' -test_parser name: "matching closing tags", \ - html: "foohi
1
foo
2
bar", - expected: 'text:"foo",tag:"a",{"href":"hi"},[text:"hi"],tag:"div",{},[text:"1",tag:"div",{},[text:"foo"],text:"2"],text:"bar"' -test_parser name: "missing closing tag inside", \ - html: "foo
barbaz
qux", - expected: 'text:"foo",tag:"div",{},[text:"bar",tag:"span",{},[text:"baz"]],text:"qux"' -test_parser name: "mis-matched closing tags", \ - html: "12
3456
78", - expected: 'tag:"span",{},[text:"12",tag:"div",{},[text:"3456"],text:"78"]' -test_parser name: "mis-matched formatting elements", \ - html: "1234567890", - expected: 'text:"12",tag:"b",{},[text:"34",tag:"i",{},[text:"56"]],tag:"i",{},[text:"78"],text:"90"' -test_parser name: "8.2.8.1 Misnested tags: ", \ - html: '

12345

', - expected: 'tag:"p",{},[text:"1",tag:"b",{},[text:"2",tag:"i",{},[text:"3"]],tag:"i",{},[text:"4"],text:"5"]' -test_parser name: "8.2.8.2 Misnested tags:

", \ - html: '1

23

', - expected: 'tag:"b",{},[text:"1"],tag:"p",{},[tag:"b",{},[text:"2"],text:"3"]' -test_parser name: "crazy formatting elements test", \ - html: "second
first
", - # chrome does this: expected: 'tag:"b",{},[tag:"i",{},[tag:"a",{},[tag:"s",{},[tag:"tt",{},[]]],text:"second"]],tag:"a",{},[tag:"s",{},[tag:"tt",{},[tag:"div",{},[tag:"b",{},[],text:"first"]]]]' - # firefox does this: - expected: 'tag:"b",{},[tag:"i",{},[tag:"a",{},[tag:"s",{},[tag:"tt",{},[]]]]],tag:"a",{},[tag:"s",{},[tag:"tt",{},[tag:"div",{},[tag:"b",{},[],text:"first"]]]],text:"second"' -# tests from https://github.com/html5lib/html5lib-tests/blob/master/tree-construction/adoption01.dat -test_parser name: "html5lib aaa 1", \ - html: '

', - expected: 'tag:"a",{},[],tag:"p",{},[tag:"a",{},[]]' -test_parser name: "html5lib aaa 2", \ - html: '1

23

', - expected: 'tag:"a",{},[text:"1"],tag:"p",{},[tag:"a",{},[text:"2"],text:"3"]' -test_parser name: "html5lib aaa 3", \ - html: '1', - expected: 'tag:"a",{},[text:"1"],tag:"button",{},[tag:"a",{},[text:"2"],text:"3"]' -test_parser name: "html5lib aaa 4", \ - html: '123', - expected: 'tag:"a",{},[text:"1",tag:"b",{},[text:"2"]],tag:"b",{},[text:"3"]' -test_parser name: "html5lib aaa 5 (two divs deep)", \ - html: '1
2
34
5
', - expected: 'tag:"a",{},[text:"1"],tag:"div",{},[tag:"a",{},[text:"2"],tag:"div",{},[tag:"a",{},[text:"3"],text:"4"],text:"5"]' -test_parser name: "html5lib aaa 6 (foster parenting)", \ - html: '1

23

', - expected: 'tag:"a",{},[text:"1"],tag:"p",{},[tag:"a",{},[text:"2"],text:"3"],tag:"table",{},[]' -test_parser name: "html5lib aaa 7 (aaa, eof) 1", \ - html: '

', - expected: 'tag:"b",{},[tag:"b",{},[tag:"a",{},[],tag:"p",{},[tag:"a",{},[]]]]' -test_parser name: "html5lib aaa 8 (aaa, eof) 2", \ - html: '

', - expected: 'tag:"b",{},[tag:"a",{},[tag:"b",{},[]],tag:"b",{},[tag:"p",{},[tag:"a",{},[]]]]' -test_parser name: "html5lib aaa 9 (aaa, eof) 3", \ - html: '

', - expected: 'tag:"a",{},[tag:"b",{},[tag:"b",{},[]]],tag:"b",{},[tag:"b",{},[tag:"p",{},[tag:"a",{},[]]]]' -test_parser name: "html5lib aaa 10 (formatting, nesting, attrs, aaa)", \ - html: '

123

45', - expected: 'tag:"p",{},[text:"1",tag:"s",{"id":"A"},[text:"2",tag:"b",{"id":"B"},[text:"3"]]],tag:"s",{"id":"A"},[tag:"b",{"id":"B"},[text:"4"]],tag:"b",{"id":"B"},[text:"5"]' -test_parser name: "html5lib aaa 11 (table with foster parenting, formatting el and td)", \ - html: '
13
2
', - expected: 'tag:"a",{},[text:"1"],tag:"a",{},[text:"3"],tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[text:"2"]]]]' -test_parser name: "html5lib aaa 12 (table with foster parenting, split text)", \ - html: 'AC
B
', - expected: 'text:"AC",tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[text:"B"]]]]' -# TODO implement svg and namespacing -#test_parser name: "html5lib aaa 13 (svg tr input)", \ -# html: '
', -# expected: 'tag:"a",{},[svg:"svg",{},[svg:"tr",{},[svg:"input"]]]' -test_parser name: "html5lib aaa 14 (deep ?outer aaa)", \ - html: '
', - expected: 'tag:"div",{},[tag:"a",{},[tag:"b",{},[]],tag:"b",{},[tag:"div",{},[tag:"a",{},[],tag:"div",{},[tag:"a",{},[],tag:"div",{},[tag:"a",{},[],tag:"div",{},[tag:"a",{},[],tag:"div",{},[tag:"a",{},[],tag:"div",{},[tag:"a",{},[],tag:"div",{},[tag:"a",{},[],tag:"div",{},[tag:"a",{},[tag:"div",{},[tag:"div",{},[]]]]]]]]]]]]]' -test_parser name: "html5lib aaa 15 (deep ?inner aaa)", \ - html: '
', - expected: 'tag:"div",{},[tag:"a",{},[tag:"b",{},[tag:"u",{},[tag:"i",{},[tag:"code",{},[]]]]],tag:"u",{},[tag:"i",{},[tag:"code",{},[tag:"div",{},[tag:"a",{},[]]]]]]' -test_parser name: "html5lib aaa 16 (correctly nested 4b)", \ - html: 'xy', - expected: 'tag:"b",{},[tag:"b",{},[tag:"b",{},[tag:"b",{},[text:"x"]]]],text:"y"' -test_parser name: "html5lib aaa 17 (formatting, implied /p, noah's ark)", \ - html: '

x', - expected: 'tag:"p",{},[tag:"b",{},[tag:"b",{},[tag:"b",{},[tag:"b",{},[]]]]],tag:"p",{},[tag:"b",{},[tag:"b",{},[tag:"b",{},[text:"x"]]]]' -test_parser name: "variation on html5lib aaa 17 (with attributes in various orders)", \ - html: '

x', - expected: 'tag:"p",{},[tag:"b",{"c":"d","e":"f"},[tag:"b",{"c":"d","e":"f"},[tag:"b",{"c":"d","e":"f"},[tag:"b",{"c":"d","e":"f"},[]]]]],tag:"p",{},[tag:"b",{"c":"d","e":"f"},[tag:"b",{"c":"d","e":"f"},[tag:"b",{"c":"d","e":"f"},[text:"x"]]]]' -test_parser name: "junk after attribute close-quote", \ - html: '

foo

x', - expected: 'tag:"p",{},[tag:"b",{",":"","c":"d","e":"f"},[text:"foo"]],tag:"p",{},[tag:"b",{",":"","c":"d","e":"f"},[text:"x"]]' -test_parser name: "html5lib aaa02 1", \ - html: '12

34', - expected: 'tag:"b",{},[text:"1",tag:"i",{},[text:"2"]],tag:"i",{},[tag:"p",{},[tag:"b",{},[text:"3"],text:"4"]]' -test_parser name: "html5lib aaa02 2", \ - html: '

', - expected: 'tag:"a",{},[],tag:"div",{},[tag:"a",{},[tag:"style",{},[]],tag:"address",{},[tag:"a",{},[],tag:"a",{},[]]]' -test_parser name: "html5lib tables 1", \ - html: '
', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"th",{},[]]]]' -test_parser name: "html5lib tables 2", \ - html: '
', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[]]]]' -test_parser name: "html5lib tables 3", \ - html: "", - expected: 'tag:"table",{},[tag:"colgroup",{},[tag:"col",{"foo":"bar"},[]]]' -test_parser name: "html5lib tables 4", \ - html: '
foo', - expected: 'text:"foo",tag:"table",{},[tag:"colgroup",{},[]]' -test_parser name: "html5lib tables 5", \ - html: '

foo', - expected: 'tag:"table",{},[],tag:"p",{},[text:"foo"]' -test_parser name: "html5lib tables 6", \ - html: '
', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[]]]]' -test_parser name: "html5lib tables 7", \ - html: '
', - expected: 'tag:"select",{},[tag:"option",{},[text:"3"]],tag:"table",{},[]' -test_parser name: "html5lib tables 8", \ - html: '
', - expected: 'tag:"select",{},[],tag:"table",{},[],tag:"table",{},[]' -test_parser name: "html5lib tables 9", \ - html: '
', - expected: 'tag:"select",{},[],tag:"table",{},[]' -test_parser name: "html5lib tables 10", \ - html: '
B
', - expected: 'tag:"select",{},[tag:"option",{},[text:"A"]],tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[text:"B"]]]]' -test_parser name: "html5lib tables 11", \ - html: '
foo', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[text:"foo"]]]]' -test_parser name: "html5lib tables 12", \ - html: '
A
B', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[text:"A"]]]],text:"B"' -test_parser name: "html5lib tables 13", \ - html: '
', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[]],tag:"caption",{},[]]' -test_parser name: "html5lib tables 14", \ - html: '
foo', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[text:"foo"]]]]' -test_parser name: "html5lib tables 15", \ - html: '', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[]],tag:"tr",{},[]]]' -test_parser name: "html5lib tables 16", \ - html: '
', - expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[tag:"button",{},[]],tag:"td",{},[]]]]' -# TODO implement svg parsing -#test_parser name: "html5lib tables 17", \ -# html: '
', -# expected: 'tag:"table",{},[tag:"tbody",{},[tag:"tr",{},[tag:"td",{},[svg:"svg",{},[svg:"desc",{},[]]],tag:"td",{},[]]]]' + +# TODO export TYPE_* +module.exports.parse_html = parse_html +module.exports.debug_log_reset = debug_log_reset +module.exports.debug_log_each = debug_log_each +module.exports.TYPE_TAG = TYPE_TAG +module.exports.TYPE_TEXT = TYPE_TEXT +module.exports.TYPE_COMMENT = TYPE_COMMENT +module.exports.TYPE_DOCTYPE = TYPE_DOCTYPE