HTML: Add fixme to tokenizer about tree construction stage state changes
This commit is contained in:
parent
520febd542
commit
fbaae88b65
1 changed files with 3 additions and 0 deletions
|
@ -12,6 +12,9 @@ export function tokenize(input: string): Array<Token> {
|
|||
|
||||
const tokenizer = new Tokenizer(input);
|
||||
|
||||
// FIXME: This completely ignores any state changes set by the tree construction
|
||||
// stage - as well, there is no tree construction stage.
|
||||
// See https://html.spec.whatwg.org/multipage/parsing.html#tokenization
|
||||
while (tokenizer.tokens[tokenizer.tokens.length - 1]?.type !== Type.EndOfFile)
|
||||
tokenizer.spin();
|
||||
|
||||
|
|
Loading…
Reference in a new issue