diff --git a/src/html.ts b/src/html.ts index 53c8032..6814828 100644 --- a/src/html.ts +++ b/src/html.ts @@ -12,6 +12,9 @@ export function tokenize(input: string): Array { const tokenizer = new Tokenizer(input); + // FIXME: This completely ignores any state changes set by the tree construction + // stage - as well, there is no tree construction stage. + // See https://html.spec.whatwg.org/multipage/parsing.html#tokenization while (tokenizer.tokens[tokenizer.tokens.length - 1]?.type !== Type.EndOfFile) tokenizer.spin();