@nfrasser/simple-html-tokenizer
Version:
Simple HTML Tokenizer is a lightweight JavaScript library that can be used to tokenize the kind of HTML normally found in templates.
13 lines (11 loc) • 402 B
text/typescript
import Tokenizer from './tokenizer';
import EntityParser from './entity-parser';
import namedCharRefs from './generated/html5-named-char-refs';
import { TokenizerOptions, Token } from './types';
export default function tokenize(
input: string,
options?: TokenizerOptions
): Token[] {
let tokenizer = new Tokenizer(new EntityParser(namedCharRefs), options);
return tokenizer.tokenize(input);
}