@fmlang/tokenizer/lib/types/Tokenizer.d.ts

Tokenizer for Forms Markup Language (FML)

import { Result } from "./Result";
import { Token } from "./Token";
export declare class Tokenizer {
    tokens: Token[];
    start: number;
    current: number;
    line: number;
    source: string;
    constructor(fml: string);
    Tokenize(): Result<Token[] | null, Error | null>;
    private IsAtEnd;
    private ScanToken;
    private Advance;
    private MatchNext;
    private IsDigit;
    private ReadNumber;
    private PeekNext;
    private ReadString;
    private IsAlpha;
    private IsAlphaNumeric;
    private ReadIdentifier;
    private AddToken;
    private ReadMarkdown;
}