functionalscript/djs/tokenizer/module.f.d.ts

FunctionalScript is a purely functional subset of JavaScript

import * as list from '../../types/list/module.f.ts';
import * as jsTokenizer from '../../js/tokenizer/module.f.ts';
export type DjsToken = {
    readonly kind: 'true' | 'false' | 'null' | 'undefined';
} | {
    readonly kind: '{' | '}' | ':' | ',' | '[' | ']' | '.' | '=';
} | jsTokenizer.StringToken | jsTokenizer.NumberToken | jsTokenizer.ErrorToken | jsTokenizer.IdToken | jsTokenizer.BigIntToken | jsTokenizer.WhitespaceToken | jsTokenizer.NewLineToken | jsTokenizer.CommentToken | jsTokenizer.EofToken;
export type DjsTokenWithMetadata = {
    readonly token: DjsToken;
    readonly metadata: jsTokenizer.TokenMetadata;
};
export declare const tokenize: (input: list.List<number>) => (path: string) => list.List<DjsTokenWithMetadata>;