UNPKG

bhai-lang-parser

Version:
17 lines (14 loc) 476 B
import { Spec } from '../../constants/bhaiLangSpec'; import { Tokenizer, Token } from './types'; declare class TokenizerImpl implements Tokenizer { private _spec; private _string; private _cursor; constructor(spec: Spec); initTokenizer(stringToTokenize: String): void; isEOF(): boolean; hasMoreTokens(): boolean; getNextToken(): Token | null; _matched(regex: RegExp, string: string): string | null; } export { TokenizerImpl as default };