crapifyme/dist/shared/tokenizer.d.ts

Ultra-fast developer productivity CLI tools - remove comments, logs, and more

export interface Token {
    type: 'comment' | 'string' | 'code' | 'console-log';
    value: string;
    startPos: number;
    endPos: number;
}
export declare class SimpleTokenizer {
    private content;
    private position;
    tokenize(content: string): Token[];
    private nextToken;
    private parseString;
    private parseLineComment;
    private parseBlockComment;
    private parseHtmlComment;
    private isConsoleLogStart;
    private parseConsoleLog;
    private parseCode;
}
//# sourceMappingURL=tokenizer.d.ts.map