crapifyme/dist/shared/enhanced-tokenizer.d.ts

Ultra-fast developer productivity CLI tools - remove comments, logs, and more

import { ErrorHandler, ErrorCategory, ErrorSeverity } from './error-handler';
import { Logger } from './logger';
import { EnhancedToken } from './types';
export declare class EnhancedTokenizer {
    private static readonly WHITESPACE;
    private content;
    private position;
    private contextStack;
    private errorHandler;
    private logger;
    private performanceMonitor;
    constructor(logger?: Logger);
    tokenize(content: string): EnhancedToken[];
    private nextTokenOptimized;
    private parseCodeSequenceOptimized;
    private createCodeToken;
    private couldBeRegexAtPosition;
    private parseStringTokenWithRecovery;
    private parseTemplateStringTokenWithRecovery;
    private parseRegexTokenWithRecovery;
    private parseLineCommentToken;
    private parseBlockCommentToken;
    private parseHtmlCommentToken;
    private couldBeRegexOptimized;
    private getCurrentContext;
    getErrorHandler(): ErrorHandler;
    getErrorSummary(): {
        total: number;
        bySeverity: Record<ErrorSeverity, number>;
        byCategory: Record<ErrorCategory, number>;
    };
}
//# sourceMappingURL=enhanced-tokenizer.d.ts.map