datapilot-cli/dist/parsers/types.d.ts

Enterprise-grade streaming multi-format data analysis with comprehensive statistical insights and intelligent relationship detection - supports CSV, JSON, Excel, TSV, Parquet - memory-efficient, cross-platform

/**
 * Enhanced CSV Parser type definitions with modern TypeScript patterns
 */
export type CSVParserMode = 'strict' | 'lenient' | 'recovery';
export interface BaseCSVParserOptions {
    readonly delimiter?: string;
    readonly quote?: string;
    readonly escape?: string;
    readonly encoding?: BufferEncoding;
    readonly hasHeader?: boolean;
    readonly lineEnding?: '\n' | '\r\n';
    readonly skipEmptyLines?: boolean;
    readonly maxRows?: number;
    readonly chunkSize?: number;
    readonly detectTypes?: boolean;
    readonly trimFields?: boolean;
    readonly maxFieldSize?: number;
    readonly autoDetect?: boolean;
    readonly sampleSize?: number;
}
export type CSVParserOptions = BaseCSVParserOptions & ({
    mode: 'strict';
    strictValidation: true;
    abortOnError: true;
} | {
    mode: 'lenient';
    strictValidation?: false;
    continueOnError?: true;
    maxErrors?: number;
} | {
    mode: 'recovery';
    strictValidation: false;
    attemptRecovery: true;
    recoveryStrategies: readonly RecoveryStrategy[];
});
export interface RecoveryStrategy {
    readonly type: 'skip-row' | 'substitute-value' | 'truncate-field' | 'interpolate';
    readonly condition: (error: ParseError) => boolean;
    readonly action: (row: string[], error: ParseError) => string[];
}
export interface DetectedCSVFormat {
    encoding: BufferEncoding;
    encodingConfidence: number;
    delimiter: string;
    delimiterConfidence: number;
    quote: string;
    quoteConfidence: number;
    lineEnding: '\n' | '\r\n';
    hasHeader: boolean;
    headerConfidence: number;
}
export interface ParsedRow {
    index: number;
    data: string[];
    raw?: string;
}
export interface ParseError {
    row: number;
    column?: number;
    message: string;
    code: string;
}
export interface ParserStats {
    bytesProcessed: number;
    rowsProcessed: number;
    errors: ParseError[];
    startTime: number;
    endTime?: number;
    peakMemoryUsage?: number;
}
export declare enum ParserState {
    FIELD_START = "FIELD_START",
    IN_FIELD = "IN_FIELD",
    IN_QUOTED_FIELD = "IN_QUOTED_FIELD",
    QUOTE_IN_QUOTED_FIELD = "QUOTE_IN_QUOTED_FIELD",
    FIELD_END = "FIELD_END",
    ROW_END = "ROW_END"
}
export declare const OPTIMAL_CHUNK_SIZE: number;
export declare const MAX_SAMPLE_SIZE: number;
export declare const MIN_SAMPLE_SIZE: number;
export declare const COMMON_DELIMITERS: string[];
export declare const COMMON_QUOTES: string[];
export interface EncodingPattern {
    encoding: BufferEncoding | 'utf16be';
    bom?: Buffer;
    pattern?: RegExp;
}
export declare const ENCODING_PATTERNS: EncodingPattern[];
//# sourceMappingURL=types.d.ts.map