@hotglue/gluestick-ts/dist/reader.d.ts

TypeScript version of the gluestick ETL library for hotglue IPaaS platform

import pl from 'nodejs-polars';
export interface CatalogStream {
    stream: string;
    tap_stream_id: string;
    schema: {
        properties: Record<string, any>;
    };
    metadata: Array<{
        breadcrumb: string[];
        metadata: Record<string, any>;
    }>;
}
export interface Catalog {
    streams: CatalogStream[];
}
export interface PolarsSchema {
    [column: string]: any;
}
export declare class Reader {
    private static readonly ROOT_DIR;
    private static readonly INPUT_DIR;
    private root;
    private dir;
    private inputFiles;
    constructor(dir?: string, root?: string);
    toString(): string;
    keys(): string[];
    get(stream: string, options?: {
        catalogTypes?: boolean;
        chunksize?: number;
        [key: string]: any;
    }): pl.DataFrame | null;
    getMetadata(stream: string): Record<string, string>;
    getPk(stream: string): string[];
    private readDirectories;
    private readCatalog;
    private getSchemaFromCatalog;
}
//# sourceMappingURL=reader.d.ts.map