@n8n/n8n-nodes-langchain

Version:

13 lines (12 loc) • 560 B

TypeScript

import type { TokenTextSplitterParams } from '@langchain/textsplitters';
import { TextSplitter } from '@langchain/textsplitters';
import type * as tiktoken from 'js-tiktoken';
export declare class TokenTextSplitter extends TextSplitter implements TokenTextSplitterParams {
    static lc_name(): string;
    encodingName: tiktoken.TiktokenEncoding;
    allowedSpecial: 'all' | string[];
    disallowedSpecial: 'all' | string[];
    private tokenizer;
    constructor(fields?: Partial<TokenTextSplitterParams>);
    splitText(text: string): Promise<string[]>;
}