recoder-code
Version:
🚀 AI-powered development platform - Chat with 32+ models, build projects, automate workflows. Free models included!
12 lines (11 loc) • 443 B
TypeScript
import { Config, Token, TokenizerConfig } from '../../core/types';
import Tokenizer from '../../core/Tokenizer';
export default abstract class AbstractFormatter {
cfg: Config;
constructor(cfg: Config);
abstract getTokenizerConfig(): TokenizerConfig;
format(query: string): string;
tokenize(query: string): Token[];
tokenizer(): Tokenizer;
protected tokenOverride?: (token: Token, previousToken?: Token) => Token;
}