@anaplian/model-context-size
Version:
Anaplian support library for fetching the context window size for various models
15 lines (14 loc) • 612 B
TypeScript
import { modelContextSizes } from './model-context-sizes';
export type SupportedModelName = keyof typeof modelContextSizes;
/**
* A type guard that checks if a particular model's context size is available from this package.
*
* @param modelName - A model name as used in LangChain.js.
*/
export declare const isModelSupported: (modelName: string) => modelName is SupportedModelName;
/**
* Gets the context window size in tokens for the model.
*
* @param modelName - The supported model name as used in LangChain.js.
*/
export declare const getModelContextSize: (modelName: SupportedModelName) => number;