koishi-plugin-chatluna-rmkv-adapter
Version:
rwkv adapter for chatluna
18 lines (17 loc) • 1 kB
TypeScript
import { PlatformModelAndEmbeddingsClient } from 'koishi-plugin-chatluna/llm-core/platform/client';
import { ClientConfig } from 'koishi-plugin-chatluna/llm-core/platform/config';
import { ChatLunaBaseEmbeddings, ChatLunaChatModel } from 'koishi-plugin-chatluna/llm-core/platform/model';
import { ModelInfo } from 'koishi-plugin-chatluna/llm-core/platform/types';
import { Context } from 'koishi';
import { Config } from '.';
import { ChatLunaPlugin } from 'koishi-plugin-chatluna/services/chat';
import type { ModelUsageReporter } from 'koishi-plugin-chatluna/llm-core/platform/usage';
export declare class RWKVClient extends PlatformModelAndEmbeddingsClient<ClientConfig> {
private _config;
plugin: ChatLunaPlugin;
platform: string;
private _requester;
constructor(ctx: Context, _config: Config, plugin: ChatLunaPlugin);
refreshModels(): Promise<ModelInfo[]>;
protected _createModel(model: string, report: ModelUsageReporter): ChatLunaChatModel | ChatLunaBaseEmbeddings;
}