react-native-executorch/src/constants/llmDefaults.ts

An easy way to run AI models in React Native with ExecuTorch

import { ChatConfig, Message } from '../types/llm';
import { SlidingWindowContextStrategy } from '../utils/llms/context_strategy';

/**
 * Default system prompt used to guide the behavior of Large Language Models (LLMs).
 * @category Utilities - LLM
 */
export const DEFAULT_SYSTEM_PROMPT =
  "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text.";

/**
 * Generates a default structured output prompt based on the provided JSON schema.
 * @category Utilities - LLM
 * @param structuredOutputSchema - A string representing the JSON schema for the desired output format.
 * @returns A prompt string instructing the model to format its output according to the given schema.
 */
export const DEFAULT_STRUCTURED_OUTPUT_PROMPT = (
  structuredOutputSchema: string
) => `The output should be formatted as a JSON instance that conforms to the JSON schema below.

As an example, for the schema {"properties": {"foo": {"title": "Foo", "description": "a list of strings", "type": "array", "items": {"type": "string"}}}, "required": ["foo"]}
the object {"foo": ["bar", "baz"]} is a well-formatted instance of the schema. The object {"properties": {"foo": ["bar", "baz"]}} is not well-formatted.

Here is the output schema:
${structuredOutputSchema}
`;

/**
 * Default message history for Large Language Models (LLMs).
 * @category Utilities - LLM
 */
export const DEFAULT_MESSAGE_HISTORY: Message[] = [];

/**
 * Default context buffer tokens (number of tokens to keep for the model response) for Large Language Models (LLMs).
 * @category Utilities - LLM
 */
export const DEFAULT_CONTEXT_BUFFER_TOKENS = 512;

/**
 * Default chat configuration for Large Language Models (LLMs).
 * @category Utilities - LLM
 */
export const DEFAULT_CHAT_CONFIG: ChatConfig = {
  systemPrompt: DEFAULT_SYSTEM_PROMPT,
  initialMessageHistory: DEFAULT_MESSAGE_HISTORY,
  contextStrategy: new SlidingWindowContextStrategy(
    DEFAULT_CONTEXT_BUFFER_TOKENS
  ),
};