@rocketnew/llm-sdk
Version:
Universal LLM SDK for JavaScript/TypeScript - OpenAI, Anthropic, Gemini, Perplexity and more
237 lines (234 loc) • 8.22 kB
JavaScript
var __defProp = Object.defineProperty;
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
var __getOwnPropNames = Object.getOwnPropertyNames;
var __hasOwnProp = Object.prototype.hasOwnProperty;
var __typeError = (msg) => {
throw TypeError(msg);
};
var __esm = (fn, res) => function __init() {
return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
};
var __export = (target, all) => {
for (var name in all)
__defProp(target, name, { get: all[name], enumerable: true });
};
var __copyProps = (to, from, except, desc) => {
if (from && typeof from === "object" || typeof from === "function") {
for (let key of __getOwnPropNames(from))
if (!__hasOwnProp.call(to, key) && key !== except)
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
}
return to;
};
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
var __accessCheck = (obj, member, msg) => member.has(obj) || __typeError("Cannot " + msg);
var __privateGet = (obj, member, getter) => (__accessCheck(obj, member, "read from private field"), getter ? getter.call(obj) : member.get(obj));
var __privateAdd = (obj, member, value) => member.has(obj) ? __typeError("Cannot add the same private member more than once") : member instanceof WeakSet ? member.add(obj) : member.set(obj, value);
var __privateSet = (obj, member, value, setter) => (__accessCheck(obj, member, "write to private field"), setter ? setter.call(obj, value) : member.set(obj, value), value);
// src/constants.ts
var RESPONSE_FORMAT_TOOL_NAME, DEFAULT_ANTHROPIC_CHAT_MAX_TOKENS, DEFAULT_MAX_TOKENS, DEFAULT_MAX_RETRIES, INITIAL_RETRY_DELAY, MAX_RETRY_DELAY, JITTER, REQUEST_TIMEOUT, DEFAULT_REASONING_EFFORT_DISABLE_THINKING_BUDGET, DEFAULT_REASONING_EFFORT_MINIMAL_THINKING_BUDGET, DEFAULT_REASONING_EFFORT_LOW_THINKING_BUDGET, DEFAULT_REASONING_EFFORT_MEDIUM_THINKING_BUDGET, DEFAULT_REASONING_EFFORT_HIGH_THINKING_BUDGET, ANTHROPIC_WEB_SEARCH_TOOL_MAX_USES, ANTHROPIC_HOSTED_TOOLS, ANTHROPIC_BETA_HEADER_VALUES, ANTHROPIC_TOOL_SEARCH_BETA_HEADER, ANTHROPIC_EFFORT_BETA_HEADER, ANTHROPIC_SKILLS_API_BETA_VERSION, ANTHROPIC_ADVISOR_TOOL_TYPE, COMPUTER_TOOL_BETA_MAPPING, OPENAI_CHAT_COMPLETION_PARAMS, OPENAI_COMPATIBLE_PROVIDERS, all_rocketllm_params, OPENAI_TRANSCRIPTION_PARAMS;
var init_constants = __esm({
"src/constants.ts"() {
"use strict";
RESPONSE_FORMAT_TOOL_NAME = "json_tool_call";
DEFAULT_ANTHROPIC_CHAT_MAX_TOKENS = parseInt(
process.env.DEFAULT_ANTHROPIC_CHAT_MAX_TOKENS || "4096"
);
DEFAULT_MAX_TOKENS = parseInt(
process.env.DEFAULT_MAX_TOKENS || "4096"
);
DEFAULT_MAX_RETRIES = parseInt(
process.env.DEFAULT_MAX_RETRIES || "2"
);
INITIAL_RETRY_DELAY = parseFloat(
process.env.INITIAL_RETRY_DELAY || "0.5"
);
MAX_RETRY_DELAY = parseFloat(
process.env.MAX_RETRY_DELAY || "8.0"
);
JITTER = parseFloat(
process.env.JITTER || "0.75"
);
REQUEST_TIMEOUT = parseFloat(
process.env.REQUEST_TIMEOUT || "6000"
);
DEFAULT_REASONING_EFFORT_DISABLE_THINKING_BUDGET = parseInt(
process.env.DEFAULT_REASONING_EFFORT_DISABLE_THINKING_BUDGET || "0"
);
DEFAULT_REASONING_EFFORT_MINIMAL_THINKING_BUDGET = parseInt(
process.env.DEFAULT_REASONING_EFFORT_MINIMAL_THINKING_BUDGET || "128"
);
DEFAULT_REASONING_EFFORT_LOW_THINKING_BUDGET = parseInt(
process.env.DEFAULT_REASONING_EFFORT_LOW_THINKING_BUDGET || "1024"
);
DEFAULT_REASONING_EFFORT_MEDIUM_THINKING_BUDGET = parseInt(
process.env.DEFAULT_REASONING_EFFORT_MEDIUM_THINKING_BUDGET || "2048"
);
DEFAULT_REASONING_EFFORT_HIGH_THINKING_BUDGET = parseInt(
process.env.DEFAULT_REASONING_EFFORT_HIGH_THINKING_BUDGET || "4096"
);
ANTHROPIC_WEB_SEARCH_TOOL_MAX_USES = {
low: 1,
medium: 5,
high: 10
};
ANTHROPIC_HOSTED_TOOLS = {
WEB_SEARCH: "web_search",
BASH: "bash",
TEXT_EDITOR: "text_editor",
CODE_EXECUTION: "code_execution",
WEB_FETCH: "web_fetch",
MEMORY: "memory",
TOOL_SEARCH_TOOL: "tool_search_tool"
};
ANTHROPIC_BETA_HEADER_VALUES = {
WEB_FETCH_2025_09_10: "web-fetch-2025-09-10",
WEB_SEARCH_2025_03_05: "web-search-2025-03-05",
CONTEXT_MANAGEMENT_2025_06_27: "context-management-2025-06-27",
COMPACT_2026_01_12: "compact-2026-01-12",
STRUCTURED_OUTPUT_2025_09_25: "structured-outputs-2025-11-13",
ADVANCED_TOOL_USE_2025_11_20: "advanced-tool-use-2025-11-20",
FAST_MODE_2026_02_01: "fast-mode-2026-02-01",
ADVISOR_TOOL_2026_03_01: "advisor-tool-2026-03-01"
};
ANTHROPIC_TOOL_SEARCH_BETA_HEADER = "advanced-tool-use-2025-11-20";
ANTHROPIC_EFFORT_BETA_HEADER = "effort-2025-11-24";
ANTHROPIC_SKILLS_API_BETA_VERSION = "skills-2025-10-02";
ANTHROPIC_ADVISOR_TOOL_TYPE = "advisor_20260301";
COMPUTER_TOOL_BETA_MAPPING = {
"computer_20250124": "computer-use-2025-01-24",
"computer_20241022": "computer-use-2024-10-22"
};
OPENAI_CHAT_COMPLETION_PARAMS = [
"functions",
"function_call",
"temperature",
"top_p",
"n",
"stream",
"stream_options",
"stop",
"max_completion_tokens",
"modalities",
"prediction",
"audio",
"max_tokens",
"presence_penalty",
"frequency_penalty",
"logit_bias",
"user",
"request_timeout",
"api_base",
"api_version",
"api_key",
"deployment_id",
"organization",
"base_url",
"default_headers",
"timeout",
"response_format",
"seed",
"tools",
"tool_choice",
"max_retries",
"parallel_tool_calls",
"logprobs",
"top_logprobs",
"reasoning_effort",
"extra_headers",
"thinking",
"web_search_options",
"service_tier"
];
OPENAI_COMPATIBLE_PROVIDERS = [
"perplexity",
"rocketllm_proxy"
// Future providers(uncomment when adding support)
// 'anyscale',
// 'groq',
// 'nvidia_nim',
// 'cerebras',
// 'baseten',
// 'sambanova',
// 'ai21_chat',
// 'ai21',
// 'volcengine',
// 'codestral',
// 'deepseek',
// 'deepinfra',
// 'xinference',
// 'xai',
// 'zai',
// 'together_ai',
// 'fireworks_ai',
// 'empower',
// 'friendliai',
// 'azure_ai',
// 'github',
// 'hosted_vllm',
// 'llamafile',
// 'lm_studio',
// 'galadriel',
// 'github_copilot',
// 'novita',
// 'meta_llama',
];
all_rocketllm_params = [
// Framework / config passthrough
"api_key",
"api_base",
"base_url",
"api_version",
"timeout",
"request_timeout",
"stream_timeout",
"max_retries",
"custom_llm_provider",
"organization",
"headers",
"extra_headers",
"provider_specific_header",
"drop_params",
"additional_drop_params",
// Message-shape helpers (consumed by completion())
"thinking",
"ensure_alternating_roles",
"user_continue_message",
"assistant_continue_message",
"supports_system_message"
];
OPENAI_TRANSCRIPTION_PARAMS = [
"language",
"response_format",
"timestamp_granularities"
];
}
});
export {
__esm,
__export,
__toCommonJS,
__privateGet,
__privateAdd,
__privateSet,
RESPONSE_FORMAT_TOOL_NAME,
DEFAULT_ANTHROPIC_CHAT_MAX_TOKENS,
DEFAULT_MAX_TOKENS,
DEFAULT_REASONING_EFFORT_MINIMAL_THINKING_BUDGET,
DEFAULT_REASONING_EFFORT_LOW_THINKING_BUDGET,
DEFAULT_REASONING_EFFORT_MEDIUM_THINKING_BUDGET,
DEFAULT_REASONING_EFFORT_HIGH_THINKING_BUDGET,
ANTHROPIC_WEB_SEARCH_TOOL_MAX_USES,
ANTHROPIC_HOSTED_TOOLS,
ANTHROPIC_BETA_HEADER_VALUES,
ANTHROPIC_TOOL_SEARCH_BETA_HEADER,
ANTHROPIC_EFFORT_BETA_HEADER,
ANTHROPIC_SKILLS_API_BETA_VERSION,
ANTHROPIC_ADVISOR_TOOL_TYPE,
COMPUTER_TOOL_BETA_MAPPING,
OPENAI_CHAT_COMPLETION_PARAMS,
OPENAI_COMPATIBLE_PROVIDERS,
all_rocketllm_params,
OPENAI_TRANSCRIPTION_PARAMS,
init_constants
};