@langchain/community/dist/llms/deepinfra.cjs

Third-party integrations for LangChain.js

Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
const require_runtime = require("../_virtual/_rolldown/runtime.cjs");
let _langchain_core_utils_env = require("@langchain/core/utils/env");
let _langchain_core_language_models_llms = require("@langchain/core/language_models/llms");
//#region src/llms/deepinfra.ts
var deepinfra_exports = /* @__PURE__ */ require_runtime.__exportAll({
	DEEPINFRA_API_BASE: () => DEEPINFRA_API_BASE,
	DEFAULT_MODEL_NAME: () => DEFAULT_MODEL_NAME,
	DeepInfraLLM: () => DeepInfraLLM,
	ENV_VARIABLE: () => ENV_VARIABLE
});
const DEEPINFRA_API_BASE = "https://api.deepinfra.com/v1/openai/completions";
const DEFAULT_MODEL_NAME = "mistralai/Mixtral-8x22B-Instruct-v0.1";
const ENV_VARIABLE = "DEEPINFRA_API_TOKEN";
var DeepInfraLLM = class extends _langchain_core_language_models_llms.LLM {
	static lc_name() {
		return "DeepInfraLLM";
	}
	lc_serializable = true;
	apiKey;
	model;
	maxTokens;
	temperature;
	constructor(fields = {}) {
		super(fields);
		this.apiKey = fields.apiKey ?? (0, _langchain_core_utils_env.getEnvironmentVariable)("DEEPINFRA_API_TOKEN");
		this.model = fields.model ?? "mistralai/Mixtral-8x22B-Instruct-v0.1";
		this.maxTokens = fields.maxTokens;
		this.temperature = fields.temperature;
	}
	_llmType() {
		return "DeepInfra";
	}
	async _call(prompt, options) {
		const body = {
			temperature: this.temperature,
			max_tokens: this.maxTokens,
			...options,
			prompt,
			model: this.model
		};
		return await this.caller.call(() => fetch(DEEPINFRA_API_BASE, {
			method: "POST",
			headers: {
				Authorization: `Bearer ${this.apiKey}`,
				"Content-Type": "application/json"
			},
			body: JSON.stringify(body)
		}).then((res) => res.json()));
	}
};
//#endregion
exports.DEEPINFRA_API_BASE = DEEPINFRA_API_BASE;
exports.DEFAULT_MODEL_NAME = DEFAULT_MODEL_NAME;
exports.DeepInfraLLM = DeepInfraLLM;
exports.ENV_VARIABLE = ENV_VARIABLE;
Object.defineProperty(exports, "deepinfra_exports", {
	enumerable: true,
	get: function() {
		return deepinfra_exports;
	}
});

//# sourceMappingURL=deepinfra.cjs.map