@langchain/community/dist/llms/togetherai.js

Third-party integrations for LangChain.js

import { __exportAll } from "../_virtual/_rolldown/runtime.js";
import { convertEventStreamToIterableReadableDataStream } from "../utils/event_source_parse.js";
import { GenerationChunk } from "@langchain/core/outputs";
import { getEnvironmentVariable } from "@langchain/core/utils/env";
import { LLM } from "@langchain/core/language_models/llms";
//#region src/llms/togetherai.ts
var togetherai_exports = /* @__PURE__ */ __exportAll({ TogetherAI: () => TogetherAI });
var TogetherAI = class extends LLM {
	lc_serializable = true;
	static inputs;
	temperature = .7;
	topP = .7;
	topK = 50;
	modelName;
	model;
	streaming = false;
	repetitionPenalty = 1;
	logprobs;
	maxTokens;
	safetyModel;
	stop;
	apiKey;
	inferenceAPIUrl = "https://api.together.xyz/inference";
	static lc_name() {
		return "TogetherAI";
	}
	/**
	* Check if a model name appears to be a chat/instruct model
	* @param modelName The model name to check
	* @returns true if the model appears to be a chat/instruct model
	*/
	isChatModel(modelName) {
		return [
			/instruct/i,
			/chat/i,
			/vision/i,
			/turbo/i
		].some((pattern) => pattern.test(modelName));
	}
	constructor(inputs) {
		super(inputs);
		const apiKey = inputs.apiKey ?? getEnvironmentVariable("TOGETHER_AI_API_KEY");
		if (!apiKey) throw new Error("TOGETHER_AI_API_KEY not found.");
		if (!inputs.model && !inputs.modelName) throw new Error("Model name is required for TogetherAI.");
		this.apiKey = apiKey;
		this.temperature = inputs?.temperature ?? this.temperature;
		this.topK = inputs?.topK ?? this.topK;
		this.topP = inputs?.topP ?? this.topP;
		this.modelName = inputs.model ?? inputs.modelName ?? "";
		this.model = this.modelName;
		this.streaming = inputs.streaming ?? this.streaming;
		this.repetitionPenalty = inputs.repetitionPenalty ?? this.repetitionPenalty;
		this.logprobs = inputs.logprobs;
		this.safetyModel = inputs.safetyModel;
		this.maxTokens = inputs.maxTokens;
		this.stop = inputs.stop;
		if (this.isChatModel(this.model)) console.warn(`Warning: Model '${this.model}' appears to be a chat/instruct model. Consider using ChatTogetherAI from @langchain/community/chat_models/togetherai instead.`);
	}
	_llmType() {
		return "together_ai";
	}
	constructHeaders() {
		return {
			accept: "application/json",
			"content-type": "application/json",
			Authorization: `Bearer ${this.apiKey}`
		};
	}
	constructBody(prompt, options) {
		return {
			model: options?.model ?? options?.modelName ?? this?.model,
			prompt,
			temperature: this?.temperature ?? options?.temperature,
			top_k: this?.topK ?? options?.topK,
			top_p: this?.topP ?? options?.topP,
			repetition_penalty: this?.repetitionPenalty ?? options?.repetitionPenalty,
			logprobs: this?.logprobs ?? options?.logprobs,
			stream_tokens: this?.streaming,
			safety_model: this?.safetyModel ?? options?.safetyModel,
			max_tokens: this?.maxTokens ?? options?.maxTokens,
			stop: this?.stop ?? options?.stop
		};
	}
	async completionWithRetry(prompt, options) {
		return this.caller.call(async () => {
			const fetchResponse = await fetch(this.inferenceAPIUrl, {
				method: "POST",
				headers: { ...this.constructHeaders() },
				body: JSON.stringify(this.constructBody(prompt, options))
			});
			if (fetchResponse.status === 200) return fetchResponse.json();
			const errorResponse = await fetchResponse.json();
			throw new Error(`Error getting prompt completion from Together AI. ${JSON.stringify(errorResponse, null, 2)}`);
		});
	}
	/** @ignore */
	async _call(prompt, options) {
		const response = await this.completionWithRetry(prompt, options);
		if (!response.output && !response.choices) throw new Error(`Unexpected response format from Together AI. The model '${this.model}' may require the ChatTogetherAI class instead of TogetherAI class. Response: ${JSON.stringify(response, null, 2)}`);
		if (response.output) return response.output.choices?.[0]?.text ?? "";
		else return response.choices?.[0]?.text ?? "";
	}
	async *_streamResponseChunks(prompt, options, runManager) {
		const fetchResponse = await fetch(this.inferenceAPIUrl, {
			method: "POST",
			headers: { ...this.constructHeaders() },
			body: JSON.stringify(this.constructBody(prompt, options))
		});
		if (fetchResponse.status !== 200 || !fetchResponse.body) {
			const errorResponse = await fetchResponse.json();
			throw new Error(`Error getting prompt completion from Together AI. ${JSON.stringify(errorResponse, null, 2)}`);
		}
		const stream = convertEventStreamToIterableReadableDataStream(fetchResponse.body);
		for await (const chunk of stream) if (chunk !== "[DONE]") {
			const generationChunk = new GenerationChunk({ text: JSON.parse(chunk).choices[0].text ?? "" });
			yield generationChunk;
			runManager?.handleLLMNewToken(generationChunk.text ?? "");
		}
	}
};
//#endregion
export { TogetherAI, togetherai_exports };

//# sourceMappingURL=togetherai.js.map