openvino-genai-node
Version:
OpenVINO™ GenAI pipelines for using from Node.js environment
34 lines • 1.62 kB
JavaScript
// Copyright (C) 2023-2026 Intel Corporation
// SPDX-License-Identifier: Apache-2.0
import { createRequire } from "module";
import { platform } from "node:os";
import { join, dirname, resolve } from "node:path";
import { addon as ovAddon } from "openvino-node";
/**
* Pooling strategy
*/
export var PoolingType;
(function (PoolingType) {
/** First token embeddings */
PoolingType[PoolingType["CLS"] = 0] = "CLS";
/** The average of all token embeddings */
PoolingType[PoolingType["MEAN"] = 1] = "MEAN";
})(PoolingType || (PoolingType = {}));
// We need to use delayed import to get an updated Path if required
function getGenAIAddon() {
var _a;
const require = createRequire(import.meta.url);
const ovPath = require.resolve("openvino-node");
if (platform() == "win32") {
// Find the openvino binaries that are required for openvino-genai-node
const pathToOpenVino = join(dirname(ovPath), "../bin");
if (!((_a = process.env.PATH) === null || _a === void 0 ? void 0 : _a.includes("openvino-node"))) {
process.env.PATH += ";" + resolve(pathToOpenVino);
}
}
return require("../bin/genai_node_addon.node");
}
const addon = getGenAIAddon();
addon.setOpenvinoAddon(ovAddon);
export const { TextEmbeddingPipeline, TextRerankPipeline, LLMPipeline, VLMPipeline, WhisperPipeline, Text2ImagePipeline, Image2ImagePipeline, InpaintingPipeline, Text2SpeechPipeline, ChatHistory, Tokenizer, ReasoningParser, DeepSeekR1ReasoningParser, Phi4ReasoningParser, Llama3PythonicToolParser, Llama3JsonToolParser, } = addon;
//# sourceMappingURL=addon.js.map