react-native-executorch
Version:
An easy way to run AI models in React Native with ExecuTorch
68 lines (63 loc) • 3.29 kB
JavaScript
;
import { ResourceFetcher } from '../../utils/ResourceFetcher';
import { BaseModule } from '../BaseModule';
import { RnExecutorchErrorCode } from '../../errors/ErrorCodes';
import { parseUnknownError, RnExecutorchError } from '../../errors/errorUtils';
import { Logger } from '../../common/Logger';
/**
* Module for generating text embeddings from input text.
* @category Typescript API
*/
export class TextEmbeddingsModule extends BaseModule {
constructor(nativeModule) {
super();
this.nativeModule = nativeModule;
}
/**
* Creates a text embeddings instance for a built-in model.
* @param namedSources - An object specifying which built-in model to load and where to fetch it from.
* @param onDownloadProgress - Optional callback to monitor download progress, receiving a value between 0 and 1.
* @returns A Promise resolving to a `TextEmbeddingsModule` instance.
*/
static async fromModelName(namedSources, onDownloadProgress = () => {}) {
try {
const [modelResult, tokenizerResult] = await Promise.all([ResourceFetcher.fetch(onDownloadProgress, namedSources.modelSource), ResourceFetcher.fetch(undefined, namedSources.tokenizerSource)]);
const modelPath = modelResult?.[0];
const tokenizerPath = tokenizerResult?.[0];
if (!modelPath || !tokenizerPath) {
throw new RnExecutorchError(RnExecutorchErrorCode.DownloadInterrupted, 'The download has been interrupted. As a result, not every file was downloaded. Please retry the download.');
}
return new TextEmbeddingsModule(await global.loadTextEmbeddings(modelPath, tokenizerPath));
} catch (error) {
Logger.error('Load failed:', error);
throw parseUnknownError(error);
}
}
/**
* Creates a text embeddings instance with a user-provided model binary and tokenizer.
* Use this when working with a custom-exported model that is not one of the built-in presets.
* @remarks The native model contract for this method is not formally defined and may change
* between releases. Refer to the native source code for the current expected tensor interface.
* @param modelSource - A fetchable resource pointing to the model binary.
* @param tokenizerSource - A fetchable resource pointing to the tokenizer file.
* @param onDownloadProgress - Optional callback to monitor download progress, receiving a value between 0 and 1.
* @returns A Promise resolving to a `TextEmbeddingsModule` instance.
*/
static fromCustomModel(modelSource, tokenizerSource, onDownloadProgress = () => {}) {
return TextEmbeddingsModule.fromModelName({
modelName: 'custom',
modelSource,
tokenizerSource
}, onDownloadProgress);
}
/**
* Executes the model's forward pass to generate an embedding for the provided text.
* @param input - The text string to embed.
* @returns A Promise resolving to a `Float32Array` containing the embedding vector.
*/
async forward(input) {
if (this.nativeModule == null) throw new RnExecutorchError(RnExecutorchErrorCode.ModuleNotLoaded, 'The model is currently not loaded. Please load the model before calling forward().');
return new Float32Array(await this.nativeModule.generate(input));
}
}
//# sourceMappingURL=TextEmbeddingsModule.js.map