inference-server/src/engines/transformers-js/types.ts

Libraries and server to build AI applications. Adapters to various native bindings allowing local inference. Integrate it with your application, or use as a microservice.

import type {
	Processor,
	PreTrainedModel,
	PreTrainedTokenizer,
	PretrainedMixin,
	AutoProcessor,
	SpeechT5ForTextToSpeech,
	WhisperForConditionalGeneration,
	AutoTokenizer,
	AutoModel,
	// DataType, // this is the tensor.js DataType Type, not the one im looking for
} from '@huggingface/transformers'

// import {
// 	env,
// 	AutoModel,
// 	AutoProcessor,
// 	AutoTokenizer,
// 	RawImage,
// 	TextStreamer,
// 	mean_pooling,
// 	Processor,
// 	PreTrainedModel,
// 	SpeechT5ForTextToSpeech,
// 	PreTrainedTokenizer,
// 	WhisperForConditionalGeneration,
// 	Tensor,
// } from '@huggingface/transformers'
// import type { DataType } from '@huggingface/transformers/src/utils/dtypes.js' // this is dtypes.js DataType Type, cant import

export type TransformersJsModelClass = typeof PretrainedMixin | typeof PreTrainedModel | typeof AutoModel
export type TransformersJsTokenizerClass = typeof PreTrainedTokenizer | typeof AutoTokenizer

export type TransformersJsDataType =
	| 'fp32'
	| 'fp16'
	| 'q8'
	| 'int8'
	| 'uint8'
	| 'q4'
	| 'bnb4'
	| 'q4f16'

export interface TransformersJsProcessorClass {
	from_pretrained: (typeof AutoProcessor)['from_pretrained']
}