@omnimedia/omnitool/x/features/speech/transcribe/types.d.ts

open source video processing tools

import { AsSchematic } from "@e280/comrade";
import { Pipeline } from "@huggingface/transformers";
import { Loading, PipelineSpec } from "../../parts/types.js";
import { Driver } from "../../../driver/driver.js";
export type TranscriberSchematic = AsSchematic<{
    work: {
        prepare(spec: TranscriberSpec): Promise<void>;
        transcribe(request: TranscriptionRequest): Promise<Transcription>;
    };
    host: {
        loading(load: Loading): Promise<void>;
        deliverReport(report: TranscriptionReport): Promise<void>;
        deliverTranscription(transcription: string): Promise<void>;
    };
}>;
export type TranscribeOptions = {
    pipe: Pipeline;
    spec: TranscriberSpec;
    request: TranscriptionRequest;
    callbacks: TranscriptionCallbacks;
};
export type SpeechTime = [start: number, end: number];
export type TranscriptWord = {
    text: string;
    timestamp: SpeechTime;
};
export type TranscriptSegment = TranscriptWord;
export type Transcription = {
    text: string;
    chunks: TranscriptWord[];
};
export type TranscriberModels = "onnx-community/whisper-tiny_timestamped";
export type TranscriberSpec = PipelineSpec<{
    chunkLength: number;
    strideLength: number;
}>;
export type TranscriptionOptions = {
    source: Blob;
    language: string | null;
} & TranscriptionCallbacks;
export type TranscriptionRequest = {
    audio: ArrayBufferLike;
    language: string | null;
    duration: number;
};
export type TranscriptionReport = {
    progress: number;
    tokensPerSecond: number;
};
export type TranscriptionCallbacks = {
    onReport: (report: TranscriptionReport) => void;
    onTranscription: (transcription: string) => void;
};
export type TranscriberOptions = {
    driver: Driver;
    spec: TranscriberSpec;
    workerUrl: URL | string;
    onLoading: (loading: Loading) => void;
};