UNPKG

@mastra/core

Version:

The core foundation of the Mastra framework, providing essential components and interfaces for building AI-powered applications.

271 lines (265 loc) 7.92 kB
'use strict'; var chunkMYHX5XVW_cjs = require('./chunk-MYHX5XVW.cjs'); var chunkD63P5O4Q_cjs = require('./chunk-D63P5O4Q.cjs'); var chunkRWTSGWWL_cjs = require('./chunk-RWTSGWWL.cjs'); // src/voice/voice.ts var _MastraVoice_decorators, _init, _a; _MastraVoice_decorators = [chunkMYHX5XVW_cjs.InstrumentClass({ prefix: "voice", excludeMethods: ["__setTools", "__setLogger", "__setTelemetry", "#log"] })]; exports.MastraVoice = class MastraVoice extends (_a = chunkD63P5O4Q_cjs.MastraBase) { listeningModel; speechModel; speaker; realtimeConfig; constructor({ listeningModel, speechModel, speaker, realtimeConfig, name } = {}) { super({ component: "VOICE", name }); this.listeningModel = listeningModel; this.speechModel = speechModel; this.speaker = speaker; this.realtimeConfig = realtimeConfig; } traced(method, methodName) { return this.telemetry?.traceMethod(method, { spanName: `voice.${methodName}`, attributes: { "voice.type": this.speechModel?.name || this.listeningModel?.name || "unknown" } }) ?? method; } updateConfig(_options) { this.logger.warn("updateConfig not implemented by this voice provider"); } /** * Initializes a WebSocket or WebRTC connection for real-time communication * @returns Promise that resolves when the connection is established */ connect(_options) { this.logger.warn("connect not implemented by this voice provider"); return Promise.resolve(); } /** * Relay audio data to the voice provider for real-time processing * @param audioData Audio data to relay */ send(_audioData) { this.logger.warn("relay not implemented by this voice provider"); return Promise.resolve(); } /** * Trigger voice providers to respond */ answer(_options) { this.logger.warn("answer not implemented by this voice provider"); return Promise.resolve(); } /** * Equip the voice provider with instructions * @param instructions Instructions to add */ addInstructions(_instructions) {} /** * Equip the voice provider with tools * @param tools Array of tools to add */ addTools(_tools) {} /** * Disconnect from the WebSocket or WebRTC connection */ close() { this.logger.warn("close not implemented by this voice provider"); } /** * Register an event listener * @param event Event name (e.g., 'speaking', 'writing', 'error') * @param callback Callback function that receives event data */ on(_event, _callback) { this.logger.warn("on not implemented by this voice provider"); } /** * Remove an event listener * @param event Event name (e.g., 'speaking', 'writing', 'error') * @param callback Callback function to remove */ off(_event, _callback) { this.logger.warn("off not implemented by this voice provider"); } /** * Get available speakers/voices * @returns Array of available voice IDs and their metadata */ getSpeakers() { this.logger.warn("getSpeakers not implemented by this voice provider"); return Promise.resolve([]); } }; exports.MastraVoice = /*@__PURE__*/(_ => { _init = chunkRWTSGWWL_cjs.__decoratorStart(_a); exports.MastraVoice = chunkRWTSGWWL_cjs.__decorateElement(_init, 0, "MastraVoice", _MastraVoice_decorators, exports.MastraVoice); chunkRWTSGWWL_cjs.__runInitializers(_init, 1, exports.MastraVoice); // src/voice/composite-voice.ts return exports.MastraVoice; })(); // src/voice/composite-voice.ts var CompositeVoice = class extends exports.MastraVoice { speakProvider; listenProvider; realtimeProvider; constructor({ input, output, realtime, speakProvider, listenProvider, realtimeProvider }) { super(); this.speakProvider = output || speakProvider; this.listenProvider = input || listenProvider; this.realtimeProvider = realtime || realtimeProvider; } /** * Convert text to speech using the configured provider * @param input Text or text stream to convert to speech * @param options Speech options including speaker and provider-specific options * @returns Audio stream or void if in realtime mode */ async speak(input, options) { if (this.realtimeProvider) { return this.realtimeProvider.speak(input, options); } else if (this.speakProvider) { return this.speakProvider.speak(input, options); } throw new Error("No speak provider or realtime provider configured"); } async listen(audioStream, options) { if (this.realtimeProvider) { return await this.realtimeProvider.listen(audioStream, options); } else if (this.listenProvider) { return await this.listenProvider.listen(audioStream, options); } throw new Error("No listen provider or realtime provider configured"); } async getSpeakers() { if (this.realtimeProvider) { return this.realtimeProvider.getSpeakers(); } else if (this.speakProvider) { return this.speakProvider.getSpeakers(); } throw new Error("No speak provider or realtime provider configured"); } updateConfig(options) { if (!this.realtimeProvider) { return; } this.realtimeProvider.updateConfig(options); } /** * Initializes a WebSocket or WebRTC connection for real-time communication * @returns Promise that resolves when the connection is established */ connect(options) { if (!this.realtimeProvider) { throw new Error("No realtime provider configured"); } return this.realtimeProvider.connect(options); } /** * Relay audio data to the voice provider for real-time processing * @param audioData Audio data to send */ send(audioData) { if (!this.realtimeProvider) { throw new Error("No realtime provider configured"); } return this.realtimeProvider.send(audioData); } /** * Trigger voice providers to respond */ answer(options) { if (!this.realtimeProvider) { throw new Error("No realtime provider configured"); } return this.realtimeProvider.answer(options); } /** * Equip the voice provider with instructions * @param instructions Instructions to add */ addInstructions(instructions) { if (!this.realtimeProvider) { return; } this.realtimeProvider.addInstructions(instructions); } /** * Equip the voice provider with tools * @param tools Array of tools to add */ addTools(tools) { if (!this.realtimeProvider) { return; } this.realtimeProvider.addTools(tools); } /** * Disconnect from the WebSocket or WebRTC connection */ close() { if (!this.realtimeProvider) { throw new Error("No realtime provider configured"); } this.realtimeProvider.close(); } /** * Register an event listener * @param event Event name (e.g., 'speaking', 'writing', 'error') * @param callback Callback function that receives event data */ on(event, callback) { if (!this.realtimeProvider) { throw new Error("No realtime provider configured"); } this.realtimeProvider.on(event, callback); } /** * Remove an event listener * @param event Event name (e.g., 'speaking', 'writing', 'error') * @param callback Callback function to remove */ off(event, callback) { if (!this.realtimeProvider) { throw new Error("No realtime provider configured"); } this.realtimeProvider.off(event, callback); } }; // src/voice/default-voice.ts var DefaultVoice = class extends exports.MastraVoice { constructor() { super(); } async speak(_input) { throw new Error("No voice provider configured"); } async listen(_input) { throw new Error("No voice provider configured"); } async getSpeakers() { throw new Error("No voice provider configured"); } }; exports.CompositeVoice = CompositeVoice; exports.DefaultVoice = DefaultVoice;