UNPKG

@minto-ai/huoshan-mp-tts

Version:

借助“火山引擎在线语音合成API”实现微信小程序端“文本转语音

709 lines (708 loc) 21.7 kB
var __defProp = Object.defineProperty; var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value; var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value); class EventBus { constructor() { __publicField(this, "listeners", /* @__PURE__ */ new Map()); } on(eventName, callback) { const callbacks = this.listeners.get(eventName); if (callbacks) { callbacks.push(callback); } else { this.listeners.set(eventName, [callback]); } } emit(eventName, data) { const callbacks = this.listeners.get(eventName); if (callbacks) { callbacks.forEach((callback) => { callback(data); }); } } clear() { this.listeners.clear(); } } let eventBusInstance = null; function createEventBus() { if (!eventBusInstance) { eventBusInstance = new EventBus(); } return eventBusInstance; } function getUuid() { const timestamp = Date.now().toString(36); const randomValue = Math.floor(Math.random() * 2 ** 32).toString(36); return timestamp + randomValue; } function objectToQueryString(obj) { return Object.entries(obj).map(([key, value]) => { return `${encodeURIComponent(key)}=${encodeURIComponent(value)}`; }).join("&"); } class LifeHandler { /** * 处理器被激活(首次激活触发) */ onActive() { } /** * 处理器首次执行任务之前 */ onBeforeFirstExecute() { } /** * 处理器执行任务完成 */ onCompleted() { } /** * 处理器执被销毁 */ onFinish() { } } class BaseHandler extends LifeHandler { constructor() { super(...arguments); __publicField(this, "nextHandler", null); __publicField(this, "executeController", null); __publicField(this, "isFirstExecute", true); __publicField(this, "isHandleDataAcceptedComplete", false); } setExecuteController(executeController) { this.executeController = executeController; } linkHandler(nextHandler) { this.nextHandler = nextHandler; } get isLastHandler() { return !this.nextHandler; } forwardToHandler(result) { if (this.nextHandler) { this.nextHandler.handle(result); } } setHandlerStatus(status) { this.handlerStatus = status; } equalHandlerStatus(status) { return this.handlerStatus === status; } } var SerialHandlerStatus = /* @__PURE__ */ ((SerialHandlerStatus2) => { SerialHandlerStatus2["OFFLINE"] = "offline"; SerialHandlerStatus2["ACTIVE"] = "active"; SerialHandlerStatus2["PENDING"] = "pending"; SerialHandlerStatus2["EXECUTING"] = "executing"; SerialHandlerStatus2["COMPLETED"] = "completed"; SerialHandlerStatus2["FINISH"] = "finish"; return SerialHandlerStatus2; })(SerialHandlerStatus || {}); var SerialTaskItemStatus = /* @__PURE__ */ ((SerialTaskItemStatus2) => { SerialTaskItemStatus2["PENDING"] = "pending"; SerialTaskItemStatus2["EXECUTING"] = "executing"; SerialTaskItemStatus2["COMPLETED"] = "completed"; return SerialTaskItemStatus2; })(SerialTaskItemStatus || {}); const $bus$6 = createEventBus(); class SerialHandler extends BaseHandler { constructor() { super(); /** * 待处理任务队列 */ __publicField(this, "taskQueue", []); /** * 当前处理器状态 */ __publicField(this, "handlerStatus", SerialHandlerStatus.OFFLINE); } /** * 获取待处理任务数量 */ get taskQueueLength() { return this.taskQueue.length; } /** * 检查任务执行条件 * 子类可重写此方法,实现自定义的任务执行前置条件检查 * * @returns {boolean} - 当满足执行条件时返回 true,否则返回 false */ executePreCheck() { return true; } /** * 触发处理器激活行为(空闲状态 => 激活状态) */ triggerHandlerActive() { this.setHandlerStatus(SerialHandlerStatus.ACTIVE); this.onActive(); this.triggerHandlerPending(); } /** * 触发处理器待机行为(激活状态 => 待执行状态 执行状态 => 待执行状态) */ triggerHandlerPending() { this.setHandlerStatus(SerialHandlerStatus.PENDING); } /** * 触发处理器执行行为(激活状态 => 执行状态) */ triggerHandlerExecute() { this.setHandlerStatus(SerialHandlerStatus.EXECUTING); const taskItem = this.taskQueue.shift(); Promise.resolve().then(() => { const { isFirstExecute } = this; if (isFirstExecute) { this.isFirstExecute = false; this.onBeforeFirstExecute(); } let isLastExecute = false; if (this.isHandleDataAcceptedComplete && !this.taskQueueLength) { isLastExecute = true; } const context = { taskItem, isFirstExecute, isLastExecute }; this.execute(context); }); } /** * 触发处理器成功行为(执行状态 => 成功状态) */ triggerHandlerCompleted() { this.setHandlerStatus(SerialHandlerStatus.COMPLETED); if (this.nextHandler) { this.nextHandler.handle(null); this.nextHandler.isHandleDataAcceptedComplete = true; } this.onCompleted(); } /** * 触发处理器销毁行为(待机状态 => 销毁状态) */ triggerHandlerFinish() { this.taskQueue = []; this.isFirstExecute = true; this.isHandleDataAcceptedComplete = false; this.setHandlerStatus(SerialHandlerStatus.FINISH); this.onFinish(); } /** * 触发应用被销毁行为 */ triggerAppFinish() { $bus$6.emit("_appFinish"); } /** * 任务完成后的回调函数。 */ taskCompletedCallback() { if (this.taskQueueLength) { this.triggerHandlerExecute(); } else { if (this.isHandleDataAcceptedComplete) { this.triggerHandlerCompleted(); if (this.isLastHandler) { this.triggerAppFinish(); } } else { this.triggerHandlerPending(); } } } handle(original) { this.taskQueue.push({ uuid: getUuid(), original, status: SerialTaskItemStatus.PENDING }); if (!this.executePreCheck()) { this.triggerHandlerPending(); return; } if (this.equalHandlerStatus(SerialHandlerStatus.PENDING)) { this.triggerHandlerExecute(); } } } const $bus$5 = createEventBus(); const _AudioActuator = class _AudioActuator extends SerialHandler { constructor() { super(...arguments); __publicField(this, "audioContext", wx.createWebAudioContext()); __publicField(this, "bufferSource", null); __publicField(this, "gainNode", null); __publicField(this, "volume", 1); } execute(context) { if (context.isLastExecute) { this.taskCompletedCallback(); return; } this.bufferSource = this.audioContext.createBufferSource(); this.bufferSource.buffer = context.taskItem.original; this.gainNode = this.audioContext.createGain(); this.bufferSource.connect(this.gainNode); this.gainNode.connect(this.audioContext.destination); this.gainNode.gain.setValueAtTime(this.volume, this.audioContext.currentTime); this.gainNode.gain.linearRampToValueAtTime(1, this.audioContext.currentTime + _AudioActuator.FADE_DURATION); this.gainNode.gain.setValueAtTime(1, this.audioContext.currentTime + context.taskItem.original.duration - _AudioActuator.FADE_DURATION); this.gainNode.gain.linearRampToValueAtTime(0, this.audioContext.currentTime + context.taskItem.original.duration); this.bufferSource.start(); this.bufferSource.onended = () => { this.taskCompletedCallback(); }; } onFinish() { if (this.bufferSource) { this.bufferSource.stop(); this.bufferSource = null; } if (this.gainNode) { this.gainNode.disconnect(); this.gainNode = null; } if (this.audioContext) { this.audioContext.close(); this.audioContext = null; } $bus$5.emit("_audioActuatorFinish"); } onBeforeFirstExecute() { $bus$5.emit("_audioActuatorBeforeFirstExecute"); } }; __publicField(_AudioActuator, "FADE_DURATION", 0.018); let AudioActuator = _AudioActuator; const $bus$4 = createEventBus(); const _ByteBuffer = class _ByteBuffer extends SerialHandler { constructor() { super(...arguments); __publicField(this, "lastRemainingByte", new Uint8Array([])); } execute(context) { if (context.isLastExecute) { const originalByte = new Uint8Array([...this.lastRemainingByte]); if (originalByte.length > _ByteBuffer.MIN_LOAD_SIZE) { this.forwardToHandler(originalByte); } this.lastRemainingByte = new Uint8Array([]); this.taskCompletedCallback(); } else { const originalByte = new Uint8Array([...this.lastRemainingByte, ...context.taskItem.original]); if (originalByte.length >= _ByteBuffer.MIN_BYTE_SIZE) { this.forwardToHandler(originalByte); this.lastRemainingByte = new Uint8Array([]); } else { this.lastRemainingByte = originalByte; } this.taskCompletedCallback(); } } onFinish() { $bus$4.emit("_byteBufferFinish"); this.lastRemainingByte = new Uint8Array([]); } }; __publicField(_ByteBuffer, "MIN_BYTE_SIZE", 60 * 1024); __publicField(_ByteBuffer, "MIN_LOAD_SIZE", 0.1 * 1024); let ByteBuffer = _ByteBuffer; const $bus$3 = createEventBus(); class DecodeData extends SerialHandler { constructor() { super(...arguments); __publicField(this, "audioContext", wx.createWebAudioContext()); } execute(context) { if (context.isLastExecute) { this.taskCompletedCallback(); return; } const arrayBuffer = context.taskItem.original.buffer; if (!arrayBuffer) { this.taskCompletedCallback(); return; } this.audioContext.decodeAudioData(arrayBuffer, (audioBuffer) => { this.forwardToHandler(audioBuffer); this.taskCompletedCallback(); }, () => { this.forwardToHandler(this.audioContext.createBuffer(1, 1, 1)); this.taskCompletedCallback(); }); } onFinish() { if (this.audioContext) { this.audioContext.close(); this.audioContext = null; } $bus$3.emit("_decodeDataFinish"); } } var a = Object.defineProperty; var o = (i, e, t) => e in i ? a(i, e, { enumerable: true, configurable: true, writable: true, value: t }) : i[e] = t; var h = (i, e, t) => o(i, typeof e != "symbol" ? e + "" : e, t); var _ = /* @__PURE__ */ ((i) => (i.SPACE_CHAR = "spaceChar", i.CHINESE_CHAR = "chineseChar", i.CHINESE_PUNCTUATION = "chinesePunctuation", i.ENGLISH_WORD = "englishWord", i.ENGLISH_PUNCTUATION = "englishPunctuation", i.UNKNOWN_CHAR = "unknownChar", i))(_ || {}); class R { constructor() { h(this, "CHINESE_CHAR_REGEX", /[\u4E00-\u9FA5]/); h(this, "CHINESE_PUNCTUATION_REGEX", /[。?!,;:“”‘’()—…、·]/); h(this, "CHINESE_PARAGRAPH_END_REGEX", /[。?!;]/); h(this, "ENGLISH_WORD_START_REGEX", /[a-z]/i); h(this, "ENGLISH_WORD_CONTINUE_REGEX", /[a-z'’-]/i); h(this, "ENGLISH_PUNCTUATION_REGEX", /[.,!?;:'"()-]/); h(this, "ENGLISH_PARAGRAPH_END_REGEX", /[.!?;]/); h(this, "SPACE_CHAR_REGEX", /\s/); h(this, "MIN_PARAGRAPH_LENGTH", 10); h(this, "pendingTokens", []); } /** * 将输入文本转换为标记流。 * @param text 原始文本内容。 * @returns 标记化后的文本标记数组。 */ tokenizeText(e) { const t = []; let s = 0; for (; s < e.length; ) { const n = e[s]; if (this.CHINESE_CHAR_REGEX.test(n)) t.push({ type: _.CHINESE_CHAR, value: n }); else if (this.ENGLISH_WORD_START_REGEX.test(n)) { const N = s; let E = s + 1; for (; E < e.length && this.ENGLISH_WORD_CONTINUE_REGEX.test(e[E]); ) E++; const l = e.substring(N, E); t.push({ type: _.ENGLISH_WORD, value: l }), s += l.length - 1; } else this.CHINESE_PUNCTUATION_REGEX.test(n) ? t.push({ type: _.CHINESE_PUNCTUATION, value: n }) : this.ENGLISH_PUNCTUATION_REGEX.test(n) ? t.push({ type: _.ENGLISH_PUNCTUATION, value: n }) : this.SPACE_CHAR_REGEX.test(n) ? t.push({ type: _.SPACE_CHAR, value: n }) : t.push({ type: _.UNKNOWN_CHAR, value: n }); s++; } return t; } /** * 文本净化预处理 - 去除无效字符和格式。 * @param text 原始文本。 * @returns 净化后的文本。 */ sanitizeText(e) { return e.trim().replace(/\s+/g, " ").replace(/(\d+)\s+/g, "$1").replace(/\*+/g, "").replace(/[\u{1F600}-\u{1F64F}]/gu, ""); } /** * 判断标记是否为段落结束符号。 * @param token 文本标记。 * @returns 是否为段落结束符号。 */ isParagraphEndToken(e) { return this.CHINESE_PARAGRAPH_END_REGEX.test(e.value) || this.ENGLISH_PARAGRAPH_END_REGEX.test(e.value); } /** * 将标记数组转换回文本。 * @param tokens 文本标记数组。 * @returns 组合后的文本。 */ tokensToString(e) { return e.map((t) => t.value).join(""); } /** * 将标记流分割成多个段落。 * @param tokens 文本标记数组。 * @returns 分段后的标记数组集合。 */ splitToParagraphs(e) { const t = []; let s = []; for (const n of e) s.push(n), s.length >= this.MIN_PARAGRAPH_LENGTH && this.isParagraphEndToken(n) && (t.push(s), s = []); return s.length > 0 && t.push(s), t; } /** * 合并因小数点导致的错误分段。 * @param paragraphs 分段后的标记数组集合。 * @returns 合并后的标记数组集合。 */ mergeDecimalParagraphs(e) { return e.reduce((t, s) => { if (t.length === 0) t.push(s); else { const n = t[t.length - 1], N = this.tokensToString(n), E = this.tokensToString(s); /\d+\.$/.test(N) && /^\d+/.test(E) ? t[t.length - 1] = [...n, ...s] : t.push(s); } return t; }, []); } /** * 处理输入文本,返回分段后的文本数组。 * @param text 输入文本内容。 * @param includeRemaining 是否包含未完成的段落。 * @returns 分段后的文本数组。 */ processText(e, t = false) { const s = this.tokenizeText(this.sanitizeText(e)), n = [...this.pendingTokens, ...s], N = this.mergeDecimalParagraphs(this.splitToParagraphs(n)); if (N.length > 0) { const E = N[N.length - 1], l = E[E.length - 1]; t ? this.pendingTokens = [] : this.isParagraphEndToken(l) ? /\d+\.$/.test(this.tokensToString(E)) ? this.pendingTokens = N.pop() : this.pendingTokens = [] : this.pendingTokens = N.pop(); } return N.map((E) => this.tokensToString(E)); } } const $bus$2 = createEventBus(); class TextSplit extends SerialHandler { constructor() { super(...arguments); __publicField(this, "textStreamSlicer", new R()); } execute(context) { if (context.isLastExecute) { this.textStreamSlicer.processText("", true).forEach((paragraph) => { this.forwardToHandler(paragraph); }); } else { this.textStreamSlicer.processText(context.taskItem.original).forEach((paragraph) => { this.forwardToHandler(paragraph); }); } this.taskCompletedCallback(); } onFinish() { $bus$2.emit("_textSplitFinish"); } } const $bus$1 = createEventBus(); class TtsRequest extends SerialHandler { constructor() { super(...arguments); __publicField(this, "webSocketInstance", null); __publicField(this, "businessParams"); __publicField(this, "systemConfig"); } initProperty(systemConfig2, businessParams) { this.businessParams = { ...businessParams }; this.systemConfig = { ...systemConfig2 }; } onActive() { this.webSocketInstance = wx.connectSocket({ url: this.generateRequestUrl(), complete: () => { } }); this.webSocketInstance.onMessage((response) => { if (Object.prototype.toString.call(response.data) === "[object ArrayBuffer]") { this.forwardToHandler(new Uint8Array(response.data)); } else { const data = JSON.parse(response.data); if (data.event === "sentence_end") { this.taskCompletedCallback(); } } }); this.webSocketInstance.onOpen(() => { this.taskCompletedCallback(); }); } executePreCheck() { var _a; return ((_a = this.webSocketInstance) == null ? void 0 : _a.readyState) === 1; } execute(context) { if (context.isLastExecute) { this.taskCompletedCallback(); return; } if (this.webSocketInstance) { this.webSocketInstance.send({ data: JSON.stringify(this.generateRequestParams(context.taskItem.original)) }); } } generateRequestParams(text) { return { event: "text", text }; } generateRequestUrl() { return `${this.systemConfig.ttsRequestBaseUrl}?${objectToQueryString({ ...this.businessParams })}`; } onFinish() { var _a; $bus$1.emit("_ttsRequestFinish"); (_a = this.webSocketInstance) == null ? void 0 : _a.close({}); this.webSocketInstance = null; } } var SystemStatus = /* @__PURE__ */ ((SystemStatus2) => { SystemStatus2["OFFLINE"] = "offline"; SystemStatus2["EXECUTE"] = "execute"; return SystemStatus2; })(SystemStatus || {}); const $bus = createEventBus(); class TtsController { constructor(systemConfig2, businessParams) { __publicField(this, "textSplitInstance", new TextSplit()); __publicField(this, "audioActuatorInstance", new AudioActuator()); __publicField(this, "ttsRequestInstance", new TtsRequest()); __publicField(this, "byteBufferInstance", new ByteBuffer()); __publicField(this, "decodeDataInstance", new DecodeData()); __publicField(this, "systemStatus", SystemStatus.OFFLINE); this.ttsRequestInstance.initProperty(systemConfig2, businessParams); this.textSplitInstance.setExecuteController(this); this.ttsRequestInstance.setExecuteController(this); this.byteBufferInstance.setExecuteController(this); this.decodeDataInstance.setExecuteController(this); this.audioActuatorInstance.setExecuteController(this); this.textSplitInstance.linkHandler(this.ttsRequestInstance); this.ttsRequestInstance.linkHandler(this.byteBufferInstance); this.byteBufferInstance.linkHandler(this.decodeDataInstance); this.decodeDataInstance.linkHandler(this.audioActuatorInstance); if (wx.setInnerAudioOption) { wx.setInnerAudioOption({ obeyMuteSwitch: false }); } this.bindEvent(); } bindEvent() { $bus.on("_audioActuatorBeforeFirstExecute", () => { this.emit("audioFirstStart"); }); $bus.on("_appError", (error) => { this.finish(); this.emit("appError", error); }); $bus.on("_appFinish", () => { this.finish(); }); } /** * 进入待机状态,等待传入文本数据 */ start() { if (this.systemStatus === SystemStatus.EXECUTE) { return this; } this.textSplitInstance.triggerHandlerActive(); this.ttsRequestInstance.triggerHandlerActive(); this.byteBufferInstance.triggerHandlerActive(); this.decodeDataInstance.triggerHandlerActive(); this.audioActuatorInstance.triggerHandlerActive(); this.systemStatus = SystemStatus.EXECUTE; return this; } /** * 传入文本数据 * * @param text 待转换的文本 */ send(text) { if (this.systemStatus !== SystemStatus.EXECUTE) { return this; } this.textSplitInstance.handle(text); return this; } /** * 应用停止处理传入的文本,但是并不会停止音频播放 */ end() { if (this.systemStatus !== SystemStatus.EXECUTE) { return this; } this.textSplitInstance.handle(null); this.textSplitInstance.isHandleDataAcceptedComplete = true; return this; } /** * 停止所有处理器,并且重置状态,触发 appFinish 事件 */ finish() { if (this.systemStatus === SystemStatus.OFFLINE) { return; } this.textSplitInstance.triggerHandlerFinish(); this.ttsRequestInstance.triggerHandlerFinish(); this.byteBufferInstance.triggerHandlerFinish(); this.decodeDataInstance.triggerHandlerFinish(); this.audioActuatorInstance.triggerHandlerFinish(); this.systemStatus = SystemStatus.OFFLINE; this.emit("appFinish"); $bus.clear(); } emit(eventName, data) { $bus.emit(eventName, data); } on(eventName, callback) { $bus.on(eventName, callback); return this; } } let systemConfig; const defaultSystemConfig = { ttsRequestBaseUrl: "wss://audio.workbrain.cn/tts" }; const defaultBusinessParams = { voice_type: "zh_female_daimengchuanmei_moon_bigtts", speed_ratio: 1, volume_ratio: 1, pitch_ratio: 1, language: "cn", provider: 0, cache: false, stream: true }; const index = { /** * 配置系统参数。 * @param {SystemConfig} [_systemConfig] - 系统配置参数。 * @returns {TtsController} 返回TtsController实例。 */ config(_systemConfig) { systemConfig = { ...defaultSystemConfig, ..._systemConfig }; return this; }, /** * 创建文本转语音控制器实例。 * @param {Partial<BusinessParams>} [_businessParams] - 业务参数,默认为空对象。 * @returns {TtsController} 返回TtsController实例。 */ create(_businessParams = {}) { const businessParams = { ...defaultBusinessParams, ..._businessParams }; return new TtsController(systemConfig, businessParams); } }; export { index as default };