@minto-ai/huoshan-mp-tts
Version:
借助“火山引擎在线语音合成API”实现微信小程序端“文本转语音
709 lines (708 loc) • 21.7 kB
JavaScript
var __defProp = Object.defineProperty;
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
class EventBus {
constructor() {
__publicField(this, "listeners", /* @__PURE__ */ new Map());
}
on(eventName, callback) {
const callbacks = this.listeners.get(eventName);
if (callbacks) {
callbacks.push(callback);
} else {
this.listeners.set(eventName, [callback]);
}
}
emit(eventName, data) {
const callbacks = this.listeners.get(eventName);
if (callbacks) {
callbacks.forEach((callback) => {
callback(data);
});
}
}
clear() {
this.listeners.clear();
}
}
let eventBusInstance = null;
function createEventBus() {
if (!eventBusInstance) {
eventBusInstance = new EventBus();
}
return eventBusInstance;
}
function getUuid() {
const timestamp = Date.now().toString(36);
const randomValue = Math.floor(Math.random() * 2 ** 32).toString(36);
return timestamp + randomValue;
}
function objectToQueryString(obj) {
return Object.entries(obj).map(([key, value]) => {
return `${encodeURIComponent(key)}=${encodeURIComponent(value)}`;
}).join("&");
}
class LifeHandler {
/**
* 处理器被激活(首次激活触发)
*/
onActive() {
}
/**
* 处理器首次执行任务之前
*/
onBeforeFirstExecute() {
}
/**
* 处理器执行任务完成
*/
onCompleted() {
}
/**
* 处理器执被销毁
*/
onFinish() {
}
}
class BaseHandler extends LifeHandler {
constructor() {
super(...arguments);
__publicField(this, "nextHandler", null);
__publicField(this, "executeController", null);
__publicField(this, "isFirstExecute", true);
__publicField(this, "isHandleDataAcceptedComplete", false);
}
setExecuteController(executeController) {
this.executeController = executeController;
}
linkHandler(nextHandler) {
this.nextHandler = nextHandler;
}
get isLastHandler() {
return !this.nextHandler;
}
forwardToHandler(result) {
if (this.nextHandler) {
this.nextHandler.handle(result);
}
}
setHandlerStatus(status) {
this.handlerStatus = status;
}
equalHandlerStatus(status) {
return this.handlerStatus === status;
}
}
var SerialHandlerStatus = /* @__PURE__ */ ((SerialHandlerStatus2) => {
SerialHandlerStatus2["OFFLINE"] = "offline";
SerialHandlerStatus2["ACTIVE"] = "active";
SerialHandlerStatus2["PENDING"] = "pending";
SerialHandlerStatus2["EXECUTING"] = "executing";
SerialHandlerStatus2["COMPLETED"] = "completed";
SerialHandlerStatus2["FINISH"] = "finish";
return SerialHandlerStatus2;
})(SerialHandlerStatus || {});
var SerialTaskItemStatus = /* @__PURE__ */ ((SerialTaskItemStatus2) => {
SerialTaskItemStatus2["PENDING"] = "pending";
SerialTaskItemStatus2["EXECUTING"] = "executing";
SerialTaskItemStatus2["COMPLETED"] = "completed";
return SerialTaskItemStatus2;
})(SerialTaskItemStatus || {});
const $bus$6 = createEventBus();
class SerialHandler extends BaseHandler {
constructor() {
super();
/**
* 待处理任务队列
*/
__publicField(this, "taskQueue", []);
/**
* 当前处理器状态
*/
__publicField(this, "handlerStatus", SerialHandlerStatus.OFFLINE);
}
/**
* 获取待处理任务数量
*/
get taskQueueLength() {
return this.taskQueue.length;
}
/**
* 检查任务执行条件
* 子类可重写此方法,实现自定义的任务执行前置条件检查
*
* @returns {boolean} - 当满足执行条件时返回 true,否则返回 false
*/
executePreCheck() {
return true;
}
/**
* 触发处理器激活行为(空闲状态 => 激活状态)
*/
triggerHandlerActive() {
this.setHandlerStatus(SerialHandlerStatus.ACTIVE);
this.onActive();
this.triggerHandlerPending();
}
/**
* 触发处理器待机行为(激活状态 => 待执行状态 执行状态 => 待执行状态)
*/
triggerHandlerPending() {
this.setHandlerStatus(SerialHandlerStatus.PENDING);
}
/**
* 触发处理器执行行为(激活状态 => 执行状态)
*/
triggerHandlerExecute() {
this.setHandlerStatus(SerialHandlerStatus.EXECUTING);
const taskItem = this.taskQueue.shift();
Promise.resolve().then(() => {
const { isFirstExecute } = this;
if (isFirstExecute) {
this.isFirstExecute = false;
this.onBeforeFirstExecute();
}
let isLastExecute = false;
if (this.isHandleDataAcceptedComplete && !this.taskQueueLength) {
isLastExecute = true;
}
const context = {
taskItem,
isFirstExecute,
isLastExecute
};
this.execute(context);
});
}
/**
* 触发处理器成功行为(执行状态 => 成功状态)
*/
triggerHandlerCompleted() {
this.setHandlerStatus(SerialHandlerStatus.COMPLETED);
if (this.nextHandler) {
this.nextHandler.handle(null);
this.nextHandler.isHandleDataAcceptedComplete = true;
}
this.onCompleted();
}
/**
* 触发处理器销毁行为(待机状态 => 销毁状态)
*/
triggerHandlerFinish() {
this.taskQueue = [];
this.isFirstExecute = true;
this.isHandleDataAcceptedComplete = false;
this.setHandlerStatus(SerialHandlerStatus.FINISH);
this.onFinish();
}
/**
* 触发应用被销毁行为
*/
triggerAppFinish() {
$bus$6.emit("_appFinish");
}
/**
* 任务完成后的回调函数。
*/
taskCompletedCallback() {
if (this.taskQueueLength) {
this.triggerHandlerExecute();
} else {
if (this.isHandleDataAcceptedComplete) {
this.triggerHandlerCompleted();
if (this.isLastHandler) {
this.triggerAppFinish();
}
} else {
this.triggerHandlerPending();
}
}
}
handle(original) {
this.taskQueue.push({
uuid: getUuid(),
original,
status: SerialTaskItemStatus.PENDING
});
if (!this.executePreCheck()) {
this.triggerHandlerPending();
return;
}
if (this.equalHandlerStatus(SerialHandlerStatus.PENDING)) {
this.triggerHandlerExecute();
}
}
}
const $bus$5 = createEventBus();
const _AudioActuator = class _AudioActuator extends SerialHandler {
constructor() {
super(...arguments);
__publicField(this, "audioContext", wx.createWebAudioContext());
__publicField(this, "bufferSource", null);
__publicField(this, "gainNode", null);
__publicField(this, "volume", 1);
}
execute(context) {
if (context.isLastExecute) {
this.taskCompletedCallback();
return;
}
this.bufferSource = this.audioContext.createBufferSource();
this.bufferSource.buffer = context.taskItem.original;
this.gainNode = this.audioContext.createGain();
this.bufferSource.connect(this.gainNode);
this.gainNode.connect(this.audioContext.destination);
this.gainNode.gain.setValueAtTime(this.volume, this.audioContext.currentTime);
this.gainNode.gain.linearRampToValueAtTime(1, this.audioContext.currentTime + _AudioActuator.FADE_DURATION);
this.gainNode.gain.setValueAtTime(1, this.audioContext.currentTime + context.taskItem.original.duration - _AudioActuator.FADE_DURATION);
this.gainNode.gain.linearRampToValueAtTime(0, this.audioContext.currentTime + context.taskItem.original.duration);
this.bufferSource.start();
this.bufferSource.onended = () => {
this.taskCompletedCallback();
};
}
onFinish() {
if (this.bufferSource) {
this.bufferSource.stop();
this.bufferSource = null;
}
if (this.gainNode) {
this.gainNode.disconnect();
this.gainNode = null;
}
if (this.audioContext) {
this.audioContext.close();
this.audioContext = null;
}
$bus$5.emit("_audioActuatorFinish");
}
onBeforeFirstExecute() {
$bus$5.emit("_audioActuatorBeforeFirstExecute");
}
};
__publicField(_AudioActuator, "FADE_DURATION", 0.018);
let AudioActuator = _AudioActuator;
const $bus$4 = createEventBus();
const _ByteBuffer = class _ByteBuffer extends SerialHandler {
constructor() {
super(...arguments);
__publicField(this, "lastRemainingByte", new Uint8Array([]));
}
execute(context) {
if (context.isLastExecute) {
const originalByte = new Uint8Array([...this.lastRemainingByte]);
if (originalByte.length > _ByteBuffer.MIN_LOAD_SIZE) {
this.forwardToHandler(originalByte);
}
this.lastRemainingByte = new Uint8Array([]);
this.taskCompletedCallback();
} else {
const originalByte = new Uint8Array([...this.lastRemainingByte, ...context.taskItem.original]);
if (originalByte.length >= _ByteBuffer.MIN_BYTE_SIZE) {
this.forwardToHandler(originalByte);
this.lastRemainingByte = new Uint8Array([]);
} else {
this.lastRemainingByte = originalByte;
}
this.taskCompletedCallback();
}
}
onFinish() {
$bus$4.emit("_byteBufferFinish");
this.lastRemainingByte = new Uint8Array([]);
}
};
__publicField(_ByteBuffer, "MIN_BYTE_SIZE", 60 * 1024);
__publicField(_ByteBuffer, "MIN_LOAD_SIZE", 0.1 * 1024);
let ByteBuffer = _ByteBuffer;
const $bus$3 = createEventBus();
class DecodeData extends SerialHandler {
constructor() {
super(...arguments);
__publicField(this, "audioContext", wx.createWebAudioContext());
}
execute(context) {
if (context.isLastExecute) {
this.taskCompletedCallback();
return;
}
const arrayBuffer = context.taskItem.original.buffer;
if (!arrayBuffer) {
this.taskCompletedCallback();
return;
}
this.audioContext.decodeAudioData(arrayBuffer, (audioBuffer) => {
this.forwardToHandler(audioBuffer);
this.taskCompletedCallback();
}, () => {
this.forwardToHandler(this.audioContext.createBuffer(1, 1, 1));
this.taskCompletedCallback();
});
}
onFinish() {
if (this.audioContext) {
this.audioContext.close();
this.audioContext = null;
}
$bus$3.emit("_decodeDataFinish");
}
}
var a = Object.defineProperty;
var o = (i, e, t) => e in i ? a(i, e, { enumerable: true, configurable: true, writable: true, value: t }) : i[e] = t;
var h = (i, e, t) => o(i, typeof e != "symbol" ? e + "" : e, t);
var _ = /* @__PURE__ */ ((i) => (i.SPACE_CHAR = "spaceChar", i.CHINESE_CHAR = "chineseChar", i.CHINESE_PUNCTUATION = "chinesePunctuation", i.ENGLISH_WORD = "englishWord", i.ENGLISH_PUNCTUATION = "englishPunctuation", i.UNKNOWN_CHAR = "unknownChar", i))(_ || {});
class R {
constructor() {
h(this, "CHINESE_CHAR_REGEX", /[\u4E00-\u9FA5]/);
h(this, "CHINESE_PUNCTUATION_REGEX", /[。?!,;:“”‘’()—…、·]/);
h(this, "CHINESE_PARAGRAPH_END_REGEX", /[。?!;]/);
h(this, "ENGLISH_WORD_START_REGEX", /[a-z]/i);
h(this, "ENGLISH_WORD_CONTINUE_REGEX", /[a-z'’-]/i);
h(this, "ENGLISH_PUNCTUATION_REGEX", /[.,!?;:'"()-]/);
h(this, "ENGLISH_PARAGRAPH_END_REGEX", /[.!?;]/);
h(this, "SPACE_CHAR_REGEX", /\s/);
h(this, "MIN_PARAGRAPH_LENGTH", 10);
h(this, "pendingTokens", []);
}
/**
* 将输入文本转换为标记流。
* @param text 原始文本内容。
* @returns 标记化后的文本标记数组。
*/
tokenizeText(e) {
const t = [];
let s = 0;
for (; s < e.length; ) {
const n = e[s];
if (this.CHINESE_CHAR_REGEX.test(n))
t.push({
type: _.CHINESE_CHAR,
value: n
});
else if (this.ENGLISH_WORD_START_REGEX.test(n)) {
const N = s;
let E = s + 1;
for (; E < e.length && this.ENGLISH_WORD_CONTINUE_REGEX.test(e[E]); )
E++;
const l = e.substring(N, E);
t.push({
type: _.ENGLISH_WORD,
value: l
}), s += l.length - 1;
} else this.CHINESE_PUNCTUATION_REGEX.test(n) ? t.push({
type: _.CHINESE_PUNCTUATION,
value: n
}) : this.ENGLISH_PUNCTUATION_REGEX.test(n) ? t.push({
type: _.ENGLISH_PUNCTUATION,
value: n
}) : this.SPACE_CHAR_REGEX.test(n) ? t.push({
type: _.SPACE_CHAR,
value: n
}) : t.push({
type: _.UNKNOWN_CHAR,
value: n
});
s++;
}
return t;
}
/**
* 文本净化预处理 - 去除无效字符和格式。
* @param text 原始文本。
* @returns 净化后的文本。
*/
sanitizeText(e) {
return e.trim().replace(/\s+/g, " ").replace(/(\d+)\s+/g, "$1").replace(/\*+/g, "").replace(/[\u{1F600}-\u{1F64F}]/gu, "");
}
/**
* 判断标记是否为段落结束符号。
* @param token 文本标记。
* @returns 是否为段落结束符号。
*/
isParagraphEndToken(e) {
return this.CHINESE_PARAGRAPH_END_REGEX.test(e.value) || this.ENGLISH_PARAGRAPH_END_REGEX.test(e.value);
}
/**
* 将标记数组转换回文本。
* @param tokens 文本标记数组。
* @returns 组合后的文本。
*/
tokensToString(e) {
return e.map((t) => t.value).join("");
}
/**
* 将标记流分割成多个段落。
* @param tokens 文本标记数组。
* @returns 分段后的标记数组集合。
*/
splitToParagraphs(e) {
const t = [];
let s = [];
for (const n of e)
s.push(n), s.length >= this.MIN_PARAGRAPH_LENGTH && this.isParagraphEndToken(n) && (t.push(s), s = []);
return s.length > 0 && t.push(s), t;
}
/**
* 合并因小数点导致的错误分段。
* @param paragraphs 分段后的标记数组集合。
* @returns 合并后的标记数组集合。
*/
mergeDecimalParagraphs(e) {
return e.reduce((t, s) => {
if (t.length === 0)
t.push(s);
else {
const n = t[t.length - 1], N = this.tokensToString(n), E = this.tokensToString(s);
/\d+\.$/.test(N) && /^\d+/.test(E) ? t[t.length - 1] = [...n, ...s] : t.push(s);
}
return t;
}, []);
}
/**
* 处理输入文本,返回分段后的文本数组。
* @param text 输入文本内容。
* @param includeRemaining 是否包含未完成的段落。
* @returns 分段后的文本数组。
*/
processText(e, t = false) {
const s = this.tokenizeText(this.sanitizeText(e)), n = [...this.pendingTokens, ...s], N = this.mergeDecimalParagraphs(this.splitToParagraphs(n));
if (N.length > 0) {
const E = N[N.length - 1], l = E[E.length - 1];
t ? this.pendingTokens = [] : this.isParagraphEndToken(l) ? /\d+\.$/.test(this.tokensToString(E)) ? this.pendingTokens = N.pop() : this.pendingTokens = [] : this.pendingTokens = N.pop();
}
return N.map((E) => this.tokensToString(E));
}
}
const $bus$2 = createEventBus();
class TextSplit extends SerialHandler {
constructor() {
super(...arguments);
__publicField(this, "textStreamSlicer", new R());
}
execute(context) {
if (context.isLastExecute) {
this.textStreamSlicer.processText("", true).forEach((paragraph) => {
this.forwardToHandler(paragraph);
});
} else {
this.textStreamSlicer.processText(context.taskItem.original).forEach((paragraph) => {
this.forwardToHandler(paragraph);
});
}
this.taskCompletedCallback();
}
onFinish() {
$bus$2.emit("_textSplitFinish");
}
}
const $bus$1 = createEventBus();
class TtsRequest extends SerialHandler {
constructor() {
super(...arguments);
__publicField(this, "webSocketInstance", null);
__publicField(this, "businessParams");
__publicField(this, "systemConfig");
}
initProperty(systemConfig2, businessParams) {
this.businessParams = { ...businessParams };
this.systemConfig = {
...systemConfig2
};
}
onActive() {
this.webSocketInstance = wx.connectSocket({
url: this.generateRequestUrl(),
complete: () => {
}
});
this.webSocketInstance.onMessage((response) => {
if (Object.prototype.toString.call(response.data) === "[object ArrayBuffer]") {
this.forwardToHandler(new Uint8Array(response.data));
} else {
const data = JSON.parse(response.data);
if (data.event === "sentence_end") {
this.taskCompletedCallback();
}
}
});
this.webSocketInstance.onOpen(() => {
this.taskCompletedCallback();
});
}
executePreCheck() {
var _a;
return ((_a = this.webSocketInstance) == null ? void 0 : _a.readyState) === 1;
}
execute(context) {
if (context.isLastExecute) {
this.taskCompletedCallback();
return;
}
if (this.webSocketInstance) {
this.webSocketInstance.send({
data: JSON.stringify(this.generateRequestParams(context.taskItem.original))
});
}
}
generateRequestParams(text) {
return {
event: "text",
text
};
}
generateRequestUrl() {
return `${this.systemConfig.ttsRequestBaseUrl}?${objectToQueryString({ ...this.businessParams })}`;
}
onFinish() {
var _a;
$bus$1.emit("_ttsRequestFinish");
(_a = this.webSocketInstance) == null ? void 0 : _a.close({});
this.webSocketInstance = null;
}
}
var SystemStatus = /* @__PURE__ */ ((SystemStatus2) => {
SystemStatus2["OFFLINE"] = "offline";
SystemStatus2["EXECUTE"] = "execute";
return SystemStatus2;
})(SystemStatus || {});
const $bus = createEventBus();
class TtsController {
constructor(systemConfig2, businessParams) {
__publicField(this, "textSplitInstance", new TextSplit());
__publicField(this, "audioActuatorInstance", new AudioActuator());
__publicField(this, "ttsRequestInstance", new TtsRequest());
__publicField(this, "byteBufferInstance", new ByteBuffer());
__publicField(this, "decodeDataInstance", new DecodeData());
__publicField(this, "systemStatus", SystemStatus.OFFLINE);
this.ttsRequestInstance.initProperty(systemConfig2, businessParams);
this.textSplitInstance.setExecuteController(this);
this.ttsRequestInstance.setExecuteController(this);
this.byteBufferInstance.setExecuteController(this);
this.decodeDataInstance.setExecuteController(this);
this.audioActuatorInstance.setExecuteController(this);
this.textSplitInstance.linkHandler(this.ttsRequestInstance);
this.ttsRequestInstance.linkHandler(this.byteBufferInstance);
this.byteBufferInstance.linkHandler(this.decodeDataInstance);
this.decodeDataInstance.linkHandler(this.audioActuatorInstance);
if (wx.setInnerAudioOption) {
wx.setInnerAudioOption({ obeyMuteSwitch: false });
}
this.bindEvent();
}
bindEvent() {
$bus.on("_audioActuatorBeforeFirstExecute", () => {
this.emit("audioFirstStart");
});
$bus.on("_appError", (error) => {
this.finish();
this.emit("appError", error);
});
$bus.on("_appFinish", () => {
this.finish();
});
}
/**
* 进入待机状态,等待传入文本数据
*/
start() {
if (this.systemStatus === SystemStatus.EXECUTE) {
return this;
}
this.textSplitInstance.triggerHandlerActive();
this.ttsRequestInstance.triggerHandlerActive();
this.byteBufferInstance.triggerHandlerActive();
this.decodeDataInstance.triggerHandlerActive();
this.audioActuatorInstance.triggerHandlerActive();
this.systemStatus = SystemStatus.EXECUTE;
return this;
}
/**
* 传入文本数据
*
* @param text 待转换的文本
*/
send(text) {
if (this.systemStatus !== SystemStatus.EXECUTE) {
return this;
}
this.textSplitInstance.handle(text);
return this;
}
/**
* 应用停止处理传入的文本,但是并不会停止音频播放
*/
end() {
if (this.systemStatus !== SystemStatus.EXECUTE) {
return this;
}
this.textSplitInstance.handle(null);
this.textSplitInstance.isHandleDataAcceptedComplete = true;
return this;
}
/**
* 停止所有处理器,并且重置状态,触发 appFinish 事件
*/
finish() {
if (this.systemStatus === SystemStatus.OFFLINE) {
return;
}
this.textSplitInstance.triggerHandlerFinish();
this.ttsRequestInstance.triggerHandlerFinish();
this.byteBufferInstance.triggerHandlerFinish();
this.decodeDataInstance.triggerHandlerFinish();
this.audioActuatorInstance.triggerHandlerFinish();
this.systemStatus = SystemStatus.OFFLINE;
this.emit("appFinish");
$bus.clear();
}
emit(eventName, data) {
$bus.emit(eventName, data);
}
on(eventName, callback) {
$bus.on(eventName, callback);
return this;
}
}
let systemConfig;
const defaultSystemConfig = {
ttsRequestBaseUrl: "wss://audio.workbrain.cn/tts"
};
const defaultBusinessParams = {
voice_type: "zh_female_daimengchuanmei_moon_bigtts",
speed_ratio: 1,
volume_ratio: 1,
pitch_ratio: 1,
language: "cn",
provider: 0,
cache: false,
stream: true
};
const index = {
/**
* 配置系统参数。
* @param {SystemConfig} [_systemConfig] - 系统配置参数。
* @returns {TtsController} 返回TtsController实例。
*/
config(_systemConfig) {
systemConfig = {
...defaultSystemConfig,
..._systemConfig
};
return this;
},
/**
* 创建文本转语音控制器实例。
* @param {Partial<BusinessParams>} [_businessParams] - 业务参数,默认为空对象。
* @returns {TtsController} 返回TtsController实例。
*/
create(_businessParams = {}) {
const businessParams = {
...defaultBusinessParams,
..._businessParams
};
return new TtsController(systemConfig, businessParams);
}
};
export {
index as default
};