UNPKG

zedai-voice

Version:

Siri-like voice banking SDK for React Native - Complete voice-powered fintech solution with wake word detection and beautiful UI

655 lines (644 loc) 29.8 kB
"use strict"; Object.defineProperty(exports, "__esModule", { value: true }); exports["default"] = void 0; var _reactNativeFs = _interopRequireDefault(require("react-native-fs")); var _Logger = _interopRequireDefault(require("../utils/Logger")); var _OpenAIServiceManager = _interopRequireDefault(require("./OpenAIServiceManager")); var _Constants = require("../utils/Constants"); function _interopRequireDefault(e) { return e && e.__esModule ? e : { "default": e }; } function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); } function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; } function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; } function _defineProperty(e, r, t) { return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, { value: t, enumerable: !0, configurable: !0, writable: !0 }) : e[r] = t, e; } function _regenerator() { /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/babel/babel/blob/main/packages/babel-helpers/LICENSE */ var e, t, r = "function" == typeof Symbol ? Symbol : {}, n = r.iterator || "@@iterator", o = r.toStringTag || "@@toStringTag"; function i(r, n, o, i) { var c = n && n.prototype instanceof Generator ? n : Generator, u = Object.create(c.prototype); return _regeneratorDefine2(u, "_invoke", function (r, n, o) { var i, c, u, f = 0, p = o || [], y = !1, G = { p: 0, n: 0, v: e, a: d, f: d.bind(e, 4), d: function d(t, r) { return i = t, c = 0, u = e, G.n = r, a; } }; function d(r, n) { for (c = r, u = n, t = 0; !y && f && !o && t < p.length; t++) { var o, i = p[t], d = G.p, l = i[2]; r > 3 ? (o = l === n) && (u = i[(c = i[4]) ? 5 : (c = 3, 3)], i[4] = i[5] = e) : i[0] <= d && ((o = r < 2 && d < i[1]) ? (c = 0, G.v = n, G.n = i[1]) : d < l && (o = r < 3 || i[0] > n || n > l) && (i[4] = r, i[5] = n, G.n = l, c = 0)); } if (o || r > 1) return a; throw y = !0, n; } return function (o, p, l) { if (f > 1) throw TypeError("Generator is already running"); for (y && 1 === p && d(p, l), c = p, u = l; (t = c < 2 ? e : u) || !y;) { i || (c ? c < 3 ? (c > 1 && (G.n = -1), d(c, u)) : G.n = u : G.v = u); try { if (f = 2, i) { if (c || (o = "next"), t = i[o]) { if (!(t = t.call(i, u))) throw TypeError("iterator result is not an object"); if (!t.done) return t; u = t.value, c < 2 && (c = 0); } else 1 === c && (t = i["return"]) && t.call(i), c < 2 && (u = TypeError("The iterator does not provide a '" + o + "' method"), c = 1); i = e; } else if ((t = (y = G.n < 0) ? u : r.call(n, G)) !== a) break; } catch (t) { i = e, c = 1, u = t; } finally { f = 1; } } return { value: t, done: y }; }; }(r, o, i), !0), u; } var a = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} t = Object.getPrototypeOf; var c = [][n] ? t(t([][n]())) : (_regeneratorDefine2(t = {}, n, function () { return this; }), t), u = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(c); function f(e) { return Object.setPrototypeOf ? Object.setPrototypeOf(e, GeneratorFunctionPrototype) : (e.__proto__ = GeneratorFunctionPrototype, _regeneratorDefine2(e, o, "GeneratorFunction")), e.prototype = Object.create(u), e; } return GeneratorFunction.prototype = GeneratorFunctionPrototype, _regeneratorDefine2(u, "constructor", GeneratorFunctionPrototype), _regeneratorDefine2(GeneratorFunctionPrototype, "constructor", GeneratorFunction), GeneratorFunction.displayName = "GeneratorFunction", _regeneratorDefine2(GeneratorFunctionPrototype, o, "GeneratorFunction"), _regeneratorDefine2(u), _regeneratorDefine2(u, o, "Generator"), _regeneratorDefine2(u, n, function () { return this; }), _regeneratorDefine2(u, "toString", function () { return "[object Generator]"; }), (_regenerator = function _regenerator() { return { w: i, m: f }; })(); } function _regeneratorDefine2(e, r, n, t) { var i = Object.defineProperty; try { i({}, "", {}); } catch (e) { i = 0; } _regeneratorDefine2 = function _regeneratorDefine(e, r, n, t) { if (r) i ? i(e, r, { value: n, enumerable: !t, configurable: !t, writable: !t }) : e[r] = n;else { var o = function o(r, n) { _regeneratorDefine2(e, r, function (e) { return this._invoke(r, n, e); }); }; o("next", 0), o("throw", 1), o("return", 2); } }, _regeneratorDefine2(e, r, n, t); } function asyncGeneratorStep(n, t, e, r, o, a, c) { try { var i = n[a](c), u = i.value; } catch (n) { return void e(n); } i.done ? t(u) : Promise.resolve(u).then(r, o); } function _asyncToGenerator(n) { return function () { var t = this, e = arguments; return new Promise(function (r, o) { var a = n.apply(t, e); function _next(n) { asyncGeneratorStep(a, r, o, _next, _throw, "next", n); } function _throw(n) { asyncGeneratorStep(a, r, o, _next, _throw, "throw", n); } _next(void 0); }); }; } function _classCallCheck(a, n) { if (!(a instanceof n)) throw new TypeError("Cannot call a class as a function"); } function _defineProperties(e, r) { for (var t = 0; t < r.length; t++) { var o = r[t]; o.enumerable = o.enumerable || !1, o.configurable = !0, "value" in o && (o.writable = !0), Object.defineProperty(e, _toPropertyKey(o.key), o); } } function _createClass(e, r, t) { return r && _defineProperties(e.prototype, r), t && _defineProperties(e, t), Object.defineProperty(e, "prototype", { writable: !1 }), e; } function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : i + ""; } function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); } // src/services/SpeechToText.js var SpeechToText = /*#__PURE__*/function () { function SpeechToText() { var openaiConfig = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {}; _classCallCheck(this, SpeechToText); // Use our managed OpenAI service instead of requiring bank's API key this.serviceManager = _OpenAIServiceManager["default"]; this.baseURL = 'https://api.openai.com/v1'; // Banks can still override if they want to use their own keys this.useCustomKey = openaiConfig.apiKey && !openaiConfig.apiKey.includes('voice-fintech'); if (this.useCustomKey) { this.customConfig = openaiConfig; _Logger["default"].info('Using custom OpenAI configuration'); } else { _Logger["default"].info('Using managed OpenAI service'); } } return _createClass(SpeechToText, [{ key: "getAPIKey", value: function getAPIKey() { if (this.useCustomKey) { return this.customConfig.apiKey; } return this.serviceManager.getAPIKey(); } }, { key: "getConfig", value: function getConfig() { if (this.useCustomKey) { return { apiKey: this.customConfig.apiKey, whisperModel: this.customConfig.whisperModel || 'whisper-1', gptModel: this.customConfig.gptModel || 'gpt-4', maxTokens: this.customConfig.maxTokens || 150, temperature: this.customConfig.temperature || 0.1 }; } return this.serviceManager.getOpenAIConfig(); } }, { key: "transcribeAudio", value: function () { var _transcribeAudio = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee(audioPath) { var options, _result$text, audioExists, audioData, audioBlob, config, formData, response, errorData, result, _args = arguments, _t; return _regenerator().w(function (_context) { while (1) switch (_context.n) { case 0: options = _args.length > 1 && _args[1] !== undefined ? _args[1] : {}; _context.p = 1; _Logger["default"].info('Starting audio transcription', { audioPath: audioPath, useCustomKey: this.useCustomKey }); // Read audio file _context.n = 2; return _reactNativeFs["default"].exists(audioPath); case 2: audioExists = _context.v; if (audioExists) { _context.n = 3; break; } throw new Error('Audio file does not exist'); case 3: _context.n = 4; return _reactNativeFs["default"].readFile(audioPath, 'base64'); case 4: audioData = _context.v; audioBlob = this.base64ToBlob(audioData); // Get current config config = this.getConfig(); // Prepare form data formData = new FormData(); formData.append('file', { uri: audioPath, type: 'audio/wav', name: 'audio.wav' }); formData.append('model', config.whisperModel); if (options.language) { formData.append('language', options.language); } if (options.prompt) { formData.append('prompt', options.prompt); } formData.append('response_format', options.responseFormat || 'json'); formData.append('temperature', options.temperature || 0); // Make API request with retry logic for managed service _context.n = 5; return this.makeRequestWithRetry('/audio/transcriptions', { method: 'POST', body: formData, headers: { 'Authorization': "Bearer ".concat(config.apiKey), 'Content-Type': 'multipart/form-data' }, timeout: options.timeout || _Constants.API_TIMEOUTS.SPEECH_TO_TEXT }); case 5: response = _context.v; if (response.ok) { _context.n = 7; break; } _context.n = 6; return response.json()["catch"](function () { return {}; }); case 6: errorData = _context.v; _Logger["default"].error('OpenAI API error', { status: response.status, statusText: response.statusText, error: errorData }); throw new Error("OpenAI API error: ".concat(response.status, " ").concat(response.statusText)); case 7: _context.n = 8; return response.json(); case 8: result = _context.v; _Logger["default"].info('Audio transcription completed', { text: ((_result$text = result.text) === null || _result$text === void 0 ? void 0 : _result$text.substring(0, 100)) + '...', language: result.language }); return _context.a(2, { text: result.text, language: result.language, duration: result.duration, confidence: this.calculateConfidence(result.text) }); case 9: _context.p = 9; _t = _context.v; _Logger["default"].error('Audio transcription failed', { error: _t.message, audioPath: audioPath }); if (!(_t.message.includes('network') || _t.message.includes('timeout'))) { _context.n = 10; break; } throw new Error(_Constants.ERROR_CODES.NETWORK_ERROR); case 10: if (!_t.message.includes('OpenAI')) { _context.n = 11; break; } throw new Error(_Constants.ERROR_CODES.OPENAI_API_ERROR); case 11: throw new Error(_Constants.ERROR_CODES.SPEECH_RECOGNITION_FAILED); case 12: return _context.a(2); } }, _callee, this, [[1, 9]]); })); function transcribeAudio(_x) { return _transcribeAudio.apply(this, arguments); } return transcribeAudio; }() }, { key: "transcribeText", value: function () { var _transcribeText = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee2(text) { var options, _result$choices$, prompt, response, result, improvedText, _args2 = arguments, _t2; return _regenerator().w(function (_context2) { while (1) switch (_context2.n) { case 0: options = _args2.length > 1 && _args2[1] !== undefined ? _args2[1] : {}; _context2.p = 1; _Logger["default"].info('Processing text with OpenAI', { text: text.substring(0, 50) + '...' }); prompt = "\n Improve and correct this speech-to-text result for banking commands:\n \"".concat(text, "\"\n \n Return only the corrected text, formatted for banking voice commands.\n Focus on numbers, account numbers, bank names, and monetary amounts.\n "); _context2.n = 2; return this.makeRequest('/chat/completions', { method: 'POST', headers: { 'Authorization': "Bearer ".concat(this.apiKey), 'Content-Type': 'application/json' }, body: JSON.stringify({ model: 'gpt-3.5-turbo', messages: [{ role: 'system', content: 'You are a speech correction assistant for banking applications. Correct speech-to-text errors while preserving the original meaning.' }, { role: 'user', content: prompt }], max_tokens: 150, temperature: 0.1 }), timeout: options.timeout || _Constants.API_TIMEOUTS.INTENT_PARSING }); case 2: response = _context2.v; if (response.ok) { _context2.n = 3; break; } _Logger["default"].warn('Text improvement failed, using original', { status: response.status }); return _context2.a(2, { text: text, improved: false, confidence: this.calculateConfidence(text) }); case 3: _context2.n = 4; return response.json(); case 4: result = _context2.v; improvedText = ((_result$choices$ = result.choices[0]) === null || _result$choices$ === void 0 || (_result$choices$ = _result$choices$.message) === null || _result$choices$ === void 0 || (_result$choices$ = _result$choices$.content) === null || _result$choices$ === void 0 ? void 0 : _result$choices$.trim()) || text; _Logger["default"].info('Text improvement completed', { original: text.substring(0, 50) + '...', improved: improvedText.substring(0, 50) + '...' }); return _context2.a(2, { text: improvedText, original: text, improved: true, confidence: this.calculateConfidence(improvedText) }); case 5: _context2.p = 5; _t2 = _context2.v; _Logger["default"].error('Text improvement failed', { error: _t2.message }); return _context2.a(2, { text: text, improved: false, confidence: this.calculateConfidence(text) }); } }, _callee2, this, [[1, 5]]); })); function transcribeText(_x2) { return _transcribeText.apply(this, arguments); } return transcribeText; }() }, { key: "makeRequestWithRetry", value: function () { var _makeRequestWithRetry = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee3(endpoint, options) { var maxRetries, attempt, response, errorHandling, _args3 = arguments, _t3; return _regenerator().w(function (_context3) { while (1) switch (_context3.n) { case 0: maxRetries = _args3.length > 2 && _args3[2] !== undefined ? _args3[2] : 2; attempt = 0; case 1: if (!(attempt < maxRetries)) { _context3.n = 8; break; } _context3.p = 2; _context3.n = 3; return this.makeRequest(endpoint, options); case 3: response = _context3.v; return _context3.a(2, response); case 4: _context3.p = 4; _t3 = _context3.v; if (!(!this.useCustomKey && attempt < maxRetries - 1)) { _context3.n = 6; break; } _context3.n = 5; return this.serviceManager.handleAPIError(_t3, 'transcription'); case 5: errorHandling = _context3.v; if (!errorHandling.shouldRetry) { _context3.n = 6; break; } _Logger["default"].info("Retrying with new API key (attempt ".concat(attempt + 1, ")")); // Update the authorization header with new key options.headers['Authorization'] = "Bearer ".concat(errorHandling.newKey); return _context3.a(3, 7); case 6: if (!(attempt === maxRetries - 1)) { _context3.n = 7; break; } throw _t3; case 7: attempt++; _context3.n = 1; break; case 8: return _context3.a(2); } }, _callee3, this, [[2, 4]]); })); function makeRequestWithRetry(_x3, _x4) { return _makeRequestWithRetry.apply(this, arguments); } return makeRequestWithRetry; }() }, { key: "makeRequest", value: function () { var _makeRequest = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee4(endpoint, options) { var url, controller, timeoutId, response, _t4; return _regenerator().w(function (_context4) { while (1) switch (_context4.n) { case 0: url = "".concat(this.baseURL).concat(endpoint); controller = new AbortController(); timeoutId = setTimeout(function () { return controller.abort(); }, options.timeout || 30000); _context4.p = 1; _context4.n = 2; return fetch(url, _objectSpread(_objectSpread({}, options), {}, { signal: controller.signal })); case 2: response = _context4.v; clearTimeout(timeoutId); return _context4.a(2, response); case 3: _context4.p = 3; _t4 = _context4.v; clearTimeout(timeoutId); if (!(_t4.name === 'AbortError')) { _context4.n = 4; break; } throw new Error('Request timeout'); case 4: throw _t4; case 5: return _context4.a(2); } }, _callee4, this, [[1, 3]]); })); function makeRequest(_x5, _x6) { return _makeRequest.apply(this, arguments); } return makeRequest; }() }, { key: "base64ToBlob", value: function base64ToBlob(base64Data) { var byteCharacters = atob(base64Data); var byteNumbers = new Array(byteCharacters.length); for (var i = 0; i < byteCharacters.length; i++) { byteNumbers[i] = byteCharacters.charCodeAt(i); } var byteArray = new Uint8Array(byteNumbers); return new Blob([byteArray], { type: 'audio/wav' }); } }, { key: "calculateConfidence", value: function calculateConfidence(text) { if (!text || typeof text !== 'string') { return 0.0; } // Simple confidence calculation based on text characteristics var confidence = 0.5; // Base confidence // Length bonus (longer texts usually more reliable) if (text.length > 10) confidence += 0.1; if (text.length > 30) confidence += 0.1; // Word count bonus var wordCount = text.split(/\s+/).length; if (wordCount > 3) confidence += 0.1; if (wordCount > 6) confidence += 0.1; // Banking-specific terms boost confidence var bankingTerms = ['transfer', 'send', 'account', 'bank', 'naira', 'dollars']; var foundTerms = bankingTerms.filter(function (term) { return text.toLowerCase().includes(term); }).length; confidence += foundTerms * 0.05; // Numbers boost confidence (important for banking) var hasNumbers = /\d/.test(text); if (hasNumbers) confidence += 0.1; // Penalize very short or nonsensical text if (text.length < 5) confidence -= 0.2; if (text.split(/\s+/).length < 2) confidence -= 0.1; // Ensure confidence is between 0 and 1 return Math.max(0.0, Math.min(1.0, confidence)); } }, { key: "validateAudioFile", value: function validateAudioFile(audioPath) { return new Promise(/*#__PURE__*/function () { var _ref = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee5(resolve, reject) { var exists, stats, extension, supportedFormats, _t5; return _regenerator().w(function (_context5) { while (1) switch (_context5.n) { case 0: _context5.p = 0; _context5.n = 1; return _reactNativeFs["default"].exists(audioPath); case 1: exists = _context5.v; if (exists) { _context5.n = 2; break; } reject(new Error('Audio file does not exist')); return _context5.a(2); case 2: _context5.n = 3; return _reactNativeFs["default"].stat(audioPath); case 3: stats = _context5.v; if (!(stats.size === 0)) { _context5.n = 4; break; } reject(new Error('Audio file is empty')); return _context5.a(2); case 4: if (!(stats.size > 25 * 1024 * 1024)) { _context5.n = 5; break; } // 25MB limit reject(new Error('Audio file too large')); return _context5.a(2); case 5: // Check file extension extension = audioPath.split('.').pop().toLowerCase(); supportedFormats = ['wav', 'mp3', 'mp4', 'm4a', 'ogg', 'flac']; if (supportedFormats.includes(extension)) { _context5.n = 6; break; } reject(new Error("Unsupported audio format: ".concat(extension))); return _context5.a(2); case 6: resolve(true); _context5.n = 8; break; case 7: _context5.p = 7; _t5 = _context5.v; reject(_t5); case 8: return _context5.a(2); } }, _callee5, null, [[0, 7]]); })); return function (_x7, _x8) { return _ref.apply(this, arguments); }; }()); } }, { key: "cleanupAudioFile", value: function () { var _cleanupAudioFile = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee6(audioPath) { var exists, _t6; return _regenerator().w(function (_context6) { while (1) switch (_context6.n) { case 0: _context6.p = 0; _context6.n = 1; return _reactNativeFs["default"].exists(audioPath); case 1: exists = _context6.v; if (!exists) { _context6.n = 3; break; } _context6.n = 2; return _reactNativeFs["default"].unlink(audioPath); case 2: _Logger["default"].debug('Audio file cleaned up', { audioPath: audioPath }); case 3: _context6.n = 5; break; case 4: _context6.p = 4; _t6 = _context6.v; _Logger["default"].warn('Failed to cleanup audio file', { audioPath: audioPath, error: _t6.message }); case 5: return _context6.a(2); } }, _callee6, null, [[0, 4]]); })); function cleanupAudioFile(_x9) { return _cleanupAudioFile.apply(this, arguments); } return cleanupAudioFile; }() }, { key: "getSupportedLanguages", value: function getSupportedLanguages() { return ['en', 'zh', 'de', 'es', 'ru', 'ko', 'fr', 'ja', 'pt', 'tr', 'pl', 'ca', 'nl', 'ar', 'sv', 'it', 'id', 'hi', 'fi', 'vi', 'he', 'uk', 'el', 'ms', 'cs', 'ro', 'da', 'hu', 'ta', 'no']; } }, { key: "isLanguageSupported", value: function isLanguageSupported(language) { return this.getSupportedLanguages().includes(language); } }, { key: "testConnection", value: function () { var _testConnection = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee7() { var response, validation, _t7; return _regenerator().w(function (_context7) { while (1) switch (_context7.n) { case 0: _context7.p = 0; if (!this.useCustomKey) { _context7.n = 4; break; } _context7.n = 1; return this.makeRequest('/models', { method: 'GET', headers: { 'Authorization': "Bearer ".concat(this.getAPIKey()), 'Content-Type': 'application/json' }, timeout: 5000 }); case 1: response = _context7.v; if (!response.ok) { _context7.n = 2; break; } _Logger["default"].info('OpenAI connection test successful (custom key)'); return _context7.a(2, { connected: true }); case 2: _Logger["default"].error('OpenAI connection test failed (custom key)', { status: response.status }); return _context7.a(2, { connected: false, error: "HTTP ".concat(response.status) }); case 3: _context7.n = 7; break; case 4: _context7.n = 5; return this.serviceManager.validateService(); case 5: validation = _context7.v; if (!validation.valid) { _context7.n = 6; break; } _Logger["default"].info('OpenAI connection test successful (managed service)'); return _context7.a(2, { connected: true }); case 6: _Logger["default"].error('OpenAI connection test failed (managed service)', { error: validation.error }); return _context7.a(2, { connected: false, error: validation.error }); case 7: _context7.n = 9; break; case 8: _context7.p = 8; _t7 = _context7.v; _Logger["default"].error('OpenAI connection test failed', { error: _t7.message }); return _context7.a(2, { connected: false, error: _t7.message }); case 9: return _context7.a(2); } }, _callee7, this, [[0, 8]]); })); function testConnection() { return _testConnection.apply(this, arguments); } return testConnection; }() }]); }(); var _default = exports["default"] = SpeechToText;