sycoraxai-voice-assistants
Version:
A voice assistant package for React applications supporting multiple providers including LiveKit, Retell, and TargetAI
83 lines (82 loc) • 4.11 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
Object.defineProperty(exports, "__esModule", { value: true });
exports.TranscriptionView = TranscriptionView;
const react_1 = __importStar(require("react"));
const components_react_1 = require("@livekit/components-react");
const livekit_client_1 = require("livekit-client");
function useLocalMicTrack() {
const { microphoneTrack, localParticipant } = (0, components_react_1.useLocalParticipant)();
const micTrackRef = (0, react_1.useMemo)(() => {
return {
participant: localParticipant,
source: livekit_client_1.Track.Source.Microphone,
publication: microphoneTrack,
};
}, [localParticipant, microphoneTrack]);
return micTrackRef;
}
function useCombinedTranscriptions() {
const { agentTranscriptions } = (0, components_react_1.useVoiceAssistant)();
const micTrackRef = useLocalMicTrack();
const { segments: userTranscriptions } = (0, components_react_1.useTrackTranscription)(micTrackRef);
const combinedTranscriptions = (0, react_1.useMemo)(() => {
return [
...agentTranscriptions.map((val) => {
return { ...val, role: "assistant" };
}),
...userTranscriptions.map((val) => {
return { ...val, role: "user" };
}),
].sort((a, b) => a.firstReceivedTime - b.firstReceivedTime);
}, [agentTranscriptions, userTranscriptions]);
return combinedTranscriptions;
}
function TranscriptionView() {
const combinedTranscriptions = useCombinedTranscriptions();
const containerRef = (0, react_1.useRef)(null);
// scroll to bottom when new transcription is added
(0, react_1.useEffect)(() => {
if (containerRef.current) {
containerRef.current.scrollTop = containerRef.current.scrollHeight;
}
}, [combinedTranscriptions]);
return (react_1.default.createElement("div", { className: "relative h-[200px] w-[512px] max-w-[90vw] mx-auto" },
react_1.default.createElement("div", { className: "absolute top-0 left-0 right-0 h-8 bg-gradient-to-b from-[var(--lk-bg)] to-transparent z-10 pointer-events-none" }),
react_1.default.createElement("div", { className: "absolute bottom-0 left-0 right-0 h-8 bg-gradient-to-t from-[var(--lk-bg)] to-transparent z-10 pointer-events-none" }),
react_1.default.createElement("div", { ref: containerRef, className: "h-full flex flex-col gap-2 overflow-y-auto px-4 py-8" }, combinedTranscriptions.map((segment) => (react_1.default.createElement("div", { id: segment.id, key: segment.id, className: segment.role === "assistant"
? "p-2 self-start fit-content"
: "bg-gray-800 rounded-md p-2 self-end fit-content" }, segment.text))))));
}