@d-id/client-sdk
Version:
d-id client sdk
1 lines • 528 kB
JavaScript
(function(Q,Ue){typeof exports=="object"&&typeof module<"u"?Ue(exports):typeof define=="function"&&define.amd?define(["exports"],Ue):(Q=typeof globalThis<"u"?globalThis:Q||self,Ue(Q.index={}))})(this,function(Q){"use strict";var zg=Object.defineProperty;var $g=(Q,Ue,Wt)=>Ue in Q?zg(Q,Ue,{enumerable:!0,configurable:!0,writable:!0,value:Wt}):Q[Ue]=Wt;var si=(Q,Ue,Wt)=>$g(Q,typeof Ue!="symbol"?Ue+"":Ue,Wt);class Ue extends Error{constructor({kind:t,description:i,error:r}){super(JSON.stringify({kind:t,description:i}));si(this,"kind");si(this,"description");si(this,"error");this.kind=t,this.description=i,this.error=r}}class Wt extends Ue{constructor(e,t){super({kind:"ChatCreationFailed",description:`Failed to create ${t?"persistent":""} chat, mode: ${e}`})}}class Ws extends Ue{constructor(e){super({kind:"ChatModeDowngraded",description:`Chat mode downgraded to ${e}`})}}class Ht extends Ue{constructor(t,i){super({kind:"ValidationError",description:t});si(this,"key");this.key=i}}class Hs extends Ue{constructor(e){super({kind:"WSError",description:e})}}var Js=(n=>(n.TRIAL="trial",n.BASIC="basic",n.ENTERPRISE="enterprise",n.LITE="lite",n.ADVANCED="advanced",n))(Js||{}),Gs=(n=>(n.TRIAL="deid-trial",n.PRO="deid-pro",n.ENTERPRISE="deid-enterprise",n.LITE="deid-lite",n.ADVANCED="deid-advanced",n.BUILD="deid-api-build",n.LAUNCH="deid-api-launch",n.SCALE="deid-api-scale",n))(Gs||{}),zs=(n=>(n.Created="created",n.Started="started",n.Done="done",n.Error="error",n.Rejected="rejected",n.Ready="ready",n))(zs||{}),$s=(n=>(n.Unrated="Unrated",n.Positive="Positive",n.Negative="Negative",n))($s||{}),_e=(n=>(n.Functional="Functional",n.TextOnly="TextOnly",n.Maintenance="Maintenance",n.Playground="Playground",n.DirectPlayback="DirectPlayback",n.Off="Off",n))(_e||{}),We=(n=>(n.Embed="embed",n.Query="query",n.Partial="partial",n.Answer="answer",n.Transcribe="transcribe",n.Complete="done",n))(We||{}),Qs=(n=>(n.KnowledgeProcessing="knowledge/processing",n.KnowledgeIndexing="knowledge/indexing",n.KnowledgeFailed="knowledge/error",n.KnowledgeDone="knowledge/done",n))(Qs||{}),Ys=(n=>(n.Knowledge="knowledge",n.Document="document",n.Record="record",n))(Ys||{}),Xs=(n=>(n.Pdf="pdf",n.Text="text",n.Html="html",n.Word="word",n.Json="json",n.Markdown="markdown",n.Csv="csv",n.Excel="excel",n.Powerpoint="powerpoint",n.Archive="archive",n.Image="image",n.Audio="audio",n.Video="video",n))(Xs||{}),er=(n=>(n.Clip="clip",n.Talk="talk",n.Expressive="expressive",n))(er||{});const El=n=>{switch(n){case"clip":return"clip";case"talk":return"talk";case"expressive":return"expressive";default:throw new Error(`Unknown video type: ${n}`)}};var ee=(n=>(n.Start="START",n.Stop="STOP",n))(ee||{}),it=(n=>(n.Strong="STRONG",n.Weak="WEAK",n.Unknown="UNKNOWN",n))(it||{}),Ie=(n=>(n.Idle="IDLE",n.Loading="LOADING",n.Talking="TALKING",n.ToolActive="TOOL_ACTIVE",n))(Ie||{}),Y=(n=>(n.ChatAnswer="chat/answer",n.ChatPartial="chat/partial",n.ChatAudioTranscribed="chat/audio-transcribed",n.StreamDone="stream/done",n.StreamStarted="stream/started",n.StreamFailed="stream/error",n.StreamReady="stream/ready",n.StreamCreated="stream/created",n.StreamInterrupt="stream/interrupt",n.StreamVideoCreated="stream-video/started",n.StreamVideoDone="stream-video/done",n.StreamVideoError="stream-video/error",n.StreamVideoRejected="stream-video/rejected",n.ToolCallStarted="tool-call/started",n.ToolCallDone="tool-call/done",n.ToolCallError="tool-call/error",n))(Y||{}),ce=(n=>(n.New="new",n.Fail="fail",n.Connected="connected",n.Connecting="connecting",n.Closed="closed",n.Completed="completed",n.Disconnecting="disconnecting",n.Disconnected="disconnected",n))(ce||{}),rt=(n=>(n.Legacy="legacy",n.Fluent="fluent",n))(rt||{}),ai=(n=>(n.Livekit="livekit",n))(ai||{}),Zs=(n=>(n.Amazon="amazon",n.AzureOpenAi="azure-openai",n.Microsoft="microsoft",n.Afflorithmics="afflorithmics",n.Elevenlabs="elevenlabs",n))(Zs||{}),ea=(n=>(n.Public="public",n.Premium="premium",n.Private="private",n))(ea||{});const wl=45*1e3,Rl="X-Playground-Chat",Rn="https://api.d-id.com",_l="wss://notifications.d-id.com",Pl="79f81a83a67430be2bc0fd61042b8faa",Il=(...n)=>{},ta=n=>new Promise(e=>setTimeout(e,n)),an=(n=16)=>{const e=new Uint8Array(n);return window.crypto.getRandomValues(e),Array.from(e,t=>t.toString(16).padStart(2,"0")).join("").slice(0,13)},na=n=>n.type==="clip"&&n.presenter_id.startsWith("v2_")?"clip_v2":n.type,Ml=n=>{switch(n.type){case"expressive":return"v4";case"clip":return"v3-pro";case"talk":return"v2"}},Ol=n=>n.type==="talk"?n.source_url:n.presenter_id,tr=n=>n===er.Expressive,Dl=n=>[_e.TextOnly,_e.Playground,_e.Maintenance].includes(n),ia=n=>n&&[_e.DirectPlayback,_e.Off].includes(n),ra=/\[!\[([^\[\]]*)\]\(([^)\s]+)\)\]\(([^)\s]+)\)/g,sa=/!\[([^\[\]]*)\]\(([^)\s]+)\)/g,Al=[".mp4",".webm",".mkv",".mov",".m4v",".ogv"];function xl(n){const e=n.split("?")[0].split("#")[0].toLowerCase();return Al.some(t=>e.endsWith(t))}const aa=new RegExp("(?<!!)\\[([^\\[\\]]+)\\]\\(([^)\\s]+)\\)","g"),oa=/<a\s+href="([^"]*)"[^>]*?>([^<]*)<\/a>/gi;function ca(n){if(n.length===0)return[];const e=[];let t;for(ra.lastIndex=0;(t=ra.exec(n))!==null;)e.push({index:t.index,length:t[0].length,part:{type:"video",src:t[3],alt:t[1],thumbnail:t[2]}});for(sa.lastIndex=0;(t=sa.exec(n))!==null;)if(!e.some(o=>t.index>=o.index&&t.index<o.index+o.length)){const o=t[2],a=t[1];let c;xl(o)?c={type:"video",src:o,alt:a}:(c={type:"image",src:o,alt:a},o.toLowerCase().endsWith(".gif")&&(c.mimeType="image/gif")),e.push({index:t.index,length:t[0].length,part:c})}for(aa.lastIndex=0;(t=aa.exec(n))!==null;)e.some(o=>t.index>=o.index&&t.index<o.index+o.length)||e.push({index:t.index,length:t[0].length,part:{type:"link",href:t[2],label:t[1]}});for(oa.lastIndex=0;(t=oa.exec(n))!==null;)e.some(o=>t.index>=o.index&&t.index<o.index+o.length)||e.push({index:t.index,length:t[0].length,part:{type:"link",href:t[1],label:t[2]}});if(e.length===0)return[{type:"text",text:n}];e.sort((s,o)=>s.index-o.index);const i=[];let r=0;for(const s of e)s.index>r&&i.push({type:"text",text:n.slice(r,s.index)}),i.push(s.part),r=s.index+s.length;return r<n.length&&i.push({type:"text",text:n.slice(r)}),i}let da="",nr=[];function _n(n){return n===da||(da=n,nr=ca(n)),nr}function Ll(n,e){let t;return{promise:new Promise((r,s)=>{t=setTimeout(()=>s(new Error(e)),n)}),clear:()=>clearTimeout(t)}}async function ir(n,e){const t={limit:(e==null?void 0:e.limit)??3,delayMs:(e==null?void 0:e.delayMs)??0,timeout:(e==null?void 0:e.timeout)??3e4,timeoutErrorMessage:(e==null?void 0:e.timeoutErrorMessage)||"Timeout error",shouldRetryFn:(e==null?void 0:e.shouldRetryFn)??(()=>!0),onRetry:(e==null?void 0:e.onRetry)??(()=>{})};let i;for(let r=1;r<=t.limit;r++)try{if(!t.timeout)return await n();const{promise:s,clear:o}=Ll(t.timeout,t.timeoutErrorMessage),a=n().finally(o);return await Promise.race([a,s])}catch(s){if(i=s,!t.shouldRetryFn(s)||r>=t.limit)throw s;await ta(t.delayMs),t.onRetry(s)}throw i}function rr(n){if(n!==void 0)return window.localStorage.setItem("did_external_key_id",n),n;let e=window.localStorage.getItem("did_external_key_id");if(!e){let t=an();window.localStorage.setItem("did_external_key_id",t),e=t}return e}let Nl=an();function la(n,e){if(n.type==="bearer")return`Bearer ${n.token}`;if(n.type==="basic")return`Basic ${"token"in n?n.token:btoa(`${n.username}:${n.password}`)}`;if(n.type==="key")return`Client-Key ${n.clientKey}.${rr(e)}_${Nl}`;throw new Error(`Unknown auth type: ${n}`)}const Ul=n=>ir(n,{limit:3,delayMs:1e3,timeout:0,shouldRetryFn:e=>e.status===429});function sr(n,e=Rn,t,i){const r=async(s,o)=>{const{skipErrorHandler:a,...c}=o||{};let d;try{d=await Ul(()=>fetch(e+(s!=null&&s.startsWith("/")?s:`/${s}`),{...c,headers:{...c.headers,Authorization:la(n,i),"Content-Type":"application/json"}}))}catch(l){throw!((l==null?void 0:l.name)==="AbortError")&&t&&!a&&t(l,{url:s,options:c}),l}if(!d.ok){let l=await d.text().catch(()=>`Failed to fetch with status ${d.status}`);const u=new Error(l);throw t&&!a&&t(u,{url:s,options:c,headers:d.headers}),u}return d.json()};return{get(s,o){return r(s,{...o,method:"GET"})},post(s,o,a){return r(s,{...a,body:JSON.stringify(o),method:"POST"})},delete(s,o,a){return r(s,{...a,body:JSON.stringify(o),method:"DELETE"})},patch(s,o,a){return r(s,{...a,body:JSON.stringify(o),method:"PATCH"})}}}function Fl(n,e=Rn,t,i){const r=sr(n,`${e}/agents`,t,i);return{create(s,o){return r.post("/",s,o)},getAgents(s,o){return r.get(`/${s?`?tag=${s}`:""}`,o).then(a=>a??[])},getById(s,o){return r.get(`/${s}`,o)},delete(s,o){return r.delete(`/${s}`,void 0,o)},update(s,o,a){return r.patch(`/${s}`,o,a)},newChat(s,o,a){return r.post(`/${s}/chat`,o,a)},chat(s,o,a,c){return r.post(`/${s}/chat/${o}`,a,c)},createRating(s,o,a,c){return r.post(`/${s}/chat/${o}/ratings`,a,c)},updateRating(s,o,a,c,d){return r.patch(`/${s}/chat/${o}/ratings/${a}`,c,d)},deleteRating(s,o,a,c){return r.delete(`/${s}/chat/${o}/ratings/${a}`,c)},getSTTToken(s,o){return r.get(`/${s}/stt-token`,o)}}}function Bl(n){var r,s,o,a;const e=()=>/Mobi|Android/i.test(navigator.userAgent)?"Mobile":"Desktop",t=()=>{const c=navigator.platform;return c.toLowerCase().includes("win")?"Windows":c.toLowerCase().includes("mac")?"Mac OS X":c.toLowerCase().includes("linux")?"Linux":"Unknown"},i=n.presenter;return{$os:`${t()}`,isMobile:`${e()=="Mobile"}`,browser:navigator.userAgent,origin:window.location.origin,agentType:na(i),agentVoice:{voiceId:(s=(r=n.presenter)==null?void 0:r.voice)==null?void 0:s.voice_id,provider:(a=(o=n.presenter)==null?void 0:o.voice)==null?void 0:a.type}}}function jl(n){var t,i,r,s,o,a;const e=(t=n.llm)==null?void 0:t.prompt_customization;return{agentType:na(n.presenter),presenterType:Ml(n.presenter),presenter:Ol(n.presenter),owner_id:n.owner_id??"",promptVersion:(i=n.llm)==null?void 0:i.prompt_version,behavior:{role:e==null?void 0:e.role,personality:e==null?void 0:e.personality,instructions:(r=n.llm)==null?void 0:r.instructions},temperature:(s=n.llm)==null?void 0:s.temperature,knowledgeSource:e==null?void 0:e.knowledge_source,starterQuestionsCount:(a=(o=n.knowledge)==null?void 0:o.starter_message)==null?void 0:a.length,topicsToAvoid:e==null?void 0:e.topics_to_avoid,maxResponseLength:e==null?void 0:e.max_response_length,agentId:n.id,access:n.access,agentName:n.preview_name,...n.access==="public"?{from:"agent-template"}:{}}}const Vl=n=>n.reduce((e,t)=>e+t,0),ua=n=>Vl(n)/n.length;function ql(n,e,t){var c,d,l;const{event:i,...r}=n,{template:s}=(e==null?void 0:e.llm)||{},{language:o}=((c=e==null?void 0:e.presenter)==null?void 0:c.voice)||{};return{...r,llm:{...r.llm,template:s},script:{...r.script,provider:{...(d=r==null?void 0:r.script)==null?void 0:d.provider,language:o}},stitch:(e==null?void 0:e.presenter.type)==="talk"?(l=e==null?void 0:e.presenter)==null?void 0:l.stitch:void 0,...t}}function ha(n){"requestIdleCallback"in window?requestIdleCallback(n,{timeout:2e3}):setTimeout(n,0)}const Kl="https://api-js.mixpanel.com/track/?verbose=1&ip=1";function Wl(n){const e=window!=null&&window.hasOwnProperty("DID_AGENTS_API")?"agents-ui":"agents-sdk",t={};return{token:n.token||"testKey",distinct_id:rr(n.externalId),agentId:n.agentId,additionalProperties:{id:rr(n.externalId),...n.mixpanelAdditionalProperties||{}},isEnabled:n.isEnabled??!0,getRandom:an,enrich(i){this.additionalProperties={...this.additionalProperties,...i}},async track(i,r,s){if(!this.isEnabled)return Promise.resolve();const{audioPath:o,...a}=r||{},c=s||Date.now(),d={method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({data:JSON.stringify([{event:i,properties:{...this.additionalProperties,...a,agentId:this.agentId,source:e,token:this.token,time:c,$insert_id:this.getRandom(),origin:window.location.href,"Screen Height":window.screen.height||window.innerWidth,"Screen Width":window.screen.width||window.innerHeight,"User Agent":navigator.userAgent}}])})};return fetch(Kl,d).catch(l=>console.error("Analytics tracking error:",l)),Promise.resolve()},linkTrack(i,r,s,o){t[i]||(t[i]={events:{},resolvedDependencies:[]}),o.includes(s)||o.push(s);const a=t[i];if(a.events[s]={props:r},a.resolvedDependencies.push(s),o.every(d=>a.resolvedDependencies.includes(d))){const d=o.reduce((l,u)=>a.events[u]?{...l,...a.events[u].props}:l,{});this.track(i,d),a.resolvedDependencies=a.resolvedDependencies.filter(l=>!o.includes(l)),o.forEach(l=>{delete a.events[l]})}}}}function ar(){let n=0;return{reset:()=>n=0,update:()=>n=Date.now(),get:(e=!1)=>e?Date.now()-n:n}}const mt=ar(),or=ar(),ma=ar();function fa(n){return n===_e.Playground?{headers:{[Rl]:"true"}}:{}}async function pa(n,e,t,i,r=!1,s){try{return!s&&!ia(i)&&(s=await e.newChat(n.id,{persist:r},fa(i)),t.track("agent-chat",{event:"created",chatId:s.id,mode:i})),{chat:s,chatMode:(s==null?void 0:s.chat_mode)??i}}catch(o){throw Hl(o)==="InsufficientCreditsError"?new Error("InsufficientCreditsError"):new Error("Cannot create new chat")}}const Hl=n=>{try{const e=JSON.parse(n.message);return e==null?void 0:e.kind}catch{return"UnknownError"}};function Jl(n){return n&&n.length>0?n:[]}function Gl(n){return new Promise((e,t)=>{const{callbacks:i,host:r,auth:s,externalId:o}=n,{onMessage:a=null,onOpen:c=null,onClose:d=null,onError:l=null}=i||{},u=new WebSocket(`${r}?authorization=${encodeURIComponent(la(s,o))}`);u.onmessage=a,u.onclose=d,u.onerror=h=>{console.error(h),l==null||l("Websocket failed to connect",h),t(h)},u.onopen=h=>{c==null||c(h),e(u)}})}async function zl(n){const{retries:e=1}=n;let t=null;for(let i=0;(t==null?void 0:t.readyState)!==WebSocket.OPEN;i++)try{t=await Gl(n)}catch(r){if(i===e)throw r;await ta(i*500)}return t}async function $l(n,e,t,i){const r=t!=null&&t.onMessage?[t.onMessage]:[],s=await zl({auth:n,host:e,externalId:i,callbacks:{onError:o=>{var a;return(a=t.onError)==null?void 0:a.call(t,new Hs(o))},onMessage(o){const a=JSON.parse(o.data);r.forEach(c=>c(a.event,a))}}});return{socket:s,disconnect:()=>s.close(),subscribeToEvents:o=>r.push(o)}}function Ql(n){if(n.answer!==void 0)return n.answer;let e=0,t="";for(;e in n;)t+=n[e++];return t}function Yl(n,e,t){if(!n.content)return;const i=e.messages[e.messages.length-1];(i==null?void 0:i.role)==="assistant"&&!i.interrupted&&(i.interrupted=!0);const r={id:n.id||`user-${Date.now()}`,role:n.role,content:n.content,parts:_n(n.content),created_at:n.created_at||new Date().toISOString(),transcribed:!0};e.messages.push(r),t==null||t([...e.messages],"user")}function Xl(n,e,t,i,r,s){if(n===We.Transcribe&&e.content){Yl(e,i,r);return}if(!(n===We.Partial||n===We.Answer))return;const o=i.messages[i.messages.length-1],a=e.id&&(o==null?void 0:o.role)==="assistant"&&o.id!==e.id;let c;if((o==null?void 0:o.role)==="assistant"&&!a)c=o;else if(!o||o.transcribed&&o.role==="user"||a)a&&s(),c={id:e.id||`assistant-${Date.now()}`,role:e.role||"assistant",content:e.content||"",parts:[],created_at:e.created_at||new Date().toISOString()},i.messages.push(c);else return;const{content:d,sequence:l}=e;n===We.Partial?t[l]=d:t.answer=d;const u=Ql(t);(c.content!==u||n===We.Answer)&&(c.content=u,c.parts=_n(u),r==null||r([...i.messages],n))}function Zl(n,e,t,i,r){let s={};const o=()=>s={};let a="answer";const c=(d,l)=>{var u,h;l==="user"&&o(),a=l,(h=(u=t.callbacks).onNewMessage)==null||h.call(u,d,l)};return{clearQueue:o,onMessage:(d,l)=>{var u,h;if("content"in l){const f=d===Y.ChatAnswer?We.Answer:d===Y.ChatAudioTranscribed?We.Transcribe:d;Xl(f,l,s,e,c,o),f===We.Answer&&n.track("agent-message-received",{content:l.content,messages:e.messages.length,mode:e.chatMode})}else{const f=Y,v=[f.StreamVideoDone,f.StreamVideoError,f.StreamVideoRejected],g=[f.StreamFailed,f.StreamVideoError,f.StreamVideoRejected],S=ql(l,i,{mode:e.chatMode});if(d=d,d===f.StreamVideoCreated&&(n.linkTrack("agent-video",S,f.StreamVideoCreated,["start"]),l.sentiment)){const k=e.messages[e.messages.length-1];if((k==null?void 0:k.role)==="assistant"){const R={...k,sentiment:l.sentiment};e.messages[e.messages.length-1]=R,c==null||c([...e.messages],a)}}if(v.includes(d)){const k=d.split("/")[1];g.includes(d)?n.track("agent-video",{...S,event:k}):n.linkTrack("agent-video",{...S,event:k},d,["done"])}g.includes(d)&&((h=(u=t.callbacks).onError)==null||h.call(u,new Error(`Stream failed with event ${d}`),{data:l})),l.event===f.StreamDone&&r()}}}}function eu(n,e,t,i){const r=sr(n,`${e}/agents/${t}`,i);return{createStream(s,o){return r.post("/streams",s,{signal:o})},startConnection(s,o,a,c){return r.post(`/streams/${s}/sdp`,{session_id:a,answer:o},{signal:c})},addIceCandidate(s,o,a,c){return r.post(`/streams/${s}/ice`,{session_id:a,...o},{signal:c})},sendStreamRequest(s,o,a){return r.post(`/streams/${s}`,{session_id:o,...a})},close(s,o){return r.delete(`/streams/${s}`,{session_id:o})}}}const ga=(n,e)=>(t,i)=>n&&console.log(`[${e}] ${t}`,i??"");function tu(n,e,t){const i=(e.timestamp-n.timestamp)/1e3;return{duration:i,bytesReceived:e.bytesReceived-n.bytesReceived,bitrate:Math.round((e.bytesReceived-n.bytesReceived)*8/i),packetsReceived:e.packetsReceived-n.packetsReceived,packetsLost:e.packetsLost-n.packetsLost,framesDropped:e.framesDropped-n.framesDropped,framesDecoded:e.framesDecoded-n.framesDecoded,jitter:e.jitter,avgJitterDelayInInterval:(e.jitterBufferDelay-n.jitterBufferDelay)/(e.jitterBufferEmittedCount-n.jitterBufferEmittedCount),jitterBufferEmittedCount:e.jitterBufferEmittedCount-n.jitterBufferEmittedCount,jitterBufferDelay:(e.jitterBufferDelay-n.jitterBufferDelay)/i,framesPerSecond:e.framesPerSecond,freezeCount:e.freezeCount-n.freezeCount,freezeDuration:e.freezeDuration-n.freezeDuration,lowFpsCount:t}}function nu(n){return n.filter(e=>e.freezeCount>0||e.framesPerSecond<21||e.framesDropped>0||e.packetsLost>0).map(e=>{const{timestamp:t,...i}=e,r=[];return e.freezeCount>0&&r.push("freeze"),e.framesPerSecond<21&&r.push("low fps"),e.framesDropped>0&&r.push("frames dropped"),e.packetsLost>0&&r.push("packet loss"),{...i,causes:r}})}function iu(n){var o;let e="",t=0,i=null;const r=new Map;for(const a of n.values())if(a)if(a.type==="codec"&&((o=a.mimeType)!=null&&o.startsWith("video")))r.set(a.id,a.mimeType.split("/")[1]);else if(a.type==="candidate-pair"){const c=a,d=c.currentRoundTripTime??0;d>0&&(c.nominated===!0||t===0)&&(t=d)}else a.type==="inbound-rtp"&&a.kind==="video"&&(i=a);if(!i)return{};const s=i;return s.codecId&&r.has(s.codecId)?e=r.get(s.codecId):r.size>0&&(e=r.values().next().value??""),{codec:e,rtt:t,timestamp:s.timestamp,bytesReceived:s.bytesReceived,packetsReceived:s.packetsReceived,packetsLost:s.packetsLost,framesDropped:s.framesDropped,framesDecoded:s.framesDecoded,jitter:s.jitter,jitterBufferDelay:s.jitterBufferDelay,jitterBufferEmittedCount:s.jitterBufferEmittedCount,avgJitterDelayInInterval:s.jitterBufferDelay/s.jitterBufferEmittedCount,frameWidth:s.frameWidth,frameHeight:s.frameHeight,framesPerSecond:s.framesPerSecond,freezeCount:s.freezeCount,freezeDuration:s.totalFreezesDuration}}function va(n,e,t){const i=n.map((c,d)=>d===0?t?{timestamp:c.timestamp,duration:0,rtt:c.rtt,bytesReceived:c.bytesReceived-t.bytesReceived,bitrate:(c.bytesReceived-t.bytesReceived)*8/(e/1e3),packetsReceived:c.packetsReceived-t.packetsReceived,packetsLost:c.packetsLost-t.packetsLost,framesDropped:c.framesDropped-t.framesDropped,framesDecoded:c.framesDecoded-t.framesDecoded,jitter:c.jitter,jitterBufferDelay:c.jitterBufferDelay-t.jitterBufferDelay,jitterBufferEmittedCount:c.jitterBufferEmittedCount-t.jitterBufferEmittedCount,avgJitterDelayInInterval:(c.jitterBufferDelay-t.jitterBufferDelay)/(c.jitterBufferEmittedCount-t.jitterBufferEmittedCount),framesPerSecond:c.framesPerSecond,freezeCount:c.freezeCount-t.freezeCount,freezeDuration:c.freezeDuration-t.freezeDuration}:{timestamp:c.timestamp,rtt:c.rtt,duration:0,bytesReceived:c.bytesReceived,bitrate:c.bytesReceived*8/(e/1e3),packetsReceived:c.packetsReceived,packetsLost:c.packetsLost,framesDropped:c.framesDropped,framesDecoded:c.framesDecoded,jitter:c.jitter,jitterBufferDelay:c.jitterBufferDelay,jitterBufferEmittedCount:c.jitterBufferEmittedCount,avgJitterDelayInInterval:c.jitterBufferDelay/c.jitterBufferEmittedCount,framesPerSecond:c.framesPerSecond,freezeCount:c.freezeCount,freezeDuration:c.freezeDuration}:{timestamp:c.timestamp,duration:e*d/1e3,rtt:c.rtt,bytesReceived:c.bytesReceived-n[d-1].bytesReceived,bitrate:(c.bytesReceived-n[d-1].bytesReceived)*8/(e/1e3),packetsReceived:c.packetsReceived-n[d-1].packetsReceived,packetsLost:c.packetsLost-n[d-1].packetsLost,framesDropped:c.framesDropped-n[d-1].framesDropped,framesDecoded:c.framesDecoded-n[d-1].framesDecoded,jitter:c.jitter,jitterBufferDelay:c.jitterBufferDelay-n[d-1].jitterBufferDelay,jitterBufferEmittedCount:c.jitterBufferEmittedCount-n[d-1].jitterBufferEmittedCount,avgJitterDelayInInterval:(c.jitterBufferDelay-n[d-1].jitterBufferDelay)/(c.jitterBufferEmittedCount-n[d-1].jitterBufferEmittedCount),framesPerSecond:c.framesPerSecond,freezeCount:c.freezeCount-n[d-1].freezeCount,freezeDuration:c.freezeDuration-n[d-1].freezeDuration}),r=nu(i),s=r.reduce((c,d)=>c+(d.causes.includes("low fps")?1:0),0),o=i.filter(c=>!!c.avgJitterDelayInInterval).map(c=>c.avgJitterDelayInInterval),a=i.filter(c=>!!c.rtt).map(c=>c.rtt);return{webRTCStats:{anomalies:r,minRtt:Math.min(...a),avgRtt:ua(a),maxRtt:Math.max(...a),aggregateReport:tu(n[0],n[n.length-1],s),minJitterDelayInInterval:Math.min(...o),maxJitterDelayInInterval:Math.max(...o),avgJitterDelayInInterval:ua(o)},codec:n[0].codec,resolution:`${n[0].frameWidth}x${n[0].frameHeight}`}}function ya(n,e){for(const t of n.values())if((t==null?void 0:t.type)==="inbound-rtp"&&t.kind===e)return t;return null}const Pn=10;function ru(n,e){let t=!1,i=!1,r=null,s=0,o=0,a={};async function c(){if(t){try{const d=await n();if(!d){r=setTimeout(c,Pn);return}const l=ya(d,"audio");if(!l){r=setTimeout(c,Pn);return}const u=l.totalAudioEnergy??0,h=l.totalSamplesReceived??0;if(!i){s=u,o=h,i=!0,r=setTimeout(c,Pn);return}const f=u-s,v=h-o;if(s=u,o=h,v>0&&f>0){t=!1,e(a);return}}catch{}t&&(r=setTimeout(c,Pn))}}return{arm(d={}){a=d,t=!0,i=!1,performance.now(),r!==null&&clearTimeout(r),r=setTimeout(c,Pn)},destroy(){t=!1,r!==null&&(clearTimeout(r),r=null)}}}const oi=100,su=Math.max(Math.ceil(400/oi),1),au=.25,ou=.28;function cu(){let n=0,e,t,i=0;return r=>{const s=ya(r,"video");if(!s)return{isReceiving:!1,avgJitterDelayInInterval:i};const o=s.jitterBufferDelay,a=s.jitterBufferEmittedCount;if(t&&a>t){const l=o-e,u=a-t;i=l/u}e=o,t=a;const c=s.framesDecoded,d=c-n>0;return n=c,{isReceiving:d,avgJitterDelayInInterval:i,freezeCount:s.freezeCount}}}function ba(n,e,t,i,r){let s=null,o=[],a,c=0,d=!1,l=it.Unknown,u=it.Unknown,h=0,f=0;const v=cu();async function g(){const S=await n();if(!S)return;const{isReceiving:k,avgJitterDelayInInterval:R,freezeCount:_}=v(S),y=iu(S);if(k)c=0,h=_-f,u=R<au?it.Strong:R>ou&&h>1?it.Weak:l,u!==l&&(r==null||r(u),l=u,f+=h,h=0),d||(i==null||i(ee.Start),a=o[o.length-1],o=[],d=!0),o.push(y);else if(d&&(c++,c>=su)){const b=va(o,oi,a);i==null||i(ee.Stop,b),e()||t(),f=_,d=!1}}return{start:()=>{s||(s=setInterval(g,oi))},stop:()=>{s&&(clearInterval(s),s=null)},getReport:()=>va(o,oi,a)}}const du=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function ka(n){switch(n){case"connected":return ce.Connected;case"checking":return ce.Connecting;case"failed":return ce.Fail;case"new":return ce.New;case"closed":return ce.Closed;case"disconnected":return ce.Disconnected;case"completed":return ce.Completed;default:return ce.New}}const lu=n=>e=>{const[t,i=""]=e.split(/:(.+)/);try{const r=JSON.parse(i);return n("parsed data channel message",{subject:t,data:r}),{subject:t,data:r}}catch(r){return n("Failed to parse data channel message, returning data as string",{subject:t,rawData:i,error:r}),{subject:t,data:i}}};function uu({statsSignal:n,dataChannelSignal:e,onVideoStateChange:t,report:i,log:r}){n===ee.Start&&e===ee.Start?(r("CALLBACK: onVideoStateChange(Start)"),t==null||t(ee.Start)):n===ee.Stop&&e===ee.Stop&&(r("CALLBACK: onVideoStateChange(Stop)"),t==null||t(ee.Stop,i))}function hu({statsSignal:n,dataChannelSignal:e,onVideoStateChange:t,onAgentActivityStateChange:i,report:r,log:s}){n===ee.Start?(s("CALLBACK: onVideoStateChange(Start)"),t==null||t(ee.Start)):n===ee.Stop&&(s("CALLBACK: onVideoStateChange(Stop)"),t==null||t(ee.Stop,r)),e===ee.Start?i==null||i(Ie.Talking):e===ee.Stop&&(i==null||i(Ie.Idle))}function Ta({statsSignal:n,dataChannelSignal:e,onVideoStateChange:t,onAgentActivityStateChange:i,streamType:r,report:s,log:o}){r===rt.Legacy?uu({statsSignal:n,dataChannelSignal:e,onVideoStateChange:t,report:s,log:o}):r===rt.Fluent&&hu({statsSignal:n,dataChannelSignal:e,onVideoStateChange:t,onAgentActivityStateChange:i,report:s,log:o})}async function mu(n,e,{debug:t=!1,callbacks:i,auth:r,baseURL:s=Rn,analytics:o},a){var me;const c=ga(t,"WebRTCStreamingManager"),d=lu(c);let l=!1,u=!1,h=ee.Stop,f=ee.Stop;const{startConnection:v,sendStreamRequest:g,close:S,createStream:k,addIceCandidate:R}=eu(r,s,n,i.onError),{id:_,offer:y,ice_servers:b,session_id:T,fluent:N,interrupt_enabled:F}=await k(e,a);(me=i.onStreamCreated)==null||me.call(i,{stream_id:_,session_id:T,agent_id:n});const O=new du({iceServers:b}),D=O.createDataChannel("JanusDataChannel");if(!T)throw new Error("Could not create session_id");const U=N?rt.Fluent:rt.Legacy;o.enrich({"stream-type":U});const K=e.stream_warmup&&!N,re=()=>l,P=()=>{var j;l=!0,u&&(c("CALLBACK: onConnectionStateChange(Connected)"),(j=i.onConnectionStateChange)==null||j.call(i,ce.Connected))},V=ba(()=>O.getStats(),re,P,(j,W)=>Ta({statsSignal:f=j,dataChannelSignal:U===rt.Legacy?h:void 0,onVideoStateChange:i.onVideoStateChange,onAgentActivityStateChange:i.onAgentActivityStateChange,report:W,streamType:U,log:c}),j=>{var W;return(W=i.onConnectivityStateChange)==null?void 0:W.call(i,j)});V.start(),O.onicecandidate=j=>{var W;c("peerConnection.onicecandidate",j);try{j.candidate&&j.candidate.sdpMid&&j.candidate.sdpMLineIndex!==null?R(_,{candidate:j.candidate.candidate,sdpMid:j.candidate.sdpMid,sdpMLineIndex:j.candidate.sdpMLineIndex},T,a):R(_,{candidate:null},T,a)}catch(he){(W=i.onError)==null||W.call(i,he,{streamId:_})}},D.onopen=()=>{u=!0,(!K||l)&&P()};let B=null;const $=j=>{var W;B=j,(W=i.onVideoIdChange)==null||W.call(i,j)};function ne(j,W){if(j===Y.StreamStarted&&typeof W=="object"&&"metadata"in W){const he=W.metadata;$(he.videoId)}j===Y.StreamDone&&$(null),h=j===Y.StreamStarted?ee.Start:ee.Stop,Ta({statsSignal:U===rt.Legacy?f:void 0,dataChannelSignal:h,onVideoStateChange:i.onVideoStateChange,onAgentActivityStateChange:i.onAgentActivityStateChange,streamType:U,log:c})}function se(j,W){var Ee;const he=typeof W=="string"?W:W==null?void 0:W.metadata;he&&o.enrich({streamMetadata:he}),(Ee=i.onStreamReady)==null||Ee.call(i)}const Te={[Y.StreamStarted]:ne,[Y.StreamDone]:ne,[Y.StreamReady]:se};D.onmessage=j=>{var Ee;const{subject:W,data:he}=d(j.data);(Ee=Te[W])==null||Ee.call(Te,W,he)},O.oniceconnectionstatechange=()=>{var W;c("peerConnection.oniceconnectionstatechange => "+O.iceConnectionState);const j=ka(O.iceConnectionState);j!==ce.Connected&&((W=i.onConnectionStateChange)==null||W.call(i,j))},O.ontrack=j=>{var W;c("peerConnection.ontrack",j),c("CALLBACK: onSrcObjectReady"),(W=i.onSrcObjectReady)==null||W.call(i,j.streams[0])},await O.setRemoteDescription(y),c("set remote description OK");const Le=await O.createAnswer();c("create answer OK"),await O.setLocalDescription(Le),c("set local description OK"),await v(_,Le,T,a),c("start connection OK");function Ne(j){var W,he;if(!l||D.readyState!=="open"){c("Data channel is not ready for sending messages"),(W=i.onError)==null||W.call(i,new Error("Data channel is not ready for sending messages"),{streamId:_});return}try{D.send(j)}catch(Ee){c("Error sending data channel message",Ee),(he=i.onError)==null||he.call(i,Ee,{streamId:_})}}return{speak(j){return g(_,T,j)},async disconnect(){var j;if(_){const W=ka(O.iceConnectionState);if(O){if(W===ce.New){V.stop();return}O.close(),O.oniceconnectionstatechange=null,O.onnegotiationneeded=null,O.onicecandidate=null,O.ontrack=null}try{W===ce.Connected&&await S(_,T).catch(he=>{})}catch(he){c("Error on close stream connection",he)}(j=i.onAgentActivityStateChange)==null||j.call(i,Ie.Idle),V.stop()}},sendDataChannelMessage:Ne,sessionId:T,streamId:_,streamType:U,interruptAvailable:F??!1,isInterruptible:!0,interrupt(j){if(!F)throw new Error("Interrupt is not enabled for this stream");if(U!==rt.Fluent)throw new Error("Interrupt only available for Fluent streams");if(!B)throw new Error("No active video to interrupt");const W={type:Y.StreamInterrupt,videoId:B,timestamp:Date.now()};Ne(JSON.stringify(W))}}}var cr=(n=>(n.V1="v1",n.V2="v2",n))(cr||{});async function fu(n,e,t,i){const r=n.id;switch(e.version){case"v1":{const{version:s,...o}=e;return mu(r,o,t,i)}case"v2":{const{version:s,...o}=e;switch(o.transport.provider){case ai.Livekit:const{createLiveKitStreamingManager:a}=await Promise.resolve().then(()=>Ou);return a(r,o,t);default:throw new Error(`Unsupported transport provider: ${o.transport.provider}`)}}default:throw new Error(`Invalid stream version: ${e.version}`)}}const pu="cht";function gu(){return{transport:{provider:ai.Livekit}}}function vu(n){var r,s;const{streamOptions:e}=n??{},t=((r=n==null?void 0:n.mixpanelAdditionalProperties)==null?void 0:r.plan)!==void 0?{plan:(s=n.mixpanelAdditionalProperties)==null?void 0:s.plan}:void 0;return{...{output_resolution:e==null?void 0:e.outputResolution,session_timeout:e==null?void 0:e.sessionTimeout,stream_warmup:e==null?void 0:e.streamWarmup,compatibility_mode:e==null?void 0:e.compatibilityMode,fluent:e==null?void 0:e.fluent},...t&&{end_user_data:t}}}function yu(n,e){return tr(n.presenter.type)?{version:cr.V2,...gu()}:{version:cr.V1,...vu(e)}}function bu(n,e,t){t.track("agent-connection-state-change",{state:n,...e&&{reason:e}})}function ku(n,e,t,i,r){r===rt.Fluent?Tu(n,e,t,i,r):Su(n,e,t,i,r)}function Tu(n,e,t,i,r){n===ee.Start?i.track("stream-session",{event:"start","stream-type":r}):n===ee.Stop&&i.track("stream-session",{event:"stop",is_greenscreen:e.presenter.type==="clip"&&e.presenter.is_greenscreen,background:e.presenter.type==="clip"&&e.presenter.background,"stream-type":r,...t})}function Sa(n,e,t,i,r){n===ee.Start?t.linkTrack("agent-video",{event:"start",...r,"stream-type":i},"start",[Y.StreamVideoCreated]):n===ee.Stop&&t.linkTrack("agent-video",{event:"stop",is_greenscreen:e.presenter.type==="clip"&&e.presenter.is_greenscreen,background:e.presenter.type==="clip"&&e.presenter.background,"stream-type":i},"done",[Y.StreamVideoDone])}function Su(n,e,t,i,r){n===ee.Start?i.linkTrack("agent-video",{event:"start",latency:mt.get(!0),"stream-type":r},"start",[Y.StreamVideoCreated]):n===ee.Stop&&i.linkTrack("agent-video",{event:"stop",is_greenscreen:e.presenter.type==="clip"&&e.presenter.is_greenscreen,background:e.presenter.type==="clip"&&e.presenter.background,"stream-type":r,...t},"done",[Y.StreamVideoDone])}function Cu(n,e,t){const i={call_id:e.call_id,name:e.name};if(n===Y.ToolCallStarted){t.track("agent-tool-call",{...i,event:"started"});return}const r=e;t.track("agent-tool-call",{...i,event:n===Y.ToolCallDone?"done":"error",duration_ms:r.duration_ms,extra_keys:r.extra?Object.keys(r.extra).length:0})}function Ca(n,e,t,i){return mt.reset(),ma.update(),new Promise(async(r,s)=>{try{let o,a=!1;const c=yu(n,e);t.enrich({"stream-version":c.version.toString()});let d=null;const l=n.presenter.type==="expressive";o=await fu(n,c,{...e,analytics:t,callbacks:{...e.callbacks,onConnectionStateChange:(u,h)=>{var f,v;(v=(f=e.callbacks).onConnectionStateChange)==null||v.call(f,u),bu(u,h,t),u===ce.Connected&&(o?r(o):a=!0)},onVideoStateChange:(u,h)=>{var f,v;(v=(f=e.callbacks).onVideoStateChange)==null||v.call(f,u),ku(u,n,h,t,o.streamType)},onAgentActivityStateChange:u=>{var h,f;(f=(h=e.callbacks).onAgentActivityStateChange)==null||f.call(h,u),u===Ie.Talking?(or.update(),d=v=>{Sa(ee.Start,n,t,o.streamType,v),d=null},l||d({latency:mt.get(!0)})):(or.reset(),d=null,Sa(ee.Stop,n,t,o.streamType))},onFirstAudioDetected:u=>{d==null||d(u)},onStreamReady:()=>{const u=ma.get(!0);t.track("agent-chat",{event:"ready",latency:u})},onToolEvent:(u,h)=>{var f,v;(v=(f=e.callbacks).onToolEvent)==null||v.call(f,u,h),Cu(u,h,t)}}},i),a&&r(o)}catch(o){s(o)}})}async function Eu(n,e,t,i,r){var l,u,h,f;const s=async()=>{if(tr(n.presenter.type)){const v=await Ca(n,e,i),g=`${pu}_${v.sessionId}`,S=new Date().toISOString();return{chatResult:{chatMode:_e.Functional,chat:{id:g,agent_id:n.id,owner_id:n.owner_id??"",created:S,modified:S,agent_id__created_at:S,agent_id__modified_at:S,chat_mode:_e.Functional,messages:[]}},streamingManager:v}}else{const v=new AbortController,g=v.signal;let S;try{const k=pa(n,t,i,e.mode,e.persistentChat,r),R=Ca(n,e,i,g).then(b=>(S=b,b)),[_,y]=await Promise.all([k,R]);return{chatResult:_,streamingManager:y}}catch(k){throw v.abort(),S&&await S.disconnect().catch(()=>{}),k}}},{chatResult:o,streamingManager:a}=await s(),{chat:c,chatMode:d}=o;return d&&e.mode!==void 0&&d!==e.mode&&(e.mode=d,(u=(l=e.callbacks).onModeChange)==null||u.call(l,d),d!==_e.Functional)?((f=(h=e.callbacks).onError)==null||f.call(h,new Ws(d)),a==null||a.disconnect(),{chat:c}):{chat:c,streamingManager:a}}async function wu(n,e){var D,U,K,re;let t=!0;const i=e.mixpanelKey||Pl,r=e.wsURL||_l,s=e.baseURL||Rn,o=e.mode||_e.Functional,a={messages:[],chatMode:o},c=Wl({token:i,agentId:n,isEnabled:e.enableAnalitics,externalId:e.externalId,mixpanelAdditionalProperties:e.mixpanelAdditionalProperties}),d=Date.now();ha(()=>{c.track("agent-sdk",{event:"init"},d)});const l=Fl(e.auth,s,e.callbacks.onError,e.externalId),u=await l.getById(n);e.debug=e.debug||((D=u==null?void 0:u.advanced_settings)==null?void 0:D.ui_debug_mode);const h=tr(u.presenter.type);c.enrich(jl(u));const{onMessage:f,clearQueue:v}=Zl(c,a,e,u,()=>{var P,V,B;(P=a.socketManager)==null||P.disconnect(),(B=(V=e.callbacks).onConnectionStateChange)==null||B.call(V,ce.Disconnected)});a.messages=Jl(e.initialMessages),(K=(U=e.callbacks).onNewMessage)==null||K.call(U,[...a.messages],"answer");const g=P=>{},S=({type:P})=>{var B,$,ne,se;if(!((B=a.streamingManager)!=null&&B.interruptAvailable)||!(($=a.streamingManager)!=null&&$.isInterruptible))return;const V=a.messages[a.messages.length-1];c.track("agent-video-interrupt",{type:P||"click",video_duration_to_interrupt:or.get(!0),message_duration_to_interrupt:mt.get(!0)}),V.interrupted=!0,(se=(ne=e.callbacks).onNewMessage)==null||se.call(ne,[...a.messages],"answer"),a.streamingManager.interrupt(P)},k=new Map;function R(P){return async V=>{const B=k.get(P);if(!B)throw new Error(`No handler registered for client tool: ${P}`);try{const $=JSON.parse(V.payload);return await B($)}catch($){throw new Error(`Client tool "${P}" failed: ${$.message}`)}}}function _(){var P,V,B,$;for(const[ne]of k)(V=(P=a.streamingManager)==null?void 0:P.unregisterRpcMethod)==null||V.call(P,ne),($=(B=a.streamingManager)==null?void 0:B.registerRpcMethod)==null||$.call(B,ne,R(ne))}function y(P,V){var $,ne;const B=!k.has(P);k.set(P,V),B&&((ne=($=a.streamingManager)==null?void 0:$.registerRpcMethod)==null||ne.call($,P,R(P)))}function b(P){var V,B;k.delete(P),(B=(V=a.streamingManager)==null?void 0:V.unregisterRpcMethod)==null||B.call(V,P)}const T=Date.now();ha(()=>{c.track("agent-sdk",{event:"loaded",...Bl(u)},T)});async function N(P){var Te,Le,Ne,me,j,W,he;(Le=(Te=e.callbacks).onConnectionStateChange)==null||Le.call(Te,ce.Connecting),mt.reset(),P&&!t&&(delete a.chat,(me=(Ne=e.callbacks).onNewMessage)==null||me.call(Ne,[...a.messages],"answer"));const V=o===_e.DirectPlayback||h?Promise.resolve(void 0):$l(e.auth,r,{onMessage:f,onError:e.callbacks.onError},e.externalId),B=ir(()=>Eu(u,{...e,mode:o,callbacks:{...e.callbacks,onVideoIdChange:g,onMessage:f}},l,c,a.chat),{limit:3,timeout:wl,timeoutErrorMessage:"Timeout initializing the stream",shouldRetryFn:Ee=>(Ee==null?void 0:Ee.message)!=="Could not connect"&&Ee.status!==429&&(Ee==null?void 0:Ee.message)!=="InsufficientCreditsError",delayMs:1e3}).catch(Ee=>{var Re,nt;throw O(_e.Maintenance),(nt=(Re=e.callbacks).onConnectionStateChange)==null||nt.call(Re,ce.Fail),Ee}),[$,{streamingManager:ne,chat:se}]=await Promise.all([V,B]);se&&se.id!==((j=a.chat)==null?void 0:j.id)&&((he=(W=e.callbacks).onNewChat)==null||he.call(W,se.id)),a.streamingManager=ne,a.socketManager=$,a.chat=se,_(),t=!1,c.enrich({chatId:se==null?void 0:se.id,streamId:ne==null?void 0:ne.streamId,mode:a.chatMode}),O((se==null?void 0:se.chat_mode)??o)}async function F(){var P,V,B,$;(P=a.socketManager)==null||P.disconnect(),await((V=a.streamingManager)==null?void 0:V.disconnect()),delete a.streamingManager,delete a.socketManager,($=(B=e.callbacks).onConnectionStateChange)==null||$.call(B,ce.Disconnected)}async function O(P){var V,B;P!==a.chatMode&&(c.track("agent-mode-change",{mode:P}),a.chatMode=P,a.chatMode!==_e.Functional&&await F(),(B=(V=e.callbacks).onModeChange)==null||B.call(V,P))}return{agent:u,getStreamType:()=>{var P;return(P=a.streamingManager)==null?void 0:P.streamType},getIsInterruptAvailable:()=>{var P;return((P=a.streamingManager)==null?void 0:P.interruptAvailable)??!1},starterMessages:((re=u.knowledge)==null?void 0:re.starter_message)||[],getSTTToken:()=>l.getSTTToken(u.id),changeMode:O,enrichAnalytics:c.enrich,async connect(){await N(!0),c.track("agent-chat",{event:"connect",mode:a.chatMode})},async reconnect(){const P=a.streamingManager;if(h&&(P!=null&&P.reconnect)){try{await P.reconnect(),c.track("agent-chat",{event:"reconnect",mode:a.chatMode})}catch{await F(),await N(!1)}return}await F(),await N(!1),c.track("agent-chat",{event:"reconnect",mode:a.chatMode})},async disconnect(){await F(),c.track("agent-chat",{event:"disconnect",mode:a.chatMode})},publishMicrophoneStream(P){var V;return(V=a.streamingManager)!=null&&V.publishMicrophoneStream?a.streamingManager.publishMicrophoneStream(P):Promise.reject(new Error("publishMicrophoneStream is not available for this streaming manager"))},unpublishMicrophoneStream(){var P;return(P=a.streamingManager)!=null&&P.unpublishMicrophoneStream?a.streamingManager.unpublishMicrophoneStream():Promise.resolve()},replaceMicrophoneTrack(P){var V;return(V=a.streamingManager)!=null&&V.replaceMicrophoneTrack?a.streamingManager.replaceMicrophoneTrack(P):Promise.reject(new Error("replaceMicrophoneTrack is not available for this streaming manager"))},publishCameraStream(P){var V;return(V=a.streamingManager)!=null&&V.publishCameraStream?a.streamingManager.publishCameraStream(P):Promise.reject(new Error("publishCameraStream is not available for this streaming manager"))},unpublishCameraStream(){var P;return(P=a.streamingManager)!=null&&P.unpublishCameraStream?a.streamingManager.unpublishCameraStream():Promise.resolve()},async chat(P){var ne,se,Te,Le,Ne;const V=()=>{if(ia(o))throw new Ht(`${o} is enabled, chat is disabled`);if(P.length>=800)throw new Ht("Message cannot be more than 800 characters");if(P.length===0)throw new Ht("Message cannot be empty");if(a.chatMode===_e.Maintenance)throw new Ht("Chat is in maintenance mode");if(![_e.TextOnly,_e.Playground].includes(a.chatMode)){if(!a.streamingManager)throw new Ht("Streaming manager is not initialized");if(!a.chat)throw new Ht("Chat is not initialized")}},B=async()=>{var me,j;if(!a.chat){const W=await pa(u,l,c,a.chatMode,e.persistentChat);if(!W.chat)throw new Wt(a.chatMode,!!e.persistentChat);a.chat=W.chat,(j=(me=e.callbacks).onNewChat)==null||j.call(me,a.chat.id)}return a.chat.id},$=async(me,j)=>{const W=a.chatMode===_e.Playground;return ir(h&&!W?async()=>{var Re,nt;return await((nt=(Re=a.streamingManager)==null?void 0:Re.sendTextMessage)==null?void 0:nt.call(Re,P)),Promise.resolve({})}:async()=>{var Re,nt;return l.chat(u.id,j,{chatMode:a.chatMode,streamId:(Re=a.streamingManager)==null?void 0:Re.streamId,sessionId:(nt=a.streamingManager)==null?void 0:nt.sessionId,messages:me.map(({matches:Bs,...En})=>En)},{...fa(a.chatMode),skipErrorHandler:!0})},{limit:2,shouldRetryFn:Re=>{var En,Xi,Zi,ni;const nt=(En=Re==null?void 0:Re.message)==null?void 0:En.includes("missing or invalid session_id");return!((Xi=Re==null?void 0:Re.message)==null?void 0:Xi.includes("Stream Error"))&&!nt?((ni=(Zi=e.callbacks).onError)==null||ni.call(Zi,Re),!1):!0},onRetry:async()=>{await F(),await N(!1)}})};try{v(),V(),a.messages.push({id:an(),role:"user",content:P,parts:_n(P),created_at:new Date(mt.update()).toISOString()}),(se=(ne=e.callbacks).onNewMessage)==null||se.call(ne,[...a.messages],"user");const me=await B(),j=await $([...a.messages],me);return a.messages.push({id:an(),role:"assistant",content:j.result||"",parts:_n(j.result||""),created_at:new Date().toISOString(),context:j.context,matches:j.matches}),c.track("agent-message-send",{event:"success",messages:a.messages.length+1}),j.result&&((Le=(Te=e.callbacks).onNewMessage)==null||Le.call(Te,[...a.messages],"answer"),c.track("agent-message-received",{latency:mt.get(!0),messages:a.messages.length})),j}catch(me){throw((Ne=a.messages[a.messages.length-1])==null?void 0:Ne.role)==="assistant"&&a.messages.pop(),c.track("agent-message-send",{event:"error",messages:a.messages.length}),me}},rate(P,V,B){var se,Te,Le,Ne;const $=a.messages.find(me=>me.id===P);if(a.chat){if(!$)throw new Error("Message not found")}else throw new Error("Chat is not initialized");const ne=((se=$.matches)==null?void 0:se.map(me=>[me.document_id,me.id]))??[];return c.track("agent-rate",{event:B?"update":"create",thumb:V===1?"up":"down",knowledge_id:((Te=u.knowledge)==null?void 0:Te.id)??"",matches:ne,score:V}),B?l.updateRating(u.id,a.chat.id,B,{knowledge_id:((Le=u.knowledge)==null?void 0:Le.id)??"",message_id:P,matches:ne,score:V}):l.createRating(u.id,a.chat.id,{knowledge_id:((Ne=u.knowledge)==null?void 0:Ne.id)??"",message_id:P,matches:ne,score:V})},deleteRate(P){if(!a.chat)throw new Error("Chat is not initialized");return c.track("agent-rate-delete",{type:"text"}),l.deleteRating(u.id,a.chat.id,P)},async speak(P){var ne,se,Te;function V(){if(typeof P=="string"){if(!u.presenter.voice)throw new Error("Presenter voice is not initialized");return{type:"text",provider:u.presenter.voice,input:P,ssml:!1}}if(P.type==="text"&&!P.provider){if(!u.presenter.voice)throw new Error("Presenter voice is not initialized");return{type:"text",provider:u.presenter.voice,input:P.input,ssml:P.ssml}}return P}const B=V();if(c.track("agent-speak",B),mt.update(),a.messages&&B.type==="text"&&(a.messages.push({id:an(),role:"assistant",content:B.input,parts:_n(B.input),created_at:new Date().toISOString()}),(se=(ne=e.callbacks).onNewMessage)==null||se.call(ne,[...a.messages],"answer")),Dl(a.chatMode))return{duration:0,video_id:"",status:"success"};if(!a.streamingManager)throw new Error("Please connect to the agent first");return a.streamingManager.speak({script:B,metadata:{chat_id:(Te=a.chat)==null?void 0:Te.id,agent_id:u.id}})},interrupt:S,registerClientTool:y,unregisterClientTool:b}}function Ru(n,e,t,i){const r=sr(n,`${e}/v2/agents/${t}`,i);return{async createStream(s){return r.post("/sessions",s)}}}const _u={[Y.ChatAnswer]:We.Answer,[Y.ChatPartial]:We.Partial},Ea=2e4;async function Pu(){try{return await Promise.resolve().then(()=>qg)}catch{throw new Error("LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client")}}const Iu={excellent:it.Strong,good:it.Strong,poor:it.Weak,lost:it.Unknown,unknown:it.Unknown},In=JSON.stringify({kind:"InternalServerError",description:"Stream Error"});function dr(n,e,t){var i,r;throw e("Failed to connect to LiveKit room:",n),(i=t.onConnectionStateChange)==null||i.call(t,ce.Fail,"internal:init-error"),(r=t.onError)==null||r.call(t,n,{sessionId:""}),n}async function Mu(n,e,t){var bl;const i=ga(t.debug||!1,"LiveKitStreamingManager"),{Room:r,RoomEvent:s,ConnectionState:o,Track:a}=await Pu(),{callbacks:c,auth:d,baseURL:l,analytics:u}=t;let h=null,f=!1;const v=rt.Fluent;let g=null;const S={isPublishing:!1,publication:null},k={isPublishing:!1,publication:null};let R=null,_=null,y=null,b=!1;h=new r({adaptiveStream:!1,dynacast:!0});let T=null,N=Ie.Idle,F=!0;const O=Ru(d,l||Rn,n,c.onError);let D,U,K,re=!0;try{const w=await O.createStream({transport:e.transport,chat_persist:e.chat_persist??!0}),{id:x,session_token:H,session_url:J,interrupt_enabled:oe}=w;(bl=c.onStreamCreated)==null||bl.call(c,{session_id:x,stream_id:x,agent_id:n}),D=x,U=H,K=J,re=oe??!0,await h.prepareConnection(K,U)}catch(w){dr(w,i,c)}if(!K||!U||!D)return Promise.reject(new Error("Failed to initialize LiveKit stream"));h.on(s.ConnectionStateChanged,V).on(s.ConnectionQualityChanged,B).on(s.ParticipantConnected,$).on(s.ParticipantDisconnected,ne).on(s.TrackSubscribed,Le).on(s.TrackUnsubscribed,Ne).on(s.DataReceived,nt).on(s.MediaDevicesError,Bs).on(s.TranscriptionReceived,P).on(s.EncryptionError,En).on(s.TrackSubscriptionFailed,Xi);function P(w,x){x!=null&&x.isLocal&&(mt.update(),N===Ie.Talking&&(N=Ie.Idle))}try{await h.connect(K,U),i("LiveKit room joined successfully"),T=setTimeout(()=>{var w;i(`Track subscription timeout - no track subscribed within ${Ea/1e3} seconds after connect`),T=null,u.track("connectivity-error",{error:"Track subscription timeout",sessionId:D}),(w=c.onError)==null||w.call(c,new Error("Track subscription timeout"),{sessionId:D}),Ks("internal:track-subscription-timeout")},Ea)}catch(w){dr(w,i,c)}u.enrich({"stream-type":v});function V(w){var x,H,J,oe;switch(i("Connection state changed:",w),w){case o.Connecting:i("CALLBACK: onConnectionStateChange(Connecting)"),(x=c.onConnectionStateChange)==null||x.call(c,ce.Connecting,"livekit:connecting");break;case o.Connected:i("LiveKit room connected successfully"),f=!0;break;case o.Disconnected:i("LiveKit room disconnected"),f=!1,b=!1,S.publication=null,k.publication=null,(H=c.onConnectionStateChange)==null||H.call(c,ce.Disconnected,"livekit:disconnected");break;case o.Reconnecting:i("LiveKit room reconnecting..."),(J=c.onConnectionStateChange)==null||J.call(c,ce.Connecting,"livekit:reconnecting");break;case o.SignalReconnecting:i("LiveKit room signal reconnecting..."),(oe=c.onConnectionStateChange)==null||oe.call(c,ce.Connecting,"livekit:signal-reconnecting");break}}function B(w,x){var H;i("Connection quality:",w),x!=null&&x.isLocal&&((H=c.onConnectivityStateChange)==null||H.call(c,Iu[w]))}function $(w){i("Participant connected:",w.identity)}function ne(w){i("Participant disconnected:",w.identity),Ks("livekit:participant-disconnected")}function se(){var w;y!==ee.Start&&(i("CALLBACK: onVideoStateChange(Start)"),y=ee.Start,(w=c.onVideoStateChange)==null||w.call(c,ee.Start))}function Te(w){var x;y!==ee.Stop&&(i("CALLBACK: onVideoStateChange(Stop)"),y=ee.Stop,(x=c.onVideoStateChange)==null||x.call(c,ee.Stop,w))}function Le(w,x,H){var oe,le,Pe;i(`Track subscribed: ${w.kind} from ${H.identity}`);const J=w.mediaStreamTrack;if(!J){i(`No mediaStreamTrack available for ${w.kind}`);return}g?(g.addTrack(J),i(`Added ${w.kind} track to shared MediaStream`)):(g=new MediaStream([J]),i(`Created shared MediaStream with ${w.kind} track`)),w.kind==="audio"&&(_=ru(()=>w.getRTCStatsReport(),({sttLatency:ve,serviceLatency:ht})=>{var kl,Tl,Sl;const ii=mt.get(!0);let ri=0;if(ve){const Cl=((Tl=(kl=R==null?void 0:R.getReport())==null?void 0:kl.webRTCStats)==null?void 0:Tl.avgRtt)??0;ri=Cl>0?Math.round(Cl*1e3):0}const wn=ii>0?ii+(ve??0)+ri:void 0,At=wn!==void 0&&ht!==void 0?wn-ht:void 0;(Sl=c.onFirstAudioDetected)==null||Sl.call(c,{latency:wn,networkLatency:At})})),w.kind==="video"&&((oe=c.onStreamReady)==null||oe.call(c),i("CALLBACK: onSrcObjectReady"),(le=c.onSrcObjectReady)==null||le.call(c,g),b||(b=!0,i("CALLBACK: onConnectionStateChange(Connected)"),(Pe=c.onConnectionStateChange)==null||Pe.call(c,ce.Connected,"livekit:track-subscribed")),R=ba(()=>w.getRTCStatsReport(),()=>f,Il,(ve,ht)=>{i(`Video state change: ${ve}`),ve===ee.Start?(T&&(clearTimeout(T),T=null,i("Track subscription timeout cleared")),se()):ve===ee.Stop&&Te(ht)}),R.start())}function Ne(w,x,H){i(`Track unsubscribed: ${w.kind} from ${H.identity}`),w.kind==="audio"&&(_==null||_.destroy(),_=null),w.kind==="video"&&(Te(R==null?void 0:R.getReport()),R==null||R.stop(),R=null)}function me(w,x){var J;const H=_u[w];H&&((J=c.onMessage)==null||J.call(c,H,{event:H,...x}))}function j(w,x){var H,J,oe,le,Pe;if(w===Y.ToolCallStarted){const ve=x;F=ve.interruptible!==!1,(H=c.onInterruptibleChange)==null||H.call(c,F),N=Ie.ToolActive,(J=c.onAgentActivityStateChange)==null||J.call(c,Ie.ToolActive),(oe=c.onToolEvent)==null||oe.call(c,Y.ToolCallStarted,ve);return}if(w===Y.ToolCallDone){(le=c.onToolEvent)==null||le.call(c,Y.ToolCallDone,x);return}w===Y.ToolCallError&&((Pe=c.onToolEvent)==null||Pe.call(c,Y.ToolCallError,x))}function W(w,x){var H,J,oe,le,Pe;if(F=((H=x.metadata)==null?void 0:H.interruptible)!==!1,(J=c.onInterruptibleChange)==null||J.call(c,F),w===Y.StreamVideoCreated){N=Ie.Talking,(oe=c.onAgentActivityStateChange)==null||oe.call(c,Ie.Talking),_==null||_.arm({sttLatency:(le=x==null?void 0:x.stt)==null?void 0:le.latency,serviceLatency:x==null?void 0:x.serviceLatency});return}F&&(N=Ie.Idle,(Pe=c.onAgentActivityStateChange)==null||Pe.call(c,Ie.Idle))}function he(w,x){var le,Pe,ve,ht;const H=((Pe=(le=R==null?void 0:R.getReport())==null?void 0:le.webRTCStats)==null?void 0:Pe.avgRtt)??0,J=H>0?Math.round(H/2*1e3):0,oe={...x,downstreamNetworkLatency:J};t.debug&&((ve=x==null?void 0:x.metadata)!=null&&ve.sentiment)&&(oe.sentiment={id:x.metadata.sentiment.id,name:x.metadata.sentiment.sentiment}),(ht=c.onMessage)==null||ht.call(c,w,oe),W(w,x)}function Ee(w,x){var H;(H=c.onMessage)==null||H.call(c,We.Transcribe,{event:We.Transcribe,...x}),queueMicrotask(()=>{var J;(J=c.onAgentActivityStateChange)==null||J.call(c,Ie.Loading)})}const Re={[Y.ChatAnswer]:me,[Y.ChatPartial]:me,[Y.ToolCallStarted]:j,[Y.ToolCallDone]:j,[Y.ToolCallError]:j,[Y.StreamVideoCreated]:he,[Y.StreamVideoDone]:he,[Y.StreamVideoError]:he,[Y.StreamVideoRejected]:he,[Y.ChatAudioTranscribed]:Ee};function nt(w,x,H,J){const oe=new TextDecoder().decode(w);try{const le=JSON.parse(oe),Pe=J||le.subject;if(i("Data received:",{subject:Pe,data:le}),!Pe)