npm - @sanseng/livekit-ws-sdk - Versions diffs - 0.1.16 → 0.1.19 - Mend

@sanseng/livekit-ws-sdk 0.1.16 → 0.1.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (6) hide show

package/dist/index.umd.js CHANGED Viewed

	@@ -1 +1 @@
1	- !function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports,require("livekit-client")):"function"==typeof define&&define.amd?define(["exports","livekit-client"],t):t((e="undefined"!=typeof globalThis?globalThis:e\|\|self).LivekitSDK={},e.LivekitClient)}(this,function(e,t){"use strict";var s,i,n;!function(e){e.SDK_AUTH_TOKEN_FAILED="SDK_AUTH_TOKEN_FAILED",e.SDK_GET_LIVEKIT_CONFIG_FAILED="SDK_GET_LIVEKIT_CONFIG_FAILED",e.SDK_RECONNECT_FAILED="SDK_RECONNECT_FAILED",e.SDK_DISCONNECT_FAILED="SDK_DISCONNECT_FAILED",e.SDK_NOT_CONNECTED="SDK_NOT_CONNECTED",e.SDK_CONNECT_FAILED="SDK_CONNECT_FAILED",e.SDK_SWITCH_VIDEO_FAILED="SDK_SWITCH_VIDEO_FAILED",e.SDK_ERROR="SDK_ERROR",e.SDK_PRECONNECT_FAILED="SDK_PRECONNECT_FAILED",e.SDK_INTERRUPT_CONVERSATION_FAILED="SDK_INTERRUPT_CONVERSATION_FAILED",e.SDK_INITIALIZATION_FAILED="SDK_INITIALIZATION_FAILED",e.SDK_INVALID_STATE_TRANSITION="SDK_INVALID_STATE_TRANSITION",e.NO_AVATARNAME="NO_AVATARNAME",e.AUDIO_CAPTURE_START_FAILED="AUDIO_CAPTURE_START_FAILED",e.AUDIO_CAPTURE_FAILED="AUDIO_CAPTURE_FAILED",e.AUDIO_INVALID_SAMPLE_RATE="AUDIO_INVALID_SAMPLE_RATE",e.AUDIO_INVALID_CHANNEL="AUDIO_INVALID_CHANNEL",e.AUDIO_INVALID_HEADER_LENGTH="AUDIO_INVALID_HEADER_LENGTH",e.AUDIO_INVALID_TYPE="AUDIO_INVALID_TYPE",e.AUDIO_INVALID_RESERVED="AUDIO_INVALID_RESERVED",e.AUDIO_CONTROLLER_NOT_AVAILABLE="AUDIO_CONTROLLER_NOT_AVAILABLE",e.CAMERA_CONTROLLER_NOT_AVAILABLE="CAMERA_CONTROLLER_NOT_AVAILABLE",e.WS_CONNECT_FAILED="WS_CONNECT_FAILED",e.WS_TEXT_SEND_FAILED="WS_TEXT_SEND_FAILED",e.WS_PARSE_ERROR="WS_PARSE_ERROR",e.WS_NOT_CONNECTED="WS_NOT_CONNECTED",e.WS_CONNECT_ERROR="WS_CONNECT_ERROR",e.LIVEKIT_CONNECT_FAILED="LIVEKIT_CONNECT_FAILED",e.CONVERSATION_CONTROLLER_NOT_AVAILABLE="CONVERSATION_CONTROLLER_NOT_AVAILABLE",e.STATE_MACHINE_INVALID_STATE_TRANSITION="STATE_MACHINE_INVALID_STATE_TRANSITION",e.OBJECT_DISPOSED="OBJECT_DISPOSED",e.HTTP_CONTROLLER_NOT_AVAILABLE="HTTP_CONTROLLER_NOT_AVAILABLE"}(s\|\|(s={}));class r extends Error{constructor(e,t="SDK_ERROR",s){super(e),this.name="SDKError",this.code=t,this.cause=s,Object.setPrototypeOf(this,r.prototype)}static fromError(e,t){return e instanceof r?e:e instanceof Error?new r(e.message,t\|\|s.SDK_ERROR,e):"string"==typeof e?new r(e,t\|\|s.SDK_ERROR):new r("Unknown error",t\|\|s.SDK_ERROR,e)}}class o{constructor(){this._disposed=!1}get isDisposed(){return this._disposed}dispose(){this._disposed\|\|(this.onDispose(),this._disposed=!0)}ensureNotDisposed(){if(this._disposed)throw new r("Object has been disposed",s.OBJECT_DISPOSED)}}e.LogLevel=void 0,(i=e.LogLevel\|\|(e.LogLevel={}))[i.DEBUG=0]="DEBUG",i[i.INFO=1]="INFO",i[i.WARN=2]="WARN",i[i.ERROR=3]="ERROR",i[i.NONE=4]="NONE";class a{static setLevel(e){this._level=e}static setPrefix(e){this._prefix=e}static debug(t,...s){this._level<=e.LogLevel.DEBUG&&console.debug(`${this._prefix} [DEBUG]`,t,...s)}static info(t,...s){this._level<=e.LogLevel.INFO&&console.info(`${this._prefix} [INFO]`,t,...s)}static warn(t,...s){this._level<=e.LogLevel.WARN&&console.warn(`${this._prefix} [WARN]`,t,...s)}static error(t,...s){this._level<=e.LogLevel.ERROR&&console.error(`${this._prefix} [ERROR]`,t,...s)}}a._level=e.LogLevel.ERROR,a._prefix="[SDK]";class c extends o{constructor(){super(...arguments),this._listeners=new Map}on(e,t){this.ensureNotDisposed(),this._listeners.has(e)\|\|this._listeners.set(e,new Set);const s=this._listeners.get(e);return s.add(t),a.debug(`Event listener added for: ${String(e)}`),()=>{s.delete(t),a.debug(`Event listener removed for: ${String(e)}`)}}once(e,t){this.ensureNotDisposed();const s=i=>{t(i),this.off(e,s)};return this.on(e,s)}off(e,t){this.ensureNotDisposed();const s=this._listeners.get(e);s&&s.delete(t)}emit(e,t){this.ensureNotDisposed();const s=this._listeners.get(e);s&&s.size>0&&(a.debug(`Emitting event: ${String(e)}`,t),s.forEach(s=>{try{s(t)}catch(t){a.error(`Error in event listener for ${String(e)}:`,t)}}))}removeAllListeners(){this._listeners.clear(),a.debug("All event listeners removed")}listenerCount(e){const t=this._listeners.get(e);return t?t.size:0}onDispose(){this.removeAllListeners()}}e.SessionStatus=void 0,(n=e.SessionStatus\|\|(e.SessionStatus={})).IDLE="idle",n.CONNECTING="connecting",n.CONNECTED="connected",n.PARTIAL="partial",n.DISCONNECTED="disconnected",n.RECONNECTING="reconnecting",n.DISCONNECTING="disconnecting",n.ERROR="error",n.DISPOSED="disposed";class d{constructor(){this.status=e.SessionStatus.DISCONNECTED,this.state=e.SessionStatus.DISCONNECTED,this.isConnected=!1}reset(){this.status=e.SessionStatus.DISCONNECTED,this.state=e.SessionStatus.DISCONNECTED,this.isConnected=!1}}const h=1e3,l=24e3;var u;!function(e){e.NO_VIDEO_TRACK="NO_VIDEO_TRACK",e.TRACK_MUTED="TRACK_MUTED",e.TRACK_ENDED="TRACK_ENDED"}(u\|\|(u={}));const _=.7;class p{constructor(e){this.options=e,this._livekitUrl="",this._token="",this._wsUrl="",this.eventBus=new c,this.sessionState=new d,e.debug&&a.setLevel(0),a.info("SDK Context initialized")}setLivekitConfig(e,t,s){this._livekitUrl=e\|\|"wss://api.newportai.com/s2/livekit-lisbon",this._token=t,this._roomId=s}setAuthToken(e){this._httpToken=e}get authToken(){return this._httpToken}emitError(e,t){const s=r.fromError(e,t);return this.eventBus.emit("inner:sdk:error",{error:s}),s}setVideoOptions(e){this.options.video=Object.assign({},e,this.options.video\|\|{})}setWsUrl(e){this._wsUrl=e}get wsUrl(){return this._wsUrl}get livekitUrl(){return this._livekitUrl}get token(){return this._token}get roomId(){return this._roomId}getLivekitConfig(){return{livekitUrl:this._livekitUrl,token:this._token}}dispose(){this.eventBus.dispose(),this.sessionState.reset(),a.info("SDK Context disposed")}}function m(e){return{ws:{connected:!1},rtc:{connected:!1,hasVideoTrack:!1},overall:{state:e}}}function v(e){return Object.freeze({ws:Object.freeze({...e.ws}),rtc:Object.freeze({...e.rtc}),overall:Object.freeze({...e.overall})})}class g{constructor(){this._transitionMap=null}get transitionMap(){if(!this._transitionMap){const e=new Map;for(const t of this.transitionTable)e.set(t.from,new Set(t.to));this._transitionMap=e}return this._transitionMap}getCurrentState(){return this._currentState}transitionTo(e,t){const i=this._currentState;if(!this.canTransition(i,e)){const n=this.transitionMap.get(i),o=n?Array.from(n).join(", "):"none";throw t?.error??new r(`Invalid state transition: cannot transition from "${i}" to "${e}". Current state: "${i}". Allowed transitions: [${o}]`,s.STATE_MACHINE_INVALID_STATE_TRANSITION)}this._currentState=e}canTransition(e,t){if(e===t)return!1;const s=this.transitionMap.get(e);return s?.has(t)??!1}reset(){throw new Error("Method not implemented.")}}class E extends g{constructor(){super(...arguments),this._currentState="idle",this.transitionTable=[{from:"idle",to:["connecting","disposed"]},{from:"connecting",to:["connected","partial","error","idle","disposed"]},{from:"connected",to:["disconnecting","partial","reconnecting:auto","reconnecting:manual","error","disposed"]},{from:"partial",to:["connected","disconnecting","reconnecting:auto","reconnecting:manual","error","disposed"]},{from:"reconnecting:auto",to:["connected","partial","error","idle","disposed"]},{from:"reconnecting:manual",to:["connected","partial","error","idle","disposed"]},{from:"disconnecting",to:["disconnected","error","disposed"]},{from:"disconnected",to:["reconnecting:manual","reconnecting:auto","idle","disposed"]},{from:"error",to:["reconnecting:manual","reconnecting:auto","idle","disposed"]},{from:"disposed",to:[]}]}reset(){this._currentState="idle"}}class f extends o{constructor(e){super(),this._unsubscribes=[],this._context=e,this._fsm=new E,this._snapshot=m("idle")}start(){this.ensureNotDisposed();const e=this._context.eventBus,t=e.on("inner:rtc:connected",()=>{this._snapshot.rtc.connected=!0,this._context.eventBus.emit("inner:sdk:connected",{source:"livekit"}),this._onFactsChanged()}),s=e.on("inner:rtc:disconnected",e=>{this._snapshot.rtc.connected=!1,this._snapshot.rtc.hasVideoTrack=!1,this._context.eventBus.emit("inner:sdk:disconnected",{source:"livekit",reason:e?.reason}),this._onFactsChanged()}),i=e.on("inner:rtc:video:available",()=>{this._snapshot.rtc.hasVideoTrack=!0}),n=e.on("inner:rtc:video:unavailable",()=>{this._snapshot.rtc.hasVideoTrack=!1}),r=e.on("inner:ws:connected",()=>{this._snapshot.ws.connected=!0,this._context.eventBus.emit("inner:sdk:connected",{source:"ws"}),this._onFactsChanged()}),o=e.on("inner:ws:disconnected",e=>{this._snapshot.ws.connected=!1,this._context.eventBus.emit("inner:sdk:disconnected",{source:"ws",reason:e?.reason}),this._onFactsChanged()});this._unsubscribes=[t,s,i,n,r,o]}startConnecting(){this._transitionTo("connecting")}startDisconnecting(){this._transitionTo("disconnecting")}completeDisconnecting(){this._snapshot.ws.connected=!1,this._snapshot.rtc.connected=!1,this._snapshot.rtc.hasVideoTrack=!1,this._transitionTo("disconnected")}captureSnapshotAndStartReconnectingManual(){const e=this.getSnapshot();return this._transitionTo("reconnecting:manual"),e}transitionToIdle(){this._snapshot.ws.connected=!1,this._snapshot.rtc.connected=!1,this._snapshot.rtc.hasVideoTrack=!1,this._transitionTo("idle")}transitionToDisposed(){this._transitionTo("disposed")}getSnapshot(){return v(this._snapshot)}getState(){return this._fsm.getCurrentState()}canStartReconnectingManual(){const e=this._fsm.getCurrentState();return"connected"===e\|\|"partial"===e\|\|"disconnected"===e\|\|"error"===e}_onFactsChanged(){const e=this._fsm.getCurrentState();if("connecting"===e\|\|"reconnecting:auto"===e\|\|"reconnecting:manual"===e){const e=this._snapshot.rtc.connected&&this._snapshot.ws.connected,t=this._snapshot.rtc.connected\|\|this._snapshot.ws.connected;if(e)return void this._transitionTo("connected");if(t)return void this._transitionTo("partial")}if("connected"===e\|\|"partial"===e){const t=this._snapshot.rtc.connected&&this._snapshot.ws.connected;if(!(this._snapshot.rtc.connected\|\|this._snapshot.ws.connected))return void this._transitionTo("disconnected");if(!t)return void this._transitionTo("partial");if(t&&"partial"===e)return void this._transitionTo("connected")}}_transitionTo(e){this._fsm.canTransition(this._fsm.getCurrentState(),e)&&(this._fsm.transitionTo(e),this._snapshot.overall.state=this._fsm.getCurrentState(),this._syncSessionState())}_syncSessionState(){const t=this._fsm.getCurrentState();this._context.sessionState.status=function(t){switch(t){case"idle":return e.SessionStatus.IDLE;case"connecting":return e.SessionStatus.CONNECTING;case"connected":return e.SessionStatus.CONNECTED;case"partial":return e.SessionStatus.PARTIAL;case"disconnecting":return e.SessionStatus.DISCONNECTING;case"disconnected":case"error":default:return e.SessionStatus.DISCONNECTED;case"reconnecting:auto":case"reconnecting:manual":return e.SessionStatus.RECONNECTING;case"disposed":return e.SessionStatus.DISPOSED}}(t),this._context.sessionState.state=this._context.sessionState.status,this._context.sessionState.isConnected="connected"===t}onDispose(){this._unsubscribes.forEach(e=>e()),this._unsubscribes=[]}}class C extends o{get trackId(){return this._trackId}get participantId(){return this._participantId}get track(){return this._track}constructor(){super(),this._trackId=null,this._participantId=null,this._track=null,this._stream=null,this._videoElement=document.createElement("video"),this._videoElement.autoplay=!0,this._videoElement.playsInline=!0,this._videoElement.muted=!0,this._videoElement.crossOrigin="anonymous",this._videoElement.style.display="none",a.info("Video Source initialized with internal video element")}getInternalElement(){return this._videoElement}setTrack(e,t,s){this.ensureNotDisposed(),this._track&&this._track.stop(),this._track=e,this._trackId=t,this._participantId=s,this._stream\|\|(this._stream=new MediaStream);const i=this._stream.getTracks();for(const t of i)if(t!==e)try{this._stream.removeTrack(t)}catch(e){a.warn("Failed to remove track from stream",e)}if(!this._stream.getTracks().includes(e))try{this._stream.addTrack(e)}catch(e){a.error("Failed to add track to media stream:",e)}a.info("Video track ready")}clearTrack(){if(this._stream){const e=this._stream.getTracks();for(const t of e)try{this._stream.removeTrack(t)}catch(e){a.warn("Failed to remove track from stream",e)}}this._track&&(this._track.stop(),this._track=null),this._trackId=null,this._participantId=null,a.info("Video track cleared")}get hasTrack(){return null!==this._track&&"live"===this._track.readyState}onDispose(){this.clearTrack(),this._videoElement&&this._videoElement.parentElement&&this._videoElement.parentElement.removeChild(this._videoElement),this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),a.info("Video Source disposed")}}class T extends o{constructor(){super(...arguments),this._renderer=null}getRenderer(){return this._renderer}setRenderer(e){this._renderer&&this._renderer.dispose(),this._renderer=e,a.debug("Raw render strategy renderer set")}getProcessors(){return[]}setProcessors(e){a.warn("Raw render strategy does not support processors")}attachToContainer(e){if(this._renderer){if("getElement"in this._renderer&&"function"==typeof this._renderer.getElement){const t=this._renderer.getElement();t instanceof HTMLVideoElement&&(t.parentElement&&t.parentElement!==e&&t.parentElement.removeChild(t),t.parentElement!==e&&(e.appendChild(t),t.style.display="",a.debug("Video element attached to container in raw mode")))}}else a.warn("No renderer available to attach to container")}onDispose(){this._renderer&&(this._renderer.dispose(),this._renderer=null),a.info("Raw Render Strategy disposed")}}class S{create(){return new T}}class w extends o{constructor(e,t){if(super(),this._canvas=null,this._ctx=null,this._videoElement=null,this._parentElement=null,this._resizeObserver=null,this._animationFrameId=null,this._isRendering=!1,this._renderLoop=()=>{if(this._isRendering&&this._videoElement&&this._canvas&&this._ctx){try{this._syncCanvasSize(),this._ctx.drawImage(this._videoElement,0,0,this._canvas.width,this._canvas.height)}catch(e){a.error("Error rendering from video to canvas:",e)}this._animationFrameId=requestAnimationFrame(this._renderLoop)}},e){if(this._canvas=e,this._ctx=e.getContext("2d"),!this._ctx)throw new Error("Failed to get 2D context from canvas")}else{if(!t)throw new Error("CanvasRenderer requires either canvas or videoElement");this._videoElement=t,this._createCanvasFromVideo()}a.info("Canvas Renderer created")}_createCanvasFromVideo(){if(!this._videoElement)return;if(this._parentElement=this._videoElement.parentElement,!this._parentElement)throw new Error("Video element must have a parent element");if("static"===window.getComputedStyle(this._parentElement).position&&(this._parentElement.style.position="relative"),this._canvas=document.createElement("canvas"),this._ctx=this._canvas.getContext("2d"),!this._ctx)throw new Error("Failed to get 2D context from canvas");this._canvas.style.position="absolute",this._canvas.style.top="0",this._canvas.style.left="0",this._canvas.style.width="100%",this._canvas.style.height="100%",this._canvas.style.pointerEvents="none",this._parentElement.appendChild(this._canvas),this._syncCanvasSize(),this._setupResizeObserver()}_syncCanvasSize(){if(!this._canvas\|\|!this._videoElement\|\|!this._ctx)return;const e=this._videoElement.videoWidth,t=this._videoElement.videoHeight,s=this._videoElement.clientWidth,i=this._videoElement.clientHeight;if(e>0&&t>0&&s>0&&i>0){const n=e/t;let r,o;n>s/i?(r=s,o=s/n):(r=in,o=i),this._canvas.style.width=`${r}px`,this._canvas.style.height=`${o}px`;const a=(s-r)/2,c=(i-o)/2;this._canvas.style.left=`${a}px`,this._canvas.style.top=`${c}px`,this._canvas.width=e,this._canvas.height=t}}_setupResizeObserver(){this._videoElement&&"undefined"!=typeof ResizeObserver&&(this._resizeObserver=new ResizeObserver(()=>{this._syncCanvasSize()}),this._resizeObserver.observe(this._videoElement))}startRenderingFromVideo(){!this._isRendering&&this._videoElement&&this._canvas&&this._ctx&&(this._isRendering=!0,this._renderLoop())}stopRenderingFromVideo(){this._isRendering=!1,null!==this._animationFrameId&&(cancelAnimationFrame(this._animationFrameId),this._animationFrameId=null)}setFitMode(e){this._canvas&&(this._canvas.style.width="100%",this._canvas.style.height="100%",this._canvas.style.objectFit=e)}render(e){if(this.ensureNotDisposed(),this._ctx&&this._canvas)try{const t=e.displayWidth,s=e.displayHeight;this._videoElement?this._syncCanvasSize():this._canvas.width===t&&this._canvas.height===s\|\|(this._canvas.width=t,this._canvas.height=s);const i=e instanceof VideoFrame?e.displayWidth:e.videoWidth,n=e instanceof VideoFrame?e.displayHeight:e.videoHeight;i>0&&n>0&&(this._canvas.width===i&&this._canvas.height===n\|\|(this._canvas.width=i,this._canvas.height=n)),this._ctx.clearRect(0,0,this._canvas.width,this._canvas.height),this._ctx.drawImage(e,0,0,this._canvas.width,this._canvas.height)}catch(e){a.error("Error rendering video frame to canvas:",e)}}getCanvas(){return this._canvas}getContext(){return this._ctx}onDispose(){this.stopRenderingFromVideo(),this._resizeObserver&&(this._resizeObserver.disconnect(),this._resizeObserver=null),this._canvas&&this._parentElement&&this._canvas.parentElement===this._parentElement&&this._parentElement.removeChild(this._canvas),this._canvas=null,this._ctx=null,this._videoElement=null,this._parentElement=null,a.info("Canvas Renderer disposed")}}class A extends o{constructor(e){super(),this._element=null,this._stream=null,this._track=null,this._element=e,a.info("Video Element Renderer created")}setTrack(e){if(this.ensureNotDisposed(),this._track=e,!this._element)return void a.warn("No video element available to set track");this._stream\|\|(this._stream=new MediaStream,this._element.srcObject=this._stream);const t=this._stream.getTracks();for(const s of t)if(s!==e)try{this._stream.removeTrack(s)}catch(e){console.error(e)}if(!this._stream.getTracks().includes(e))try{this._stream.addTrack(e)}catch(e){a.error("Failed to add track to media stream:",e)}this._element.play().catch(e=>{a.error("Error playing video:",e)}),a.debug("Video track set to element (stream reused)")}setOpacity(e){this._element&&(this._element.style.opacity=String(e))}getElement(){return this._element}setFitMode(e){this._element&&(this._element.style.width="100%",this._element.style.height="100%",this._element.style.objectFit=e)}render(e){a.debug("Render called in direct mode (no-op)")}onDispose(){this._element&&(this._element.srcObject=null),this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._track&&(this._track.stop(),this._track=null),a.info("Video Element Renderer disposed")}clearTrack(){if(this._stream){const e=this._stream.getTracks();for(const t of e)try{this._stream.removeTrack(t)}catch(e){console.error(e)}}this._track=null}}class y extends o{constructor(){super(...arguments),this._renderer=null,this._processors=[],this._videoElementRenderer=null,this._canvasRenderer=null,this._videoFrameCallbackId=null,this._animationFrameId=null,this._isProcessing=!1,this._processVideoFrame=()=>{if(!this._isProcessing\|\|!this._videoElementRenderer\|\|!this._canvasRenderer)return;const e=this._videoElementRenderer.getElement();if(!e\|\|e.readyState<2)this._isProcessing&&e&&(this._videoFrameCallbackId=e.requestVideoFrameCallback(this._processVideoFrame));else{try{let t=new VideoFrame(e,{timestamp:1e3performance.now()});for(const e of this._processors){const s=e.process(t);s&&s!==t&&(t instanceof VideoFrame&&t.close(),t=s)}t instanceof ImageData?this._renderImageData(t):this._canvasRenderer.render(t),t instanceof VideoFrame&&t.close()}catch(e){a.error("Error processing video frame:",e)}this._isProcessing&&e&&(this._videoFrameCallbackId=e.requestVideoFrameCallback(this._processVideoFrame))}},this._processVideoFrameFallback=()=>{if(!this._isProcessing\|\|!this._canvasRenderer\|\|!this._videoElementRenderer)return;const e=this._videoElementRenderer.getElement();if(!e\|\|e.readyState<2\|\|e.paused){const e=this._canvasRenderer.getContext(),t=this._canvasRenderer.getCanvas();return e&&t&&e.clearRect(0,0,t.width,t.height),void(this._animationFrameId=requestAnimationFrame(this._processVideoFrameFallback))}const t=e.videoWidth,s=e.videoHeight,i=this._canvasRenderer.getCanvas();t>0&&i&&(i.width!==t\|\|i.height!==s)&&(i.width=t,i.height=s);let n=new VideoFrame(e);try{for(const e of this._processors){const t=e.process(n);t&&t!==n&&(n instanceof VideoFrame&&n.close(),n=t)}n instanceof ImageData?this._renderImageData(n):this._canvasRenderer.render(n)}finally{n instanceof VideoFrame&&n.close()}this._isProcessing&&(this._animationFrameId=requestAnimationFrame(this._processVideoFrameFallback))}}getRenderer(){return this._renderer}setRenderer(e){if(this._renderer&&this._renderer.dispose(),this._renderer=e,e instanceof A){if(this._videoElementRenderer=e,!this._canvasRenderer){const e=this._videoElementRenderer.getElement();if(e)try{e.parentElement&&(this._canvasRenderer=new w(void 0,e),this._renderer=this._canvasRenderer,a.debug("Canvas renderer created in setRenderer (processed mode)"))}catch(e){a.warn("Failed to create CanvasRenderer in setRenderer, will retry in attachToContainer:",e)}}this._setupProcessingPipeline()}else this._videoElementRenderer=null,this._stopProcessingPipeline();a.debug("Processed render strategy renderer set")}addProcessor(e,t){void 0!==t&&t>=0&&t<this._processors.length?this._processors.splice(t,0,e):this._processors.push(e),this._setupProcessingPipeline()}getProcessors(){return this._processors}setProcessors(e){this._processors.forEach(e=>e.dispose()),this._processors=e,this._setupProcessingPipeline(),a.debug("Processed render strategy processor set")}attachToContainer(e){if(this._canvasRenderer){const t=this._canvasRenderer.getCanvas();if(t&&(t.parentElement&&t.parentElement!==e&&t.parentElement.removeChild(t),t.parentElement!==e&&(e.appendChild(t),a.debug("Canvas element attached to container in processed mode"))),this._videoElementRenderer){const e=this._videoElementRenderer.getElement();e&&(e.parentElement&&e.parentElement.removeChild(e),e.style.display="none")}}else if(this._videoElementRenderer){const t=this._videoElementRenderer.getElement();if(t){const s=null!==t.parentElement;s\|\|e.appendChild(t);try{this._canvasRenderer=new w(void 0,t),this._renderer=this._canvasRenderer,s\|\|t.parentElement!==e\|\|e.removeChild(t),t.style.display="none";const i=this._canvasRenderer.getCanvas();i&&i.parentElement!==e&&e.appendChild(i),this._startProcessingLoop(),a.debug("Canvas created and attached to container in processed mode")}catch(i){a.error("Failed to create CanvasRenderer in attachToContainer:",i),s\|\|t.parentElement!==e\|\|e.removeChild(t),t.parentElement!==e&&(e.appendChild(t),t.style.display="")}}}}_setupProcessingPipeline(){if(!this._videoElementRenderer)return;const e=this._videoElementRenderer.getElement();if(e){if(e.parentElement&&e.parentElement.removeChild(e),e.style.display="none",e.readyState<2){const t=()=>{this._setupProcessingPipeline(),e.removeEventListener("loadedmetadata",t)};return void e.addEventListener("loadedmetadata",t)}this._canvasRenderer&&(this._startProcessingLoop(),a.info("Processing pipeline setup completed"))}else a.warn("Video element not available for processing")}_stopProcessingPipeline(){this._stopProcessingLoop(),this._canvasRenderer&&(this._canvasRenderer.dispose(),this._canvasRenderer=null),this._videoElementRenderer&&(this._renderer=this._videoElementRenderer)}_startProcessingLoop(){if(this._isProcessing\|\|!this._videoElementRenderer\|\|!this._canvasRenderer)return;this._videoElementRenderer.getElement()&&(this._isProcessing=!0,"requestVideoFrameCallback"in HTMLVideoElement.prototype?this._processVideoFrame():this._processVideoFrameFallback())}_stopProcessingLoop(){this._isProcessing=!1;const e=this._videoElementRenderer?.getElement();null!==this._videoFrameCallbackId&&e&&"cancelVideoFrameCallback"in e&&(e.cancelVideoFrameCallback(this._videoFrameCallbackId),this._videoFrameCallbackId=null),null!==this._animationFrameId&&(cancelAnimationFrame(this._animationFrameId),this._animationFrameId=null)}_renderImageData(e){if(!this._canvasRenderer)return;const t=this._canvasRenderer.getContext(),s=this._canvasRenderer.getCanvas();t&&s&&(s.width===e.width&&s.height===e.height\|\|(s.width=e.width,s.height=e.height),t.clearRect(0,0,s.width,s.height),t.putImageData(e,0,0))}onDispose(){this._stopProcessingPipeline(),this._renderer&&(this._renderer.dispose(),this._renderer=null),this._processors.forEach(e=>e.dispose()),this._processors=[],this._videoElementRenderer=null,this._canvasRenderer=null,a.info("Processed Render Strategy disposed")}}class R{create(){return new y}}class D{static getFactory(e){return"processed"===e?new R:new S}}class b extends o{constructor(e,t){super(),this._videoElementRenderer=null,this._containerElement=null,this._source=e;const s=t?.renderMode\|\|"raw";this._containerElement=t?.containerElement\|\|null,this._strategyFactory=D.getFactory(s),this._strategy=this._strategyFactory.create();const i=this._source.getInternalElement(),n=new A(i);this._videoElementRenderer=n,this._strategy.setRenderer(n),this._containerElement&&(this._strategy.attachToContainer(this._containerElement),a.info("Renderer elements attached to container via strategy")),a.info("Video Pipeline created")}setRenderMode(e){this.ensureNotDisposed();const t=D.getFactory(e);if(this._strategyFactory.constructor===t.constructor)return;const s=this._strategy.getRenderer(),i=this._strategy.getProcessors();this._strategy.dispose(),this._strategyFactory=t,this._strategy=this._strategyFactory.create(),s&&this._strategy.setRenderer(s),i.length>0&&this._strategy.setProcessors(i),this._containerElement&&this._strategy.attachToContainer(this._containerElement),a.info(`Video render mode changed to: ${e}`)}setRenderFitMode(e){this.ensureNotDisposed();const t=this._strategy.getRenderer();t?.setFitMode(e),a.info(`Video render fit mode changed to: ${e}`)}setProcessor(e){this.ensureNotDisposed(),this._strategy.setProcessors(e?[e]:[])}setRenderer(e){this.ensureNotDisposed(),this._strategy.setRenderer(e)}get strategy(){return this._strategy}get videoElementRenderer(){return this._videoElementRenderer}onDispose(){if(this._strategy.dispose(),this._videoElementRenderer){const e=this._videoElementRenderer.getElement();e&&e.parentElement&&e.parentElement.removeChild(e),this._videoElementRenderer.dispose(),this._videoElementRenderer=null}a.info("Video Pipeline disposed")}}class I extends o{onDispose(){}}class N extends I{constructor(e){super(),this._program=null,this._texture=null,this._lastProcessedTimestamp=null,this._options=e,this._canvas=document.createElement("canvas");const t=this._canvas.getContext("webgl",{premultipliedAlpha:!1,preserveDrawingBuffer:!0});if(!t)throw new Error("WebGL not supported");this._gl=t,this._initGL(),a.info("WebGL Green Screen Processor initialized")}_initGL(){const e=this._gl;this._program=this._createProgram("\n attribute vec2 aPosition;\n attribute vec2 aTexCoord;\n varying vec2 vTexCoord;\n void main() {\n gl_Position = vec4(aPosition, 0, 1);\n vTexCoord = aTexCoord;\n }","\n precision mediump float;\n varying vec2 vTexCoord;\n uniform sampler2D uSampler;\n uniform vec3 uChromaKey; // greenScreen target color: RGB\n uniform float uSimilarity; // greenScreen similarity\n uniform float uSmoothness; // greenScreen smoothness\n uniform float uSpill; // greenScreen despill strength\n\n // convert RGB to YCbCr space, separate luminance and chrominance\n vec3 rgbToYcbcr(vec3 rgb) {\n float y = 0.299 * rgb.r + 0.587 * rgb.g + 0.114 * rgb.b;\n float cb = 0.564 * (rgb.b - y) + 0.5;\n float cr = 0.713 * (rgb.r - y) + 0.5;\n return vec3(y, cb, cr);\n }\n\n void main() {\n vec4 color = texture2D(uSampler, vTexCoord);\n vec3 rgb = color.rgb;\n \n vec3 ycbcr = rgbToYcbcr(rgb);\n vec3 targetYcbcr = rgbToYcbcr(uChromaKey);\n \n // 核心改进：只计算 Cb 和 Cr 的欧式距离，忽略亮度 Y\n // 这能确保深色褶皱（Y低）因为 Cb/Cr 不变而不被扣除\n float dist = distance(ycbcr.yz, targetYcbcr.yz);\n \n // 使用 smoothstep 生成丝滑边缘\n float alpha = smoothstep(uSimilarity, uSimilarity + uSmoothness, dist);\n alpha = pow(alpha, 1.2);\n\n // 增强型 Despill (去溢出)\n float maxRB = max(rgb.r, rgb.b);\n if (rgb.g > maxRB) {\n float edgeFactor = 1.0 - alpha; // 边缘像素更强去绿\n float diff = (rgb.g - maxRB) * uSpill * edgeFactor;\n rgb.g -= diff;\n rgb.rb += diff * 0.15;\n }\n\n // rgb = mix(vec3(dot(rgb, vec3(0.333))), rgb, alpha);\n float luma = dot(rgb, vec3(0.299, 0.587, 0.114));\n rgb = mix(vec3(luma), rgb, alpha);\n\n gl_FragColor = vec4(rgb, alpha * color.a);\n }\n "),this._texture=e.createTexture();const t=new Float32Array([-1,-1,0,1,1,-1,1,1,-1,1,0,0,1,1,1,0]),s=e.createBuffer();e.bindBuffer(e.ARRAY_BUFFER,s),e.bufferData(e.ARRAY_BUFFER,t,e.STATIC_DRAW);const i=e.getAttribLocation(this._program,"aPosition"),n=e.getAttribLocation(this._program,"aTexCoord");e.enableVertexAttribArray(i),e.vertexAttribPointer(i,2,e.FLOAT,!1,16,0),e.enableVertexAttribArray(n),e.vertexAttribPointer(n,2,e.FLOAT,!1,16,8)}process(e){if(!this._options.enabled)return e;const{displayWidth:t,displayHeight:s,timestamp:i}=e;this._canvas.width===t&&this._canvas.height===s\|\|(this._canvas.width=t,this._canvas.height=s,this._gl.viewport(0,0,t,s));const n=this._gl;n.useProgram(this._program),n.activeTexture(n.TEXTURE0),n.bindTexture(n.TEXTURE_2D,this._texture),n.texImage2D(n.TEXTURE_2D,0,n.RGBA,n.RGBA,n.UNSIGNED_BYTE,e),n.texParameteri(n.TEXTURE_2D,n.TEXTURE_WRAP_S,n.CLAMP_TO_EDGE),n.texParameteri(n.TEXTURE_2D,n.TEXTURE_WRAP_T,n.CLAMP_TO_EDGE),n.texParameteri(n.TEXTURE_2D,n.TEXTURE_MIN_FILTER,n.LINEAR);const r=this._options.chromaKey\|\|[0,255,0];n.uniform3f(n.getUniformLocation(this._program,"uChromaKey"),r[0]/255,r[1]/255,r[2]/255),n.uniform1f(n.getUniformLocation(this._program,"uSimilarity"),this._options.similarity??.3),n.uniform1f(n.getUniformLocation(this._program,"uSmoothness"),this._options.smoothness??.25),n.uniform1f(n.getUniformLocation(this._program,"uSpill"),this._options.despillStrength??1.15),n.drawArrays(n.TRIANGLE_STRIP,0,4);const o=new VideoFrame(this._canvas,{timestamp:i,duration:e.duration??void 0});return e.close(),o}_createProgram(e,t){const s=this._gl,i=(e,t)=>{const i=s.createShader(e);return s.shaderSource(i,t),s.compileShader(i),i},n=s.createProgram();return s.attachShader(n,i(s.VERTEX_SHADER,e)),s.attachShader(n,i(s.FRAGMENT_SHADER,t)),s.linkProgram(n),n}onDispose(){const e=this._gl;this._texture&&e.deleteTexture(this._texture),this._program&&e.deleteProgram(this._program),a.info("WebGL Green Screen Processor disposed")}updateOptions(e){this._options={...this._options,...e}}}class k extends o{constructor(e,t){if(super(),this._context=e,this._source=new C,this._pipeline=new b(this._source,t),"processed"===t?.renderMode&&t?.greenScreen?.enabled){const e=new N(t.greenScreen);this._pipeline.setProcessor(e),a.info("Green screen processor enabled")}this._pipeline.setRenderFitMode(t?.fitMode\|\|"contain"),a.info("Video Controller created")}setTrack(e,t,s){this.ensureNotDisposed(),this._source.setTrack(e,t,s)}removeTrack(e){this.ensureNotDisposed(),this._source.trackId===e&&this._source.clearTrack()}setRenderMode(e){this.ensureNotDisposed(),this._pipeline.setRenderMode(e),this._context.eventBus.emit("inner:video:render:mode:changed",{mode:e})}setRenderFitMode(e){this.ensureNotDisposed(),this._pipeline.setRenderFitMode(e)}getSource(){return this.ensureNotDisposed(),this._source}onDispose(){this._source.dispose(),this._pipeline.dispose(),a.info("Video Controller disposed")}}class x extends o{process(e,t){return this.ensureNotDisposed(),e}onDispose(){}}class O extends o{set onProcessedAudio(e){this._onProcessedAudio=e}constructor(e){super(),this._processors=[],this._processingStrategy=new x,a.info("Input Audio Pipeline created")}setProcessingStrategy(e){this.ensureNotDisposed(),this._processingStrategy&&this._processingStrategy.dispose(),this._processingStrategy=e,a.debug("Audio processing strategy set")}get processingStrategy(){return this._processingStrategy}addProcessor(e){this.ensureNotDisposed(),this._processors.push(e),a.debug(`Audio processor added. Total: ${this._processors.length}`)}removeProcessor(e){this.ensureNotDisposed();const t=this._processors.indexOf(e);t>=0&&(this._processors.splice(t,1),a.debug(`Audio processor removed. Total: ${this._processors.length}`))}process(e,t){this.ensureNotDisposed();let s=e;try{s=this._processingStrategy.process(s,t)}catch(e){a.error("Error in audio processing strategy:",e)}for(const e of this._processors)try{s=e.process(s,t)}catch(e){a.error("Error in audio processor:",e);continue}this._onProcessedAudio&&this._onProcessedAudio(s,t)}onDispose(){if(this._processingStrategy)try{this._processingStrategy.dispose()}catch(e){a.error("Error disposing audio processing strategy:",e)}this._processors.forEach(e=>{try{e.dispose()}catch(e){a.error("Error disposing audio processor:",e)}}),this._processors.length=0,this._onProcessedAudio=void 0,a.info("Input Audio Pipeline disposed")}}class L extends o{constructor(){super(),this._audioElement=null,this._stream=null,this._track=null,this._volume=1,this._isMuted=!1,this._audioElement=document.createElement("audio"),this._audioElement.autoplay=!0,this._audioElement.volume=this._volume,this._audioElement.muted=this._isMuted,a.info("Output Audio Pipeline created")}getAudioElement(){if(!this._audioElement)throw new r("Audio element not found");return this._audioElement}setTrack(e){this.ensureNotDisposed(),this._track&&this._track!==e&&this._track.stop(),this._track=e,this._audioElement&&(this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._stream=new MediaStream([e]),this._audioElement.volume=this._volume,this._audioElement.muted=this._isMuted,a.debug("Audio track set to output pipeline"))}removeTrack(){this.ensureNotDisposed(),this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._track&&(this._track.stop(),this._track=null),a.debug("Audio track removed from output pipeline")}setVolume(e){this.ensureNotDisposed(),this._volume=Math.max(0,Math.min(1,e)),this._audioElement&&(this._audioElement.volume=this._volume),a.debug(`Audio output volume set to: ${this._volume}`)}getVolume(){return this._volume}mute(){this.ensureNotDisposed(),this._isMuted=!0,this._audioElement&&(this._audioElement.muted=!0),a.debug("Audio output muted")}unmute(){this.ensureNotDisposed(),this._isMuted=!1,this._audioElement&&(this._audioElement.muted=!1),a.debug("Audio output unmuted")}isMuted(){return this._isMuted}onDispose(){this.removeTrack(),this._audioElement&&(this._audioElement=null),a.info("Output Audio Pipeline disposed")}}const P={0:0,1:1,2:2};function F(e){!function(e){if(0!==e&&1!==e&&2!==e)throw new r(`Invalid sample rate encoding: ${e}. Must be 0 (16kHz), 1 (24kHz), or 2 (48kHz)`,s.AUDIO_INVALID_SAMPLE_RATE)}(e.sampleRate);const t=(i=e.sequenceNumber)<0?0:i>4095?4095:Math.floor(i);var i;const n=function(e){if(e<0)return 0;const t=1048575;return e>t?e&t:Math.floor(e)}(e.timestamp),o=function(e){return e<0?0:e>4095?4095:Math.floor(e)}(e.frameSize),a=function(e){return e<0?0:e>65535?65535:Math.floor(e)}(e.payloadLength);if(0!==e.channel&&1!==e.channel)throw new r(`Invalid channel value: ${e.channel}. Must be 0 (mono) or 1 (stereo)`,s.AUDIO_INVALID_CHANNEL);const c=new Uint8Array(9);let d=64;d\|=e.channel<<5,d\|=(e.keyFrame?1:0)<<4,d\|=t>>8&15,c[0]=d,c[1]=255&t,c[2]=n>>12&255,c[3]=n>>4&255;let h=(15&n)<<4;h\|=P[e.sampleRate]<<2,h\|=o>>10&3,c[4]=h,c[5]=o>>2&255;let l=(3&o)<<6;return l\|=0,c[6]=l,c[7]=a>>8&255,c[8]=255&a,c}class M{constructor(e){this.transport=e}sendBinary(e){this.transport.sendBinary(e)}isConnected(){return this.transport.isConnected}}class V extends o{constructor(e,t){super(),this._wsSender=null,this._sequenceNumber=0,this._isKeyFrame=!0,this._audioStartTime=0,this._isSending=!1,this._audioFrameListener=null,this._audioBuffer=[],this._bufferedSampleCount=0,this._targetSampleRate=24e3,this._bitDepth=16,this._minSamplesToSend=0,this._context=e,this._options=t;const s=t?.input;this._targetSampleRate=s?.sampleRate\|\|24e3,this._bitDepth=s?.bitDepth\|\|16,this._minSamplesToSend=Math.floor(this._targetSampleRate/10),a.info(`Audio Frame Sender created: sampleRate=${this._targetSampleRate}Hz, bitDepth=${this._bitDepth}bit, minSamples=${this._minSamplesToSend}`)}setWebSocketSender(e){this._wsSender=e}setConversationTransport(e){this._wsSender=new M(e)}start(){this.ensureNotDisposed(),this._isSending?a.warn("Audio frame sending already started"):(this._sequenceNumber=0,this._isKeyFrame=!0,this._audioStartTime=Date.now(),this._audioFrameListener=e=>{this._handleAudioFrame(e.data,e.sampleRate)},this._context.eventBus.on("inner:audio:frame:received",this._audioFrameListener),this._isSending=!0,a.info("Audio frame sending started"))}stop(){this.ensureNotDisposed(),this._isSending&&(this._flushBuffer(),this._audioFrameListener&&(this._context.eventBus.off("inner:audio:frame:received",this._audioFrameListener),this._audioFrameListener=null),this._isSending=!1,a.info("Audio frame sending stopped"))}_handleAudioFrame(e,t){if(this._isSending)try{Math.abs(t-this._targetSampleRate)>1&&a.warn(`Sample rate mismatch: expected ${this._targetSampleRate}Hz, got ${t}Hz`),this._audioBuffer.push(new Float32Array(e)),this._bufferedSampleCount+=e.length,this._bufferedSampleCount>=this._minSamplesToSend&&this._flushBuffer()}catch(e){a.error("Error handling audio frame:",e)}}_flushBuffer(){if(0!==this._audioBuffer.length&&0!==this._bufferedSampleCount)try{const e=this._bufferedSampleCount,t=new Float32Array(e);let s=0;for(const e of this._audioBuffer)t.set(e,s),s+=e.length;this._audioBuffer=[],this._bufferedSampleCount=0;const i=this._convertToPCM(t,this._bitDepth),n=Math.ceil(this._bitDepth/8),r=i.lengthn,o=this._getSampleRateEncoding(this._targetSampleRate),c=Math.floor(Date.now()-this._audioStartTime),d={channel:1===(this._options?.input?.channels\|\|1)?0:1,keyFrame:!!this._isKeyFrame,sequenceNumber:this._sequenceNumber,timestamp:c,sampleRate:o,frameSize:t.length,payloadLength:r},h=this._pcmToUint8Array(i,this._bitDepth);if(setTimeout(()=>{try{this._context.eventBus.emit("inner:audio:payload:send",{payload:h,sampleRate:this._targetSampleRate,channels:this._options?.input?.channels\|\|1,sequenceNumber:d.sequenceNumber,timestamp:d.timestamp,keyFrame:d.keyFrame,frameSize:d.frameSize})}catch(e){a.error("Error emitting inner:audio:payload:send event:",e)}},0),this._wsSender&&this._wsSender.isConnected())try{const e=F(d),s=new Uint8Array(e.length+h.length);s.set(e,0),s.set(h,e.length),this._wsSender.sendBinary(s),a.debug(`Audio frame sent via WS: seq=${d.sequenceNumber}, samples=${t.length}, size=${s.length} bytes`)}catch(e){a.error("Error sending audio frame via WebSocket:",e)}this._isKeyFrame=!1,this._sequenceNumber=(this._sequenceNumber+1)%4096}catch(e){a.error("Error flushing audio buffer:",e)}}_convertToPCM(e,t){if(16===t){const t=new Int16Array(e.length);for(let s=0;s<e.length;s++){const i=Math.max(-1,Math.min(1,e[s]));t[s]=i<0?32768i:32767i}return t}if(32===t){const t=new Int32Array(e.length);for(let s=0;s<e.length;s++){const i=Math.max(-1,Math.min(1,e[s]));t[s]=2147483647i}return t}return a.warn(`Unsupported bit depth: ${t}, using 16-bit`),this._convertToPCM(e,16)}_pcmToUint8Array(e,t){const s=Math.ceil(t/8),i=new Uint8Array(e.lengths),n=new DataView(i.buffer);for(let s=0;s<e.length;s++)16===t?n.setInt16(2s,e[s],!0):32===t&&n.setInt32(4s,e[s],!0);return i}_getSampleRateEncoding(e){return 16e3===e?0:24e3===e?1:48e3===e?2:(a.warn(`Unsupported sample rate: ${e}, defaulting to 48kHz`),1)}onDispose(){this.stop(),a.info("Audio Frame Sender disposed")}}class U extends o{emitAudioData(e,t){if(this.onAudioData)try{this.onAudioData(e,t)}catch(e){a.error("Error in audio data callback:",e)}}}class K extends U{constructor(e){super(),this.options=e,this._stream=null,this._audioContext=null,this._sourceNode=null,this._workletNode=null,this._targetSampleRate=l,this._bitDepth=16,this._channels=1;const t=e?.input;this._targetSampleRate=t?.sampleRate\|\|l,this._bitDepth=t?.bitDepth\|\|16,this._channels=t?.channels\|\|1}async start(){this.ensureNotDisposed();try{const e=this.options?.input,t={audio:e?.constraints\|\|{channelCount:this._channels}};this._stream=await navigator.mediaDevices.getUserMedia(t);const s=this._stream.getAudioTracks()[0],i=s.getSettings().sampleRate\|\|44100;this._audioContext=new AudioContext({sampleRate:i});const n=function(){const e=new Blob(["\nclass AudioResamplerProcessor extends AudioWorkletProcessor {\n constructor(options) {\n super();\n this.targetSampleRate = options.processorOptions?.targetSampleRate \|\| 24000;\n this.bitDepth = options.processorOptions?.bitDepth \|\| 16;\n this.channels = options.processorOptions?.channels \|\| 1;\n \n // Resampling related\n // sampleRate is a global in AudioWorkletProcessor representing the AudioContext's sample rate\n this.resampleRatio = this.targetSampleRate / sampleRate;\n \n // Timestamp tracking\n this.frameCount = 0;\n }\n\n process(inputs, outputs, parameters) {\n const input = inputs[0];\n if (!input \|\| input.length === 0 \|\| !input[0] \|\| input[0].length === 0) {\n return true;\n }\n\n const inputData = input[0]; // mono input\n const inputLength = inputData.length;\n \n // Linear resampling\n const outputLength = Math.floor(inputLength this.resampleRatio);\n const resampledData = new Float32Array(outputLength);\n \n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i / this.resampleRatio;\n const srcIndexFloor = Math.floor(srcIndex);\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputLength - 1);\n const fraction = srcIndex - srcIndexFloor;\n \n // Linear interpolation\n resampledData[i] = inputData[srcIndexFloor] * (1 - fraction) + inputData[srcIndexCeil] * fraction;\n }\n \n // Post the resampled data\n this.port.postMessage({\n type: 'audioData',\n data: resampledData,\n sampleRate: this.targetSampleRate,\n bitDepth: this.bitDepth,\n frameCount: this.frameCount,\n });\n \n this.frameCount += outputLength;\n \n return true;\n }\n}\n\nregisterProcessor('audio-resampler', AudioResamplerProcessor);\n"],{type:"text/javascript"});return URL.createObjectURL(e)}();await this._audioContext.audioWorklet.addModule(n),this._sourceNode=this._audioContext.createMediaStreamSource(this._stream),this._workletNode=new AudioWorkletNode(this._audioContext,"audio-resampler",{processorOptions:{targetSampleRate:this._targetSampleRate,bitDepth:this._bitDepth,channels:this._channels},numberOfInputs:1,numberOfOutputs:0}),this._workletNode.port.onmessage=e=>{const{type:t,data:s,sampleRate:i}=e.data;"audioData"===t&&s&&this.emitAudioData(s,i)},this._sourceNode.connect(this._workletNode),a.info(`Audio capture started: input=${i}Hz -> output=${this._targetSampleRate}Hz, ${this._bitDepth}bit`)}catch(e){throw r.fromError(e,s.AUDIO_CAPTURE_FAILED)}}stop(){this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._workletNode&&(this._workletNode.port.onmessage=null,this._workletNode.disconnect(),this._workletNode=null),this._sourceNode&&(this._sourceNode.disconnect(),this._sourceNode=null),this._audioContext&&(this._audioContext.close(),this._audioContext=null),a.info("Audio capture stopped")}onDispose(){this.stop()}}class B{create(e){return new K(e)}}class $ extends o{constructor(e,t,s){super(),this._source=null,this._isCapturing=!1,this._currentOutputTrackId=null,this._context=e,this._inputPipeline=new O(t),this._outputPipeline=new L,this._frameSender=new V(e,t),this._sourceFactory=s\|\|new B,this._inputPipeline.onProcessedAudio=(e,t)=>{this._context.eventBus.emit("inner:audio:frame:received",{data:e,sampleRate:t})},a.info("Audio Controller created")}setWebSocketSender(e){this._frameSender.setWebSocketSender(e)}async startCapture(){if(this.ensureNotDisposed(),this._isCapturing)a.warn("Audio capture already started");else try{this._source\|\|(this._source=this._sourceFactory.create(this._context.options.audio),this._source.onAudioData=(e,t)=>{this._inputPipeline.process(e,t)}),await this._source.start(),this._isCapturing=!0,this._frameSender.start(),this._context.eventBus.emit("inner:audio:input:started",void 0),a.info("Audio capture started")}catch(e){throw this._context.emitError(e,s.AUDIO_CAPTURE_START_FAILED)}}stopCapture(){this.ensureNotDisposed(),this._isCapturing&&(this._source&&this._source.stop(),this._frameSender.stop(),this._isCapturing=!1,this._context.eventBus.emit("inner:audio:input:stopped",void 0),a.info("Audio capture stopped"))}get isCapturing(){return this._isCapturing}setOutputTrack(e,t,s){this.ensureNotDisposed(),this._outputPipeline.setTrack(e),this._currentOutputTrackId=t,this._context.eventBus.emit("inner:audio:track:added",{trackId:t,participantId:s}),a.info("Audio output track ready")}removeOutputTrack(e){this.ensureNotDisposed(),this._currentOutputTrackId===e&&(this._outputPipeline.removeTrack(),this._currentOutputTrackId=null,this._context.eventBus.emit("inner:audio:track:removed",{trackId:e}),a.info("Audio output track removed"))}setVolume(e){this.ensureNotDisposed(),this._outputPipeline.setVolume(e),this._context.eventBus.emit("inner:audio:volume:changed",{volume:e}),a.debug(`Audio volume set to: ${e}`)}getVolume(){return this._outputPipeline.getVolume()}mute(){this.ensureNotDisposed(),this._outputPipeline.mute(),this._context.eventBus.emit("inner:audio:muted",void 0),a.debug("Audio muted")}unmute(){this.ensureNotDisposed(),this._outputPipeline.unmute(),this._context.eventBus.emit("inner:audio:unmuted",void 0),a.debug("Audio unmuted")}getOutputElement(){return this._outputPipeline.getAudioElement()}isMuted(){return this._outputPipeline.isMuted()}onDispose(){this.stopCapture(),this._source&&(this._source.dispose(),this._source=null),this._inputPipeline.dispose(),this._outputPipeline.dispose(),this._frameSender.dispose(),a.info("Audio Controller disposed")}}class W extends o{constructor(){super(...arguments),this._stream=null,this._videoElement=null}async start(){if(this.ensureNotDisposed(),this._stream)a.warn("Camera capture already started");else try{const e=await navigator.mediaDevices.getUserMedia({video:!0});if(this._stream=e,!this._videoElement){const e=document.createElement("video");e.autoplay=!0,e.muted=!0,e.playsInline=!0,e.style.position="fixed",e.style.opacity="0",e.style.pointerEvents="none",e.style.width="0",e.style.height="0",e.style.zIndex="-1","undefined"!=typeof document&&document.body&&document.body.appendChild(e),this._videoElement=e}this._videoElement.srcObject=this._stream,this._videoElement.play().catch(e=>{a.error("Failed to start camera video playback",e)})}catch(e){throw r.fromError(e,s.SDK_ERROR)}}stop(){if(this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._videoElement){this._videoElement.srcObject=null;const e=this._videoElement.parentNode;e&&e.removeChild(this._videoElement),this._videoElement=null}a.info("Camera capture stopped")}getStream(){return this.ensureNotDisposed(),this._stream}getVideoElement(){return this.ensureNotDisposed(),this._videoElement}getTrack(){if(this.ensureNotDisposed(),!this._stream)return null;const e=this._stream.getVideoTracks();return e.length>0?e[0]:null}onDispose(){this.stop()}}const q=640,H=360;class z extends o{constructor(e,t,s){super(),this._videoElement=null,this._canvas=null,this._videoElement=e,this._onFrame=t,this._context=s,this._handleServerCommand=this._onServerCommand.bind(this)}setVideoElement(e){this._videoElement=e}start(){this.ensureNotDisposed(),this._canvas\|\|("undefined"!=typeof OffscreenCanvas?this._canvas=new OffscreenCanvas(q,H):(this._canvas=document.createElement("canvas"),this._canvas.width=q,this._canvas.height=H)),this._context.eventBus.on("inner:conversation:server:command",this._handleServerCommand)}_onServerCommand({code:e}){500===e&&this._captureFrame()}stop(){this._context.eventBus.off("inner:conversation:server:command",this._handleServerCommand)}_captureFrame(){const e=this._videoElement,t=this._canvas;if(!e\|\|!t)return;if(e.readyState<2\|\|0===e.videoWidth\|\|0===e.videoHeight)return;const s=t.getContext("2d");if(!s)return;const i=e.videoWidth,n=e.videoHeight;let r=q,o=qn/i;o>H&&(o=H,r=Hi/n),t.width!==r&&(t.width=r),t.height!==o&&(t.height=o),s.clearRect(0,0,t.width,t.height),s.drawImage(e,0,0,i,n,0,0,r,o),"undefined"!=typeof OffscreenCanvas&&t instanceof OffscreenCanvas&&"function"==typeof t.convertToBlob?t.convertToBlob({type:"image/jpeg",quality:_}).then(e=>{if(e)try{this._onFrame(e,r,o,0,_)}catch(e){a.error("ScreenshotScheduler onFrame callback error",e)}}).catch(e=>{a.error("ScreenshotScheduler convertToBlob error",e)}):t instanceof HTMLCanvasElement&&t.toBlob(e=>{if(e)try{this._onFrame(e,r,o,0,_)}catch(e){a.error("ScreenshotScheduler onFrame callback error",e)}},"image/jpeg",_)}onDispose(){this.stop(),this._canvas=null,this._videoElement=null}}const G=4294967295;function j(e){const t=Math.floor(e);return t<0?0:t>65535?65535:t}function Q(e){const t=new ArrayBuffer(12),s=new DataView(t),i=128\|15&function(e){const t=Math.floor(e);return t<0?0:t>4?4:t}(e.format);return s.setUint8(0,i),s.setUint8(1,function(e){const t=Math.floor(e);return t<0?0:t>255?255:t}(e.quality)),s.setUint16(2,j(e.id),!1),s.setUint16(4,j(e.width),!1),s.setUint16(6,j(e.height),!1),s.setUint32(8,function(e){const t=Math.floor(e);return t<0?0:t>G?G:t}(e.payloadLength),!1),new Uint8Array(t)}class Y extends o{constructor(){super(...arguments),this._wsSender=null,this._imageId=0}setWebSocketSender(e){this._wsSender=e}send(e,t){if(this.ensureNotDisposed(),!this._wsSender\|\|!this._wsSender.isConnected())return;const s=e.byteLength,i=Q({format:t.format,quality:t.quality,id:this._nextId(),width:t.width,height:t.height,payloadLength:s}),n=new Uint8Array(i.byteLength+s);n.set(i,0),n.set(e,i.byteLength),this._wsSender.sendBinary(n)}_nextId(){const e=this._imageId;return this._imageId=this._imageId>=65535?0:this._imageId+1,e}onDispose(){this._wsSender=null}}class X extends o{constructor(e){super(),this._isRunning=!1,this._context=e,this._source=new W,this._sender=new Y;this._scheduler=new z(null,(e,t,s,i,n=.7)=>{(async function(e,t){const s=await e.arrayBuffer();return{data:new Uint8Array(s),width:t.width,height:t.height,format:t.format,quality:t.quality}})(e,{width:t,height:s,format:i,quality:n}).then(e=>{this._sender.send(e.data,{width:e.width,height:e.height,format:e.format,quality:e.quality})})},e)}async startCamera(){if(this.ensureNotDisposed(),this._isRunning)return void a.warn("Camera already running");await this._source.start();const e=this._source.getVideoElement();this._scheduler.setVideoElement(e),this._scheduler.start(),this._isRunning=!0,this._context.eventBus.emit("inner:camera:started",void 0),a.info("Camera started")}stopCamera(){this.ensureNotDisposed(),this._isRunning&&(this._scheduler.stop(),this._source.stop(),this._isRunning=!1,this._context.eventBus.emit("inner:camera:stopped",void 0),a.info("Camera stopped"))}isCameraRunning(){return this._isRunning}getStream(){return this.ensureNotDisposed(),this._source.getStream()}getTrack(){return this.ensureNotDisposed(),this._source.getTrack()}attachTo(e){this.ensureNotDisposed();const t=this._source.getStream();t&&(e.srcObject=t,e.play().catch(e=>a.error("attachTo play failed",e)))}setWebSocketSender(e){this._sender.setWebSocketSender(e)}onDispose(){this.stopCamera(),this._source.dispose(),this._scheduler.dispose(),this._sender.dispose()}}var J;e.ConversationStateType=void 0,(J=e.ConversationStateType\|\|(e.ConversationStateType={})).IDLE="idle",J.WAITING="waiting",J.STREAMING="streaming",J.COMPLETED="completed",J.ERROR="error";class Z extends g{constructor(){super(...arguments),this._currentState=e.ConversationStateType.IDLE,this.transitionTable=[{from:e.ConversationStateType.IDLE,to:[e.ConversationStateType.WAITING,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.WAITING,to:[e.ConversationStateType.STREAMING,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.STREAMING,to:[e.ConversationStateType.COMPLETED,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.COMPLETED,to:[e.ConversationStateType.IDLE,e.ConversationStateType.WAITING,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.ERROR,to:[e.ConversationStateType.IDLE]}]}reset(){this._currentState=e.ConversationStateType.IDLE}}class ee extends o{constructor(e,t){super(),this._currentQuestion=null,this._currentAnswer=null,this._sessionId=e,this._stateMachine=new Z,a.info(`Conversation session created: ${e}`)}get sessionId(){return this._sessionId}get state(){return this._stateMachine.getCurrentState()}_setQuestion(t){this._currentQuestion=t,this._stateMachine.transitionTo(e.ConversationStateType.WAITING),this._syncContextState()}get currentQuestion(){return this._currentQuestion}_startAnswer(t){this._currentAnswer={questionId:t,text:"",isComplete:!1,timestamp:Date.now()},this._stateMachine.transitionTo(e.ConversationStateType.STREAMING),this._syncContextState()}_appendAnswerChunk(e){this._currentAnswer&&(this._currentAnswer.text+=e)}_completeAnswer(){this._currentAnswer&&(this._currentAnswer.isComplete=!0,this._currentAnswer.completedAt=Date.now()),this._stateMachine.transitionTo(e.ConversationStateType.COMPLETED),this._syncContextState()}get currentAnswer(){return this._currentAnswer}_setError(t){this._stateMachine.transitionTo(e.ConversationStateType.ERROR),this._syncContextState()}_syncContextState(){}handleEvent(t){const s=this._stateMachine.getCurrentState();switch(t.type){case"QUESTION":if(s!==e.ConversationStateType.IDLE&&s!==e.ConversationStateType.COMPLETED)return void a.warn(`Ignoring QUESTION event in invalid state: ${s}`);this._setQuestion(t.payload);break;case"ANSWER_START":if(s!==e.ConversationStateType.WAITING)return void a.warn(`Ignoring ANSWER_START event in invalid state: ${s}. Expected: WAITING`);this._startAnswer(t.payload);break;case"ANSWER_CHUNK":if(s!==e.ConversationStateType.STREAMING)return void a.warn(`Ignoring ANSWER_CHUNK event in invalid state: ${s}. Expected: STREAMING`);this._appendAnswerChunk(t.payload&&t.payload.chunk\|\|""),t.payload&&t.payload.isComplete&&this._completeAnswer();break;case"ANSWER_COMPLETE":if(s!==e.ConversationStateType.STREAMING)return void a.warn(`Ignoring ANSWER_COMPLETE event in invalid state: ${s}. Expected: STREAMING`);this._completeAnswer();break;case"ERROR":this._setError(t.payload);break;default:a.warn(`Unknown event type: ${t.type}`)}}reset(){this._stateMachine.reset(),this._currentQuestion=null,this._currentAnswer=null}onDispose(){this.reset(),a.info(`Conversation session disposed: ${this._sessionId}`)}}class te extends o{constructor(){super(...arguments),this._buffers=new Map}appendChunk(e,t){this.ensureNotDisposed();const s=(this._buffers.get(e)\|\|"")+t;return this._buffers.set(e,s),a.debug(`Message chunk appended for question ${e}, length: ${s.length}`),s}getMessage(e){return this._buffers.get(e)\|\|null}complete(e){const t=this.getMessage(e)\|\|"";return this._buffers.delete(e),a.debug(`Message assembly completed for question ${e}, length: ${t.length}`),t}clear(e){this._buffers.delete(e)}onDispose(){this._buffers.clear(),a.info("Message Assembler disposed")}}class se{generateSessionId(){return`session_${Date.now()}_${Math.random().toString(36).substring(2,9)}`}generateQuestionId(){return Math.random().toString(36).substring(2,6)}}class ie extends o{constructor(e,t){super(),this._transport=null,this._sessions=new Map,this._context=e,this._assembler=new te,this._idService=new se,a.info("Conversation Manager created")}setTransport(e){this._transport=e}async sendQuestion(e,t={speed:100,mood:0,vol:50}){this.ensureNotDisposed();const s=this._idService.generateQuestionId(),i={id:s,text:e,timestamp:Date.now(),inputMode:"text"},n=this._idService.generateSessionId(),r=new ee(n,this._context);if(r.handleEvent({type:"QUESTION",payload:i}),this._sessions.set(s,r),this._transport)try{this._transport.sendText(s,e,200,t)}catch(e){throw a.error("Error sending question via transport:",e),r.handleEvent({type:"ERROR",payload:"Failed to send question"}),this._context.eventBus.emit("inner:sdk:error",{error:e instanceof Error?e:new Error(String(e))}),e}else a.warn("Transport not set, question not sent");return this._context.eventBus.emit("inner:conversation:question:sent",{questionId:s,text:e}),this._context.eventBus.emit("inner:conversation:answer:waiting",{questionId:s}),a.info(`Question sent: ${s}`),s}handleServerPong(){this.ensureNotDisposed(),this._transport&&this._transport.handlePongReceived()}willDisconnect(){this.ensureNotDisposed(),this._transport?.willDisconnect()}handleTextInput(e){this.sendQuestion(e).catch(e=>{a.error("Error sending question:",e)})}handleAnswerChunk(t,s,i){this.ensureNotDisposed();const n=this._sessions.get(t);if(!n)return void a.warn(`No active session for answer chunk: ${t}`);if(n.state===e.ConversationStateType.WAITING&&n.handleEvent({type:"ANSWER_START",payload:t}),i){n.handleEvent({type:"ANSWER_COMPLETE"});const e=this._assembler.complete(t);this._context.eventBus.emit("inner:conversation:answer:completed",{questionId:t,fullAnswer:e});try{n.dispose()}catch(e){a.error("Error disposing session:",e)}this._sessions.delete(t)}else n.handleEvent({type:"ANSWER_CHUNK",payload:{uid:t,chunk:s,isComplete:i}}),this._assembler.appendChunk(t,s),this._context.eventBus.emit("inner:conversation:answer:chunk",{questionId:t,chunk:s,isComplete:i})}handleServerInitiatedMessage(e,t){this.ensureNotDisposed(),this._context.eventBus.emit("inner:conversation:server:message",{questionId:e,message:t,type:"text"})}handleAsrTextReceived(e,t){this.ensureNotDisposed();const s=this._idService.generateSessionId(),i=new ee(s,this._context);i.handleEvent({type:"QUESTION",payload:{id:e,text:t,timestamp:Date.now(),inputMode:"voice"}}),this._sessions.set(e,i),this._context.eventBus.emit("inner:conversation:asr:received",{questionId:e,text:t})}handleServerCommand(e,t){this.ensureNotDisposed(),this._context.eventBus.emit("inner:conversation:server:command",{code:e,command:t})}onDispose(){for(const e of this._sessions.values())try{e.dispose()}catch(e){a.error("Error disposing session:",e)}this._sessions.clear(),this._assembler.dispose(),a.info("Conversation Manager disposed")}}class ne extends o{constructor(e,t){super(),this._manager=new ie(e,t),a.info("Conversation Controller created")}get manager(){return this._manager}setTransport(e){this._manager.setTransport(e)}async sendQuestion(e,t){return this.ensureNotDisposed(),this._manager.sendQuestion(e,t)}onDispose(){this._manager.dispose(),a.info("Conversation Controller disposed")}}class re extends o{constructor(){super(...arguments),this._tracks=new Map,this._participants=new Map}register(e,t,s){this.ensureNotDisposed(),this._tracks.set(e,t),this._participants.has(s)\|\|this._participants.set(s,new Set),this._participants.get(s).add(e),t.on("ended",()=>{a.debug(`Track ended: ${e}`),this.unregister(e)}),a.debug(`Track registered: ${e} from participant ${s}`)}unregister(e){const t=this._tracks.get(e);if(t){t.stop(),this._tracks.delete(e);for(const[t,s]of this._participants.entries())if(s.has(e)){s.delete(e),0===s.size&&this._participants.delete(t);break}a.debug(`Track unregistered: ${e}`)}}getTrack(e){return this._tracks.get(e)\|\|null}getParticipantTracks(e){const t=this._participants.get(e);return t?Array.from(t):[]}getAllTrackIds(){return Array.from(this._tracks.keys())}getVideoAvailability(){let e=!1,t=!1,s=!1;for(const i of this._tracks.values()){const n=i.mediaStreamTrack;if("video"===n.kind&&(e=!0,"live"===n.readyState&&(t=!0),n.enabled&&(s=!0),"live"===n.readyState&&n.enabled))return{available:!0}}return e?t?s?{available:!1,reason:u.NO_VIDEO_TRACK}:{available:!1,reason:u.TRACK_MUTED}:{available:!1,reason:u.TRACK_ENDED}:{available:!1,reason:u.NO_VIDEO_TRACK}}clear(){for(const e of this._tracks.values())e.stop();this._tracks.clear(),this._participants.clear(),a.info("All tracks cleared")}onDispose(){this.clear()}}class oe extends o{constructor(e,t){super(),this._videoController=null,this._room=null,this._context=e,this._trackRegistry=t,this._loosTrackTimer=null,a.info("Video Track Handler created")}setRoom(e){this._room=e}setVideoController(e){this._videoController=e}handleTrackSubscribed(e,t,s){this.ensureNotDisposed(),this._loosTrackTimer&&clearTimeout(this._loosTrackTimer),this._trackRegistry.register(t,e,s),this._videoController&&e.attach(this._videoController.getSource().getInternalElement()),e.on("videoPlaybackStarted",()=>{a.info("inner:rtc:video:available"),this._context.eventBus.emit("inner:rtc:video:available",void 0)}),this._context.eventBus.emit("inner:video:track:added",{trackId:t,participantId:s}),a.debug(`Video track subscribed: ${t}`)}handleTrackUnsubscribed(e,t,s){this.ensureNotDisposed(),this._videoController&&e.detach(this._videoController.getSource().getInternalElement()),e.removeAllListeners(),this._context.eventBus.emit("inner:video:track:removed",{trackId:t,participantId:s}),this._loosTrackTimer&&clearTimeout(this._loosTrackTimer),this._loosTrackTimer=setTimeout(()=>{this._context.eventBus.emit("inner:rtc:video:unavailable",void 0)},5e3),this._trackRegistry.unregister(t),a.debug(`Video track unsubscribed: ${t}`)}supports(e){return"video"===e.mediaStreamTrack.kind}onDispose(){this._loosTrackTimer&&(clearTimeout(this._loosTrackTimer),this._loosTrackTimer=null),a.info("Video Track Handler disposed")}}class ae extends o{constructor(e,t){super(),this._audioController=null,this._room=null,this._context=e,this._trackRegistry=t,a.info("Audio Track Handler created")}setRoom(e){this._room=e}setAudioController(e){this._audioController=e}handleTrackSubscribed(e,t,s){this.ensureNotDisposed(),this._trackRegistry.register(t,e,s),this._audioController?e.attach(this._audioController.getOutputElement()):this._context.eventBus.emit("inner:audio:track:added",{trackId:t,participantId:s}),a.debug(`Audio track subscribed: ${t}`)}handleTrackUnsubscribed(e,t,s){this.ensureNotDisposed(),this._audioController?(this._audioController.removeOutputTrack(t),e.detach(this._audioController.getOutputElement())):this._context.eventBus.emit("inner:audio:track:removed",{trackId:t}),this._trackRegistry.unregister(t),a.debug(`Audio track unsubscribed: ${t}`)}supports(e){return"audio"===e.mediaStreamTrack.kind}onDispose(){a.info("Audio Track Handler disposed")}}class ce extends o{constructor(e,t){super(),this._room=null,this._context=e,this._trackRegistry=t,this._handlers=[new oe(e,t),new ae(e,t)],a.info("LiveKit Event Adapter created")}setRoom(e){this._room=e,this._handlers.forEach(t=>{t.setRoom(e)}),console.log("LiveKit room set:",this._room)}setVideoController(e){const t=this._handlers.find(e=>e instanceof oe);t&&t.setVideoController(e)}setAudioController(e){const t=this._handlers.find(e=>e instanceof ae);t&&t.setAudioController(e)}handleTrackSubscribed(e,t,s){this.ensureNotDisposed();const i=this._findHandler(e);i?i.handleTrackSubscribed(e,t,s):a.warn(`No handler found for track, trackId: ${t}`)}handleTrackUnsubscribed(e,t){this.ensureNotDisposed();const s=this._trackRegistry.getTrack(e);if(s){const i=this._findHandler(s);i?i.handleTrackUnsubscribed(s,e,t):(this._trackRegistry.unregister(e),a.warn(`No handler found for track, trackId: ${e}`))}}_findHandler(e){return this._handlers.find(t=>t.supports(e))\|\|null}onDispose(){this._handlers.forEach(e=>{try{e.dispose()}catch(e){a.error("Error disposing track handler:",e)}}),this._handlers.length=0,a.info("LiveKit Event Adapter disposed")}}class de extends o{constructor(e){super(),this._room=null,this._context=e,this._trackRegistry=new re,this._eventAdapter=new ce(e,this._trackRegistry),this._maxAttempts=e.options.reconnect?.maxAttempts\|\|3,this._maxDelay=(e.options.reconnect?.delay??10)h,a.info("LiveKit Service created")}async connect(e,i,n,o){if(this.ensureNotDisposed(),this._room&&this._room.isConnected())a.warn("Already connected to LiveKit room");else try{a.info(`Connecting to LiveKit room: ${n} at ${e}`);const s=new t.Room({reconnectPolicy:{nextRetryDelayInMs:e=>e.elapsedMs<this._maxDelay?Math.min(hMath.pow(2,e.retryCount),this._maxDelay):null}});s.prepareConnection(e,i),s.on(t.RoomEvent.TrackSubscribed,(e,t,s)=>{this._handleTrackSubscribed(e,t,s)}),s.on(t.RoomEvent.TrackUnsubscribed,(e,t,s)=>{this._handleTrackUnsubscribed(e,t,s)}),s.on(t.RoomEvent.TrackMuted,(e,t)=>{this._handleTrackMuted(e,t)}),s.on(t.RoomEvent.TrackUnmuted,(e,t)=>{this._handleTrackUnmuted(e,t)}),s.on(t.RoomEvent.Connected,()=>{a.info("Connected to LiveKit room"),this._context.eventBus.emit("inner:rtc:connected",void 0)}),s.on(t.RoomEvent.Disconnected,e=>{e?a.info(`LiveKit room disconnected: ${e}`):a.info("LiveKit room disconnected"),e!==t.DisconnectReason.CLIENT_INITIATED&&this._context.eventBus.emit("inner:rtc:disconnected",{reason:e?String(e):void 0}),this._room=null}),a.info("Connecting to LiveKit room..."),await s.connect(e,i,{autoSubscribe:!0,maxRetries:this._context.options.reconnect?.maxAttempts\|\|3}),this._eventAdapter.setRoom(s),this._room=s}catch(e){throw r.fromError(e,s.LIVEKIT_CONNECT_FAILED)}}_handleTrackSubscribed(e,s,i){try{if(!e.mediaStreamTrack)return void a.warn("Track does not have MediaStreamTrack");"audio"===e.kind&&i.on(t.ParticipantEvent.IsSpeakingChanged,e=>{console.log("轨道说话状态:",e)});const n=s.trackSid,r=i.identity;this._eventAdapter.handleTrackSubscribed(e,n,r)}catch(e){a.error("Error handling track subscribed:",e)}}_handleTrackUnsubscribed(e,t,s){try{const e=s,i=t.trackSid,n=e.identity,r=this._trackRegistry.getTrack(i);"video"===r?.kind&&this._context.eventBus.emit("inner:rtc:video:unavailable",void 0),this._eventAdapter.handleTrackUnsubscribed(i,n)}catch(e){a.error("Error handling track unsubscribed:",e)}}_handleTrackMuted(e,t){try{"video"===e.kind&&this._context.eventBus.emit("inner:rtc:video:unavailable",void 0)}catch(e){a.error("Error handling track muted:",e)}}_handleTrackUnmuted(e,t){try{"video"===e.kind&&this._context.eventBus.emit("inner:rtc:video:available",void 0)}catch(e){a.error("Error handling track unmuted:",e)}}async disconnect(){if(this._room)try{await this._room.disconnect(),this._room=null,this._context.eventBus.emit("inner:rtc:disconnected",{reason:"Disconnected from LiveKit room"}),a.info("Disconnected from LiveKit room")}catch(e){a.error("Error disconnecting from LiveKit room:",e),this._room=null}}isConnected(){return!!this._room&&this._room.state===t.ConnectionState.Connected}getTrackRegistry(){return this._trackRegistry}get trackRegistry(){return this._trackRegistry}getEventAdapter(){return this._eventAdapter}onDispose(){this.disconnect(),this._trackRegistry.dispose(),this._eventAdapter.dispose(),a.info("LiveKit Service disposed")}}class he extends o{constructor(e){super(),this._conversationManager=null,this._context=e,a.info("WebSocket Dispatcher created")}setConversationManager(e){this._conversationManager=e,a.debug("Conversation manager set in dispatcher")}dispatch(e){this.ensureNotDisposed();try{if("ws"===e.type)return void this._handleWSServerMessage(e);if("text"===e.type)return void this._handleServerTextMessage(e)}catch(e){a.error("Error dispatching message:",e)}}_handleWSServerMessage(e){101===e.code?(this._conversationManager?.handleServerPong(),a.debug("Received pingpong response")):102===e.code&&(a.warn("Server will disconnect"),this._conversationManager?.willDisconnect())}_handleServerTextMessage(e){if(!this._conversationManager)return void a.warn("Conversation manager not set, text message ignored");const{uid:t,payload:s,code:i}=e;200===i?(this._conversationManager.handleAnswerChunk(t,s,!1),a.debug(`Answer received (code 200) for uid: ${t}`)):201===i?(this._conversationManager.handleAnswerChunk(t,"",!0),a.debug(`Answer completed (code 201) for uid: ${t}`)):300===i?(this._conversationManager.handleAsrTextReceived(t,s),a.debug(`ASR text chunk received (code 300) for uid: ${t}`)):400===i?(this._conversationManager.handleServerInitiatedMessage(t,s),a.debug(`Server initiated message received (code 300) for uid: ${t}`)):500===i&&(this._conversationManager.handleServerCommand(i,s),a.debug(`Server command received (code 500) for uid: ${t}`))}onDispose(){a.info("WebSocket Dispatcher disposed")}}class le extends o{constructor(e){super(),this._ws=null,this._dispatcher=null,this._isConnecting=!1,this._activeTimers=new Set,this._retryCount=0,this._maxRetries=3,this._pingTimer=void 0,this._pongTimer=void 0,this._isExplicitDisconnect=!1,this._context=e,this._maxRetries=e.options.reconnect?.maxAttempts??3,this._maxDelay=(e.options.reconnect?.delay??10)h,this._dispatcher=new he(e)}setConversationManager(e){this._dispatcher&&this._dispatcher.setConversationManager(e)}async connect(){if(this.ensureNotDisposed(),this._stopHeartbeat(),!this._isConnecting&&!this.isConnected&&this._ws?.readyState!==WebSocket.OPEN){this._isConnecting=!0,this._isExplicitDisconnect=!1;try{return this._ws=new WebSocket(this._context.wsUrl),new Promise((e,t)=>{this._ws.onopen=()=>{this._isConnecting=!1,this._retryCount=0,this.sendPing(),this._context.eventBus.emit("inner:ws:connected",void 0),a.info("Conversation transport connected"),e()},this._ws.onerror=e=>{this._isConnecting=!1,a.error("Conversation transport error:",e),this._context.eventBus.emit("inner:sdk:error",{error:new r("WebSocket connection error",s.WS_CONNECT_ERROR,e)}),t(new r("WebSocket connection error",s.WS_CONNECT_ERROR,e))},this._ws.onclose=e=>{const t=e.code,s=e.reason?e.reason:e.wasClean?"Clean close":"Closed by remote";this._handleDisconnect(t,s)},this._ws.onmessage=e=>{this._handleMessage(e.data)}})}catch(e){throw this._isConnecting=!1,this._context.emitError(e,s.WS_CONNECT_FAILED)}}}disconnect(){this._isExplicitDisconnect=!0,this._stopHeartbeat(),this._ws&&(this._ws.close(),this._ws=null),this._context.eventBus.emit("inner:ws:disconnected",{reason:"Client disconnect"}),a.info("Conversation transport disconnected")}_handleDisconnect(e,t){this._stopHeartbeat(),this._isConnecting=!1;const s=new Set([1e3,1001,1002,1003,1007,1008]);if(void 0!==e&&s.has(e)){this._isExplicitDisconnect=!0;const s=`WebSocket closed (code ${e}): ${t??""}`;return this._context.eventBus.emit("inner:ws:disconnected",{reason:s}),void a.info(`Conversation transport closed with non-retry code ${e}: ${t??""}`)}if(!this._isExplicitDisconnect&&this._retryCount<this._maxRetries){this._retryCount++;const e=Math.min(hMath.pow(2,this._retryCount-1),this._maxDelay);a.warn(`Connection lost. Retry ${this._retryCount} in ${e}ms`);const t=setTimeout(()=>{this._isExplicitDisconnect\|\|this.isDisposed\|\|this.connect().catch(()=>{})},e);this._registerTimer(t)}else this._context.eventBus.emit("inner:ws:disconnected",{reason:"Closed"})}_registerTimer(e){return this._activeTimers.add(e),e}_clearTimer(e){e&&(clearTimeout(e),this._activeTimers.delete(e))}sendPing(){if(!this.isConnected)return;this._ws?.send(JSON.stringify({type:"ws",code:101,payload:"ping"})),clearTimeout(this._pongTimer),this._pongTimer=setTimeout(()=>{a.error("Pong timeout (30s). Reconnecting..."),this._ws?.close()},3e4)}handlePongReceived(){clearTimeout(this._pongTimer),this._clearTimer(this._pingTimer),this._pingTimer=setTimeout(()=>{this.sendPing()},3e3)}willDisconnect(){if(this.ensureNotDisposed(),this._ws&&this._ws.readyState===WebSocket.OPEN){const e={type:"ws",code:102,payload:"will disconnect"},t=JSON.stringify(e);this._ws.send(t),this._isExplicitDisconnect=!0,this._ws.close(),this._ws=null,this._context.eventBus.emit("inner:ws:disconnected",{reason:"Client responsive to server's disconnect message."})}}sendText(e,t,i=200,n){if(this.ensureNotDisposed(),!this._ws\|\|this._ws.readyState!==WebSocket.OPEN)throw new r("WebSocket is not connected",s.WS_NOT_CONNECTED);try{const s={type:"text",code:i,uid:e,metadata:n,payload:t},r=JSON.stringify(s);this._ws.send(r),a.debug("Text message sent via transport:",e)}catch(e){throw this._context.emitError(e,s.WS_TEXT_SEND_FAILED)}}_handleMessage(e){try{if("string"!=typeof e)return;const t=JSON.parse(e);a.debug("Message received:",t.type),this._dispatcher?this._dispatcher.dispatch(t):a.warn("Dispatcher not set, message ignored")}catch(e){a.error("Error parsing message:",e),this._context.emitError(e,s.WS_PARSE_ERROR)}}sendBinary(e){if(this.ensureNotDisposed(),this._ws&&this._ws.readyState===WebSocket.OPEN)try{this._ws.send(e),a.debug("Binary data sent via transport")}catch(e){a.error("Error sending binary data:",e)}else a.debug("WebSocket not connected, binary data dropped")}get isConnected(){return this._ws?.readyState===WebSocket.OPEN}_stopHeartbeat(){this._clearTimer(this._pingTimer),this._clearTimer(this._pongTimer)}onDispose(){this._stopHeartbeat(),this.disconnect(),this._dispatcher&&(this._dispatcher.dispose(),this._dispatcher=null),a.info("Conversation transport disposed")}}const ue=["sdk:connected","sdk:disconnected","sdk:error","media:video:available","media:video:unavailable","media:video:trackAdded","media:video:trackRemoved","media:audio:trackAdded","media:audio:trackRemoved","media:audio:captureStarted","media:audio:captureStopped","media:camera:started","media:camera:stopped","media:audio:volumeChanged","media:audio:muted","media:audio:unmuted","conversation:question:sent","conversation:answer:waiting","conversation:server:message","conversation:asr:received","conversation:answer:chunk","conversation:answer:completed"],_e=/^[a-z]+:[a-zA-z]+(:[a-zA-Z]+)?$/;class pe{constructor(e){this.inner=e,this.listeners=new Map,this.forwardedVideoTrackIds=new Set,this.wsConnected=!1,this.livekitConnected=!1,this.httpConnected=!1,this.internalMap={"inner:sdk:error":{public:"sdk:error",sanitizer:e=>({message:e?.error?.message,code:e?.error?.code})},"inner:rtc:video:available":{public:"media:video:available"},"inner:rtc:video:unavailable":{public:"media:video:unavailable"},"inner:video:track:added":{public:"media:video:trackAdded"},"inner:video:track:removed":{public:"media:video:trackRemoved"},"inner:audio:track:added":{public:"media:audio:trackAdded"},"inner:audio:track:removed":{public:"media:audio:trackRemoved"},"inner:audio:input:started":{public:"media:audio:captureStarted"},"inner:audio:input:stopped":{public:"media:audio:captureStopped"},"inner:camera:started":{public:"media:camera:started"},"inner:camera:stopped":{public:"media:camera:stopped"},"inner:audio:volume:changed":{public:"media:audio:volumeChanged",sanitizer:e=>({volume:e?.volume})},"inner:audio:muted":{public:"media:audio:muted"},"inner:audio:unmuted":{public:"media:audio:unmuted"},"inner:conversation:question:sent":{public:"conversation:question:sent",sanitizer:e=>({questionId:e?.questionId,text:String(e?.text\|\|"")})},"inner:conversation:answer:waiting":{public:"conversation:answer:waiting",sanitizer:e=>({questionId:e?.questionId})},"inner:conversation:server:message":{public:"conversation:server:message",sanitizer:e=>({questionId:e?.questionId,message:String(e?.message\|\|""),type:String(e?.type\|\|"")})},"inner:conversation:asr:received":{public:"conversation:asr:received",sanitizer:e=>({questionId:e?.questionId,text:String(e?.text\|\|"")})},"inner:conversation:answer:chunk":{public:"conversation:answer:chunk",sanitizer:e=>({questionId:e?.questionId,chunk:String(e?.chunk\|\|"")})},"inner:conversation:answer:completed":{public:"conversation:answer:completed",sanitizer:e=>({questionId:e?.questionId,fullAnswer:String(e?.fullAnswer\|\|"")})}},Object.keys(this.internalMap).forEach(e=>{this.inner.on(e,t=>this.handleInternalEvent(e,t))}),this.inner.on("inner:sdk:connected",e=>this.handleConnected(e,!0)),this.inner.on("inner:sdk:disconnected",e=>this.handleConnected(e,!1)),ue.forEach(e=>{this.inner.on(e,t=>this.handlePublicEvent(e,t))})}publicAPI(){return{on:this.on.bind(this),off:this.off.bind(this),once:this.once.bind(this)}}on(e,t){const s=String(e);return this.assertAllowed(s),this.listeners.has(s)\|\|this.listeners.set(s,new Set),this.listeners.get(s).add(t),()=>this.off(e,t)}once(e,t){const s=String(e);this.assertAllowed(s);const i=s=>{try{t(s)}finally{this.off(e,i)}};return this.on(e,i)}off(e,t){const s=String(e);this.assertAllowed(s);const i=this.listeners.get(s);i&&(i.delete(t),0===i.size&&this.listeners.delete(s))}handleInternalEvent(e,t){const s=this.internalMap[e];if(!s)return;const i=s.public;if(-1===ue.indexOf(i))return;if("media:video:trackAdded"===i){const e=t?.trackId\|\|t?.id;if("string"==typeof e){if(this.forwardedVideoTrackIds.has(e))return;this.forwardedVideoTrackIds.add(e)}}const n=s.sanitizer?s.sanitizer(t):t;if(!_e.test(i))return;const r=this.listeners.get(i);r&&0!==r.size&&r.forEach(e=>{try{e(n)}catch(e){console.error("PublicEventEmitter listener error",e)}})}handlePublicEvent(e,t){if(-1===ue.indexOf(e))return;const s=Object.values(this.internalMap).find(t=>t.public===e),i=s&&s.sanitizer?s.sanitizer(t):t;if("media:video:trackAdded"===e){const e=t?.trackId\|\|t?.id;if("string"==typeof e){if(this.forwardedVideoTrackIds.has(e))return;this.forwardedVideoTrackIds.add(e)}}const n=this.listeners.get(e);n&&0!==n.size&&n.forEach(e=>{try{e(i)}catch(e){console.error("PublicEventEmitter listener error",e)}})}handleConnected(e,t){"livekit"===e.source?this.livekitConnected=t:"ws"===e.source?this.wsConnected=t:"http"===e.source&&(this.httpConnected=t),this.maybeEmitSdkConnected(t?"connected":"disconnected")}maybeEmitSdkConnected(e){const t="connected"===e,s=t?!!this.livekitConnected:!this.livekitConnected,i=t?!!this.wsConnected:!this.wsConnected,n=t?!!this.httpConnected:!this.httpConnected,r={livekit:s,ws:i,http:n,all:s&&i&&n},o=JSON.stringify(r);this.lastConnectedPayloadJson!==o&&(this.lastConnectedPayloadJson=o,this.inner.emit(`sdk:${e}`,r))}assertAllowed(e){if(-1===ue.indexOf(e))throw new Error(`Event "${e}" is not allowed for public consumers`);if(!_e.test(e))throw new Error(`Event name "${e}" does not follow namespace:domain[:action] naming`)}}class me extends o{constructor(e,t,s){super(),this._requestCounter=0,this._context=e,this._baseURL=t\|\|"",this._defaultHeaders=s\|\|{},a.info(`HTTP Service created with baseURL: ${this._baseURL\|\|"none"}`)}setAuthToken(e){this._defaultHeaders.Authorization=`Bearer ${e}`}request(e){this.ensureNotDisposed();const t=e.requestId\|\|`req_${Date.now()}_${++this._requestCounter}`,s=this._buildURL(e.url,e.params),i=this._mergeHeaders(e.headers),n={method:e.method\|\|"GET",headers:i};void 0!==e.data&&"GET"!==(e.method\|\|"GET")&&("string"==typeof e.data?n.body=e.data:(n.body=JSON.stringify(e.data),i["Content-Type"]\|\|i["content-type"]\|\|(i["Content-Type"]="application/json")));const r=e.timeout\|\|3e4,o=new AbortController;return n.signal=o.signal,new Promise((i,c)=>{const d=setTimeout(()=>o.abort(),r);fetch(s,n).then(async n=>{clearTimeout(d);const r={};let o;n.headers.forEach((e,t)=>{r[t]=e});const c=n.headers.get("content-type");o=c&&c.includes("application/json")?await n.json():await n.text();const h={requestId:t,status:n.status,headers:r,data:o,config:e};a.debug(`HTTP request succeeded: ${e.method} ${s} [${t}]`),i(h)}).catch(i=>{clearTimeout(d);const n=i&&"AbortError"===i.name,r={requestId:t,status:i&&i.status\|\|void 0,message:n?"Request aborted (timeout)":i&&i.message\|\|"HTTP request failed",error:i,config:e};a.error(`HTTP request failed: ${e.method} ${s} [${t}]`,i),c(r)})})}get(e,t,s){return this.request({...s,url:e,method:"GET",params:t})}post(e,t,s){return this.request({...s,url:e,method:"POST",data:t})}put(e,t,s){return this.request({...s,url:e,method:"PUT",data:t})}delete(e,t){return this.request({...t,url:e,method:"DELETE"})}patch(e,t,s){return this.request({...s,url:e,method:"PATCH",data:t})}_buildURL(e,t){if(e.startsWith("http://")\|\|e.startsWith("https://"))return this._appendParams(e,t);let s=this._baseURL;return!s\|\|s.endsWith("/")\|\|e.startsWith("/")?s&&s.endsWith("/")&&e.startsWith("/")&&(s=s.slice(0,-1)):s+="/",s+=e,this._appendParams(s,t)}_appendParams(e,t){if(!t\|\|0===Object.keys(t).length)return e;const s=new URLSearchParams;for(const[e,i]of Object.entries(t))s.append(e,String(i));const i=e.includes("?")?"&":"?";return`${e}${i}${s.toString()}`}_mergeHeaders(e){const t={...this._defaultHeaders};return e&&Object.assign(t,e),t}onDispose(){a.info("HTTP Service disposed")}}class ve extends o{constructor(e,t){super(),this._context=e,this._httpService=new me(e,t\|\|"https://api.newportai.com/s2/aigc/api/vih_dispatcher")}getAuthToken(){if(this.ensureNotDisposed(),this._context.authToken)return this._httpService?.setAuthToken(this._context.authToken),Promise.resolve();throw this._context.emitError("Auth token not found",s.SDK_AUTH_TOKEN_FAILED)}getLivekitConfig(){return this.ensureNotDisposed(),this._httpService?.request({url:"/stream/v1/start",method:"POST",data:{avatarName:this._context.options.avatarName,voice:this._context.options.avatarVoice\|\|""}}).then(e=>{if(0===e.data.code){const t=e.data.data;return this._context.setLivekitConfig(function(e,t="https"){return e.startsWith(t)?e:`${t}://${e}`}(t.livekitUrl,"wss"),t.roomToken,t.roomId),this._context.setWsUrl(`${this._context.options.wsUrlPrefix\|\|"wss://api.newportai.com/s2/aigc/api/ws_dispatch/render/v1/stream"}/${t.roomId}/${this._context.options.avatarName}`),this._context.setVideoOptions({renderMode:t.greenScreen.enabled?"processed":"raw",greenScreen:t.greenScreen\|\|{}}),this._context.eventBus.emit("inner:sdk:connected",{source:"http"}),!0}throw new r(e.data.msg,s.SDK_GET_LIVEKIT_CONFIG_FAILED)}).catch(e=>{throw this._context.eventBus.emit("inner:sdk:error",{error:new r(e.message,s.SDK_GET_LIVEKIT_CONFIG_FAILED)}),r.fromError(e,s.SDK_GET_LIVEKIT_CONFIG_FAILED)})}switchVideo({onceActions:e,loopActions:t}){return this.ensureNotDisposed(),this._httpService?.request({url:"/avatar/v1/switch-video",method:"POST",data:{roomId:this._context.roomId,onceActions:e,loopActions:t}}).then(e=>{if(0===e.data.code)return!0;throw this._context.emitError(e.data.message,s.SDK_SWITCH_VIDEO_FAILED)})}interruptConversation(){return this.ensureNotDisposed(),this._httpService?.request({url:"/stream/v1/interrupt",method:"POST",data:{roomId:this._context.roomId}}).then(e=>{if(0===e.data.code)return!0;throw this._context.emitError(e.data.message,s.SDK_INTERRUPT_CONVERSATION_FAILED)}).finally(()=>{this._context.eventBus.emit("inner:sdk:disconnected",{source:"http"})})}disconnectConversation(){return this.ensureNotDisposed(),this._httpService?.request({url:"/stream/v1/stop",method:"POST",data:{roomId:this._context.roomId}}).then(e=>0===e.data.code).finally(()=>{this._context.eventBus.emit("inner:sdk:disconnected",{source:"http"})})}onDispose(){this._httpService.dispose()}}class ge extends o{constructor(e){super(),this._videoController=null,this._audioController=null,this._conversationController=null,this._cameraController=null,this._liveKitService=null,this._conversationTransport=null,this._connectionCoordinator=null,this._httpController=null,this._preConnectPromise=null,this._lastPreConnectSuccessAt=null,this._context=new p(e),a.info("SDK Client created")}get events(){return this.ensureNotDisposed(),this._publicEventAPI\|\|(this._publicEmitter=new pe(this._context.eventBus),this._publicEventAPI=this._publicEmitter.publicAPI()),this._publicEventAPI}pushActions({onceActions:e,loopActions:t}){return this.ensureNotDisposed(),this._ensureConnected(),this._httpController?.switchVideo({onceActions:e,loopActions:t})}interruptConnection(){return this.ensureNotDisposed(),this._ensureConnected(),this._httpController?.interruptConversation()}sendTextQuestion(e){if(this.ensureNotDisposed(),this._ensureConnected(),this._conversationController)return this._conversationController.sendQuestion(e);throw new r("Conversation controller is not available",s.CONVERSATION_CONTROLLER_NOT_AVAILABLE)}setRenderFitMode(e){this.ensureNotDisposed(),this._ensureConnected(),this._videoController&&this._videoController.setRenderFitMode(e)}async startAudioCapture(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);await this._audioController.startCapture()}async stopAudioCapture(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);await this._audioController.stopCapture()}setVolume(e){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);this._audioController.setVolume(e)}getVolume(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);return this._audioController?.getVolume()\|\|1}mute(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);this._audioController.mute()}unmute(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);this._audioController.unmute()}get isMuted(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);return this._audioController.isMuted()}get isAudioCapturing(){return this.ensureNotDisposed(),this._ensureConnected(),!!this._audioController&&this._audioController.isCapturing}setAuthToken(e){this.ensureNotDisposed(),this._context.setAuthToken(e),this._httpController&&this._httpController.getAuthToken()}async startCamera(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._cameraController)throw new r("Camera controller is not available",s.CAMERA_CONTROLLER_NOT_AVAILABLE);await this._cameraController.startCamera()}stopCamera(){this.ensureNotDisposed(),this._ensureConnected(),this._cameraController&&this._cameraController.stopCamera()}getCameraStream(){return this.ensureNotDisposed(),this._ensureConnected(),this._cameraController?.getStream()??null}getCameraTrack(){return this.ensureNotDisposed(),this._ensureConnected(),this._cameraController?.getTrack()??null}attachCameraTo(e){if(this.ensureNotDisposed(),this._ensureConnected(),!this._cameraController)throw new r("Camera controller is not available",s.CAMERA_CONTROLLER_NOT_AVAILABLE);this._cameraController.attachTo(e)}async preConnect(){if(this.ensureNotDisposed(),this._preConnectPromise)return this._preConnectPromise;const e=Date.now();return null!==this._lastPreConnectSuccessAt&&e-this._lastPreConnectSuccessAt<6e4?Promise.resolve(!0):(this._preConnectPromise=(async()=>{try{a.info("Creating HTTP controller..."),this._httpController=this._httpController??new ve(this._context,this._context.options.http?.baseURL),a.info("Setting auth token..."),await this._httpController.getAuthToken(),a.info("Getting livekit config...");if(!!!await(this._httpController?.getLivekitConfig()))throw new Error("Config missing");return this._lastPreConnectSuccessAt=Date.now(),!0}catch(e){throw this._context.emitError(e,s.SDK_PRECONNECT_FAILED)}finally{this._preConnectPromise=null}})(),this._preConnectPromise)}async connect(){if(this.ensureNotDisposed(),this._connectionCoordinator&&this._context.sessionState.isConnected)a.warn("SDK already initialized");else{try{if(!await this.preConnect())throw new r("PreConnect failed without explicit error",s.SDK_CONNECT_FAILED)}catch(e){throw this._context.emitError(e,s.SDK_CONNECT_FAILED)}try{if(a.info("Initializing SDK..."),this._connectionCoordinator=new f(this._context),this._connectionCoordinator.start(),this._connectionCoordinator.startConnecting(),this._videoController=new k(this._context,this._context.options.video),this._audioController=new $(this._context,this._context.options.audio),this._cameraController=new X(this._context),this._conversationController=new ne(this._context),this._liveKitService=new de(this._context),this._conversationTransport=new le(this._context),this._liveKitService&&this._videoController&&this._audioController){const e=this._liveKitService.getEventAdapter();e&&("function"==typeof e.setVideoController&&e.setVideoController(this._videoController),"function"==typeof e.setAudioController&&e.setAudioController(this._audioController))}if(this._conversationTransport){const e={sendBinary:e=>{this._conversationTransport.sendBinary(e)},isConnected:()=>this._conversationTransport.isConnected};this._audioController&&this._audioController.setWebSocketSender(e),this._cameraController&&this._cameraController.setWebSocketSender(e)}this._conversationTransport&&this._conversationController&&(this._conversationTransport.setConversationManager(this._conversationController.manager),this._conversationController.setTransport(this._conversationTransport)),await this._liveKitService.connect(this._context.livekitUrl,this._context.token,this._context.options.avatarName),this._conversationTransport&&await this._conversationTransport.connect(),a.info("SDK initialized and connected")}catch(e){throw this._connectionCoordinator&&this._connectionCoordinator.transitionToIdle(),await this._cleanup(),this._context.emitError(e,s.SDK_INITIALIZATION_FAILED)}}}async disconnect(){if(this.ensureNotDisposed(),this._connectionCoordinator&&"idle"!==this._connectionCoordinator.getState()&&"disposed"!==this._connectionCoordinator.getState()){a.info("Disconnecting SDK..."),this._connectionCoordinator.startDisconnecting();try{this._conversationTransport&&this._conversationTransport.disconnect(),this._liveKitService&&await this._liveKitService.disconnect(),this._audioController&&this._audioController.stopCapture(),this._cameraController&&this._cameraController.stopCamera(),this._httpController&&await this._httpController.disconnectConversation(),this._preConnectPromise=null,this._connectionCoordinator.completeDisconnecting(),a.info("SDK disconnected")}catch(e){throw a.error("Error during disconnect:",e),this._context.emitError(e,s.SDK_DISCONNECT_FAILED)}}}async reconnect(){this.ensureNotDisposed();const e=this._connectionCoordinator;if(!e?.canStartReconnectingManual()){const t=e?e.getSnapshot():this.connectionSnapshot;return a.warn("SDK reconnect not allowed in current state, returning current snapshot"),t}const t=e.captureSnapshotAndStartReconnectingManual();try{if(this._audioController&&this._audioController.stopCapture(),t.rtc.connected&&!t.rtc.hasVideoTrack&&(await(this._liveKitService?.disconnect()),await(this._conversationTransport?.disconnect())),this._conversationTransport&&!this._conversationTransport.isConnected){if(!await this.preConnect())throw new r("PreConnect failed without explicit error",s.SDK_CONNECT_FAILED);await this._conversationTransport.connect()}return this._liveKitService&&!this._liveKitService.isConnected()&&await this._liveKitService.connect(this._context.livekitUrl,this._context.token,this._context.options.avatarName),t}catch(e){throw a.error("Error during reconnect:",e),this._context.emitError(e,s.SDK_RECONNECT_FAILED)}}get connectionSnapshot(){return this.ensureNotDisposed(),this._connectionCoordinator?this._connectionCoordinator.getSnapshot():v(m("idle"))}async _cleanup(){if(this._conversationTransport&&this._conversationTransport.disconnect(),this._liveKitService)try{await this._liveKitService.disconnect()}catch(e){a.error("Error disconnecting LiveKit:",e)}this._audioController&&this._audioController.stopCapture(),this._cameraController&&this._cameraController.stopCamera()}get isConnected(){return this.ensureNotDisposed(),this._context.sessionState.isConnected}_ensureConnected(){if(!this._context.sessionState.isConnected)throw new r("SDK is not connected. Call connect() first.",s.SDK_NOT_CONNECTED)}onDispose(){this.disconnect().catch(e=>{a.error("Error during disconnect in dispose:",e)}),this._videoController&&(this._videoController.dispose(),this._videoController=null),this._audioController&&(this._audioController.dispose(),this._audioController=null),this._cameraController&&(this._cameraController.dispose(),this._cameraController=null),this._conversationController&&(this._conversationController.dispose(),this._conversationController=null),this._liveKitService&&(this._liveKitService.dispose(),this._liveKitService=null),this._conversationTransport&&(this._conversationTransport.dispose(),this._conversationTransport=null),this._httpController&&(this._httpController.dispose(),this._httpController=null),this._connectionCoordinator&&(this._connectionCoordinator.transitionToDisposed(),this._connectionCoordinator.dispose(),this._connectionCoordinator=null),this._context.dispose(),a.info("SDK Client disposed")}}class Ee extends o{constructor(e,t){super(),this._videoElement=null,this._videoUrl=null,this._isPlaying=!1,this._frameCallbackId=null,this._videoUrl=e,t?this._videoElement=t:(this._videoElement=document.createElement("video"),this._videoElement.style.opacity="0",this._videoElement.muted=!0,this._videoElement.playsInline=!0,this._videoElement.loop=!0,document.querySelector("#video-container")?.appendChild(this._videoElement)),a.info("Local Video Debug Source created")}get videoElement(){return this._videoElement}async load(){if(!this._videoElement)throw new Error("Video element or URL not set");return new Promise((e,t)=>{const s=this._videoElement,i=()=>{s.removeEventListener("loadedmetadata",i),s.removeEventListener("error",n),a.info(`Video loaded: ${s.videoWidth}x${s.videoHeight}`),e()},n=e=>{s.removeEventListener("loadedmetadata",i),s.removeEventListener("error",n),t(new Error(`Failed to load video: ${e}`))};s.addEventListener("loadedmetadata",i),s.addEventListener("error",n),s.src=this._videoUrl\|\|"",s.load()})}async play(){if(!this._videoElement)throw new Error("Video element not set");if(!this._isPlaying)try{await this._videoElement.play(),this._videoElement.style.opacity="0",this._videoElement.setAttribute("loop","true"),this._isPlaying=!0,a.info("Video playback started")}catch(e){throw a.error("Failed to play video:",e),e}}pause(){this._videoElement&&this._isPlaying&&(this._videoElement.pause(),this._isPlaying=!1,a.info("Video playback paused"))}stop(){this._videoElement&&(this._videoElement.pause(),this._videoElement.currentTime=0,this._isPlaying=!1,a.info("Video playback stopped"))}get isPlaying(){return this._isPlaying&&null!==this._videoElement&&!this._videoElement.paused}get videoWidth(){return this._videoElement?.videoWidth\|\|0}get videoHeight(){return this._videoElement?.videoHeight\|\|0}async captureFrame(){if(!this._videoElement\|\|this._videoElement.readyState<2)return null;try{if("VideoFrame"in window&&"function"==typeof window.VideoFrame)try{return new VideoFrame(this._videoElement,{timestamp:1e6this._videoElement.currentTime})}catch(e){a.error("",e)}const e=await createImageBitmap(this._videoElement),t=new VideoFrame(e,{timestamp:1e6this._videoElement.currentTime});return e.close(),t}catch(e){return a.error("Failed to capture video frame:",e),null}}onFrame(e){if(!this._videoElement)return;this.offFrame();const t=this._videoElement;if("requestVideoFrameCallback"in t){const s=(i,n)=>{this._isPlaying&&this._videoElement&&this.captureFrame().then(i=>{i&&(e(i),i.close()),this._isPlaying&&this._videoElement&&(this._frameCallbackId=t.requestVideoFrameCallback(s))}).catch(e=>{a.error("Error in frame callback:",e)})};this._frameCallbackId=t.requestVideoFrameCallback(s)}else{const t=()=>{this._isPlaying&&this._videoElement&&this.captureFrame().then(s=>{s&&(e(s),s.close()),this._isPlaying&&this._videoElement&&(this._frameCallbackId=requestAnimationFrame(t))}).catch(e=>{a.error("Error in frame callback:",e)})};this._frameCallbackId=requestAnimationFrame(t)}}offFrame(){null!==this._frameCallbackId&&(this._videoElement&&"cancelVideoFrameCallback"in this._videoElement?this._videoElement.cancelVideoFrameCallback(this._frameCallbackId):cancelAnimationFrame(this._frameCallbackId),this._frameCallbackId=null)}onDispose(){this.stop(),this.offFrame(),this._videoElement&&this._videoElement.parentElement===document.body&&document.body.removeChild(this._videoElement),this._videoElement=null,this._videoUrl=null,a.info("Local Video Debug Source disposed")}}class fe extends o{constructor(e,t,s){super(),this._outputCanvas=null,this._outputRenderer=null,this._source=new C;const i={...e,renderMode:"processed"};this._pipeline=new b(this._source,i),this._outputRenderer=new w(s,t),this._pipeline.setRenderer(this._outputRenderer),this._outputCanvas=this._outputRenderer.getCanvas(),a.info("Video Pipeline Runner created")}get outputCanvas(){return this._outputCanvas}get processor(){return this._pipeline.strategy.getProcessors()[0]\|\|null}setProcessor(e){this._pipeline.setProcessor(e),a.info("Processor set on pipeline")}async processFrame(e){if(this.ensureNotDisposed(),!this._outputRenderer)return a.error("Output renderer not available"),void e.close();try{const t=this._pipeline.strategy.getProcessors()[0]\|\|null;let s=null;if(t){try{s=t.process(e)}catch(t){a.error("Error processing frame:",t),s=e}if(null===s&&"getImageData"in t){const s=t.getImageData();if(s&&this._outputCanvas&&this._outputRenderer.getContext()){const e=this._outputRenderer.getContext();e&&(this._outputCanvas.width===s.width&&this._outputCanvas.height===s.height\|\|(this._outputCanvas.width=s.width,this._outputCanvas.height=s.height),e.putImageData(s,0,0))}return void e.close()}s&&s!==e?(this._outputRenderer.render(s),e.close()):s===e?this._outputRenderer.render(e):e.close()}else this._outputRenderer.render(e)}catch(t){a.error("Error in processFrame:",t),e.close()}}setOutputSize(e,t){this._outputCanvas&&(this._outputCanvas.width=e,this._outputCanvas.height=t,a.info(`Output canvas size set to ${e}x${t}`))}onDispose(){this._pipeline.dispose(),this._outputRenderer&&(this._outputRenderer.dispose(),this._outputRenderer=null),this._outputCanvas&&this._outputCanvas.parentElement===document.body&&document.body.removeChild(this._outputCanvas),this._outputCanvas=null,a.info("Video Pipeline Runner disposed")}}e.DEFAULT_AUDIO_BUFFER_SIZE=4096,e.DEFAULT_AUDIO_CHANNELS=1,e.DEFAULT_AUDIO_SAMPLE_RATE=l,e.DEFAULT_RECONNECT_ATTEMPTS=3,e.DEFAULT_RECONNECT_DELAY=10,e.DEFAULT_WS_TIMEOUT=1e4,e.Disposable=o,e.EventBus=c,e.Logger=a,e.SDKClient=ge,e.SDKError=r,e.SessionState=d,e.StandaloneVideoDebugger=class extends o{constructor(e,t,s,i){if(super(),this._isRunning=!1,this._videoSource=new Ee(e,t),this._options={renderMode:"processed",containerElement:t,...i},this._pipelineRunner=new fe(this._options,t,s),this._options.greenScreen?.enabled){const e=new N(this._options.greenScreen);this._pipelineRunner.setProcessor(e),a.info("Green screen processor enabled in debugger")}a.info("Standalone Video Debugger created")}async switchSource(e,t){this.ensureNotDisposed();const s=this._videoSource,i=this._isRunning,n=new Ee(e,t);try{await n.load(),i&&await n.play(),n.onFrame(e=>{this._pipelineRunner.processFrame(e).catch(e=>{a.error("Error processing frame:",e)})}),this._videoSource=n;try{s.offFrame(),s.stop(),s.dispose()}catch(e){console.warn("Error disposing old video source during switch:",e)}const e=this._videoSource.videoWidth,t=this._videoSource.videoHeight;e>0&&t>0&&this._pipelineRunner.setOutputSize(e,t)}catch(e){a.error("Failed to switch video source:",e);try{n.dispose()}catch(e){console.warn("Error disposing new video source after failed switch:",e)}throw e}}get outputCanvas(){return this._pipelineRunner.outputCanvas}get videoSource(){return this._videoSource}get processor(){return this._pipelineRunner.processor}setProcessor(e){this._pipelineRunner.setProcessor(e)}updateGreenScreenOptions(e){const t=this._pipelineRunner.processor;if(t&&"updateOptions"in t&&"function"==typeof t.updateOptions)t.updateOptions(e),a.info("Green screen options updated");else{const t=this._options.greenScreen\|\|{enabled:!1},s={...t,...e,enabled:void 0!==e.enabled?e.enabled:t.enabled},i=new N(s);this._pipelineRunner.setProcessor(i),this._options.greenScreen=s,a.info("Green screen processor recreated with new options")}}async initialize(){this.ensureNotDisposed();try{await this._videoSource.load();const e=this._videoSource.videoWidth,t=this._videoSource.videoHeight;e>0&&t>0&&this._pipelineRunner.setOutputSize(e,t),a.info("Video debugger initialized")}catch(e){throw a.error("Failed to initialize video debugger:",e),e}}async start(){if(this.ensureNotDisposed(),this._isRunning)a.warn("Debugger is already running");else try{0===this._videoSource.videoWidth&&await this.initialize(),await this._videoSource.play(),this._videoSource.onFrame(e=>{this._pipelineRunner.processFrame(e).catch(e=>{a.error("Error processing frame:",e)})}),this._isRunning=!0,a.info("Video debugger started")}catch(e){throw a.error("Failed to start video debugger:",e),e}}stop(){this._isRunning&&(this._videoSource.stop(),this._videoSource.offFrame(),this._isRunning=!1,a.info("Video debugger stopped"))}pause(){this._isRunning&&(this._videoSource.pause(),a.info("Video debugger paused"))}async resume(){this._isRunning&&(await this._videoSource.play(),a.info("Video debugger resumed"))}get isRunning(){return this._isRunning}onDispose(){this.stop(),this._videoSource.dispose(),this._pipelineRunner.dispose(),a.info("Standalone Video Debugger disposed")}},e.createClient=function(e){if(!e.avatarName)throw new r("avatarName is required",s.NO_AVATARNAME);return a.info("Creating SDK client with options:",{avatarName:e.avatarName}),new ge(e)}});
1	+ !function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports,require("livekit-client")):"function"==typeof define&&define.amd?define(["exports","livekit-client"],t):t((e="undefined"!=typeof globalThis?globalThis:e\|\|self).LivekitSDK={},e.LivekitClient)}(this,function(e,t){"use strict";var s,i,n;!function(e){e.SDK_AUTH_TOKEN_FAILED="SDK_AUTH_TOKEN_FAILED",e.SDK_GET_LIVEKIT_CONFIG_FAILED="SDK_GET_LIVEKIT_CONFIG_FAILED",e.SDK_RECONNECT_FAILED="SDK_RECONNECT_FAILED",e.SDK_DISCONNECT_FAILED="SDK_DISCONNECT_FAILED",e.SDK_NOT_CONNECTED="SDK_NOT_CONNECTED",e.SDK_CONNECT_FAILED="SDK_CONNECT_FAILED",e.SDK_SWITCH_VIDEO_FAILED="SDK_SWITCH_VIDEO_FAILED",e.SDK_ERROR="SDK_ERROR",e.SDK_PRECONNECT_FAILED="SDK_PRECONNECT_FAILED",e.SDK_INTERRUPT_CONVERSATION_FAILED="SDK_INTERRUPT_CONVERSATION_FAILED",e.SDK_INITIALIZATION_FAILED="SDK_INITIALIZATION_FAILED",e.SDK_INVALID_STATE_TRANSITION="SDK_INVALID_STATE_TRANSITION",e.NO_AVATARNAME="NO_AVATARNAME",e.AUDIO_CAPTURE_START_FAILED="AUDIO_CAPTURE_START_FAILED",e.AUDIO_CAPTURE_FAILED="AUDIO_CAPTURE_FAILED",e.AUDIO_INVALID_SAMPLE_RATE="AUDIO_INVALID_SAMPLE_RATE",e.AUDIO_INVALID_CHANNEL="AUDIO_INVALID_CHANNEL",e.AUDIO_INVALID_HEADER_LENGTH="AUDIO_INVALID_HEADER_LENGTH",e.AUDIO_INVALID_TYPE="AUDIO_INVALID_TYPE",e.AUDIO_INVALID_RESERVED="AUDIO_INVALID_RESERVED",e.AUDIO_CONTROLLER_NOT_AVAILABLE="AUDIO_CONTROLLER_NOT_AVAILABLE",e.CAMERA_CONTROLLER_NOT_AVAILABLE="CAMERA_CONTROLLER_NOT_AVAILABLE",e.WS_CONNECT_FAILED="WS_CONNECT_FAILED",e.WS_TEXT_SEND_FAILED="WS_TEXT_SEND_FAILED",e.WS_PARSE_ERROR="WS_PARSE_ERROR",e.WS_NOT_CONNECTED="WS_NOT_CONNECTED",e.WS_CONNECT_ERROR="WS_CONNECT_ERROR",e.LIVEKIT_CONNECT_FAILED="LIVEKIT_CONNECT_FAILED",e.CONVERSATION_CONTROLLER_NOT_AVAILABLE="CONVERSATION_CONTROLLER_NOT_AVAILABLE",e.STATE_MACHINE_INVALID_STATE_TRANSITION="STATE_MACHINE_INVALID_STATE_TRANSITION",e.OBJECT_DISPOSED="OBJECT_DISPOSED",e.HTTP_CONTROLLER_NOT_AVAILABLE="HTTP_CONTROLLER_NOT_AVAILABLE"}(s\|\|(s={}));class r extends Error{constructor(e,t="SDK_ERROR",s){super(e),this.name="SDKError",this.code=t,this.cause=s,Object.setPrototypeOf(this,r.prototype)}static fromError(e,t){return e instanceof r?e:e instanceof Error?new r(e.message,t\|\|s.SDK_ERROR,e):"string"==typeof e?new r(e,t\|\|s.SDK_ERROR):new r("Unknown error",t\|\|s.SDK_ERROR,e)}}class o{constructor(){this._disposed=!1}get isDisposed(){return this._disposed}dispose(){this._disposed\|\|(this.onDispose(),this._disposed=!0)}ensureNotDisposed(){if(this._disposed)throw new r("Object has been disposed",s.OBJECT_DISPOSED)}}e.LogLevel=void 0,(i=e.LogLevel\|\|(e.LogLevel={}))[i.DEBUG=0]="DEBUG",i[i.INFO=1]="INFO",i[i.WARN=2]="WARN",i[i.ERROR=3]="ERROR",i[i.NONE=4]="NONE";class a{static setLevel(e){this._level=e}static setPrefix(e){this._prefix=e}static debug(t,...s){this._level<=e.LogLevel.DEBUG&&console.debug(`${this._prefix} [DEBUG]`,t,...s)}static info(t,...s){this._level<=e.LogLevel.INFO&&console.info(`${this._prefix} [INFO]`,t,...s)}static warn(t,...s){this._level<=e.LogLevel.WARN&&console.warn(`${this._prefix} [WARN]`,t,...s)}static error(t,...s){this._level<=e.LogLevel.ERROR&&console.error(`${this._prefix} [ERROR]`,t,...s)}}a._level=e.LogLevel.ERROR,a._prefix="[SDK]";class c extends o{constructor(){super(...arguments),this._listeners=new Map}on(e,t){this.ensureNotDisposed(),this._listeners.has(e)\|\|this._listeners.set(e,new Set);const s=this._listeners.get(e);return s.add(t),a.debug(`Event listener added for: ${String(e)}`),()=>{s.delete(t),a.debug(`Event listener removed for: ${String(e)}`)}}once(e,t){this.ensureNotDisposed();const s=i=>{t(i),this.off(e,s)};return this.on(e,s)}off(e,t){this.ensureNotDisposed();const s=this._listeners.get(e);s&&s.delete(t)}emit(e,t){this.ensureNotDisposed();const s=this._listeners.get(e);s&&s.size>0&&(a.debug(`Emitting event: ${String(e)}`,t),s.forEach(s=>{try{s(t)}catch(t){a.error(`Error in event listener for ${String(e)}:`,t)}}))}removeAllListeners(){this._listeners.clear(),a.debug("All event listeners removed")}listenerCount(e){const t=this._listeners.get(e);return t?t.size:0}onDispose(){this.removeAllListeners()}}e.SessionStatus=void 0,(n=e.SessionStatus\|\|(e.SessionStatus={})).IDLE="idle",n.CONNECTING="connecting",n.CONNECTED="connected",n.PARTIAL="partial",n.DISCONNECTED="disconnected",n.RECONNECTING="reconnecting",n.DISCONNECTING="disconnecting",n.ERROR="error",n.DISPOSED="disposed";class d{constructor(){this.status=e.SessionStatus.DISCONNECTED,this.state=e.SessionStatus.DISCONNECTED,this.isConnected=!1}reset(){this.status=e.SessionStatus.DISCONNECTED,this.state=e.SessionStatus.DISCONNECTED,this.isConnected=!1}}const h=1e3,l=24e3;var u;!function(e){e.NO_VIDEO_TRACK="NO_VIDEO_TRACK",e.TRACK_MUTED="TRACK_MUTED",e.TRACK_ENDED="TRACK_ENDED"}(u\|\|(u={}));const _=.7;class p{constructor(e){this._connectionStateGetter=null,this.options=e,this._livekitUrl="",this._token="",this._wsUrl="",this.eventBus=new c,this.sessionState=new d,e.debug&&a.setLevel(0),a.info("SDK Context initialized")}setLivekitConfig(e,t,s){this._livekitUrl=e\|\|"wss://api.newportai.com/s2/livekit-lisbon",this._token=t,this._roomId=s}setAuthToken(e){this._httpToken=e}get authToken(){return this._httpToken}emitError(e,t){const s=r.fromError(e,t);return this.eventBus.emit("inner:sdk:error",{error:s}),s}setVideoOptions(e){this.options.video=Object.assign({},e,this.options.video\|\|{})}setWsUrl(e){this._wsUrl=e}get wsUrl(){return this._wsUrl}get livekitUrl(){return this._livekitUrl}get token(){return this._token}get roomId(){return this._roomId}getLivekitConfig(){return{livekitUrl:this._livekitUrl,token:this._token}}bindConnectionState(e){this._connectionStateGetter=e}get connectionState(){return this._connectionStateGetter?.()}clearConnectionStateBinding(){this._connectionStateGetter=null}dispose(){this.clearConnectionStateBinding(),this.eventBus.dispose(),this.sessionState.reset(),a.info("SDK Context disposed")}}class m extends o{setContext(e){this._context=e}}function v(e){return{ws:{connected:!1},rtc:{connected:!1,hasVideoTrack:!1},overall:{state:e}}}function g(e){return Object.freeze({ws:Object.freeze({...e.ws}),rtc:Object.freeze({...e.rtc}),overall:Object.freeze({...e.overall})})}class E{constructor(){this._transitionMap=null}get transitionMap(){if(!this._transitionMap){const e=new Map;for(const t of this.transitionTable)e.set(t.from,new Set(t.to));this._transitionMap=e}return this._transitionMap}getCurrentState(){return this._currentState}transitionTo(e,t){const i=this._currentState;if(!this.canTransition(i,e)){const n=this.transitionMap.get(i),o=n?Array.from(n).join(", "):"none";throw t?.error??new r(`Invalid state transition: cannot transition from "${i}" to "${e}". Current state: "${i}". Allowed transitions: [${o}]`,s.STATE_MACHINE_INVALID_STATE_TRANSITION)}this._currentState=e}canTransition(e,t){if(e===t)return!1;const s=this.transitionMap.get(e);return s?.has(t)??!1}reset(){throw new Error("Method not implemented.")}}class C extends E{constructor(){super(...arguments),this._currentState="idle",this.transitionTable=[{from:"idle",to:["connecting","disposed"]},{from:"connecting",to:["connected","partial","error","idle","disposed"]},{from:"connected",to:["disconnecting","partial","reconnecting:auto","reconnecting:manual","error","disposed"]},{from:"partial",to:["connected","disconnecting","reconnecting:auto","reconnecting:manual","error","disposed"]},{from:"reconnecting:auto",to:["connected","partial","error","idle","disposed"]},{from:"reconnecting:manual",to:["connected","partial","error","idle","disposed"]},{from:"disconnecting",to:["disconnected","error","disposed"]},{from:"disconnected",to:["reconnecting:manual","reconnecting:auto","idle","disposed"]},{from:"error",to:["reconnecting:manual","reconnecting:auto","idle","disposed"]},{from:"disposed",to:[]}]}reset(){this._currentState="idle"}}class f extends m{constructor(){super(),this._unsubscribes=[],this._fsm=new C,this._snapshot=v("idle")}start(){this.ensureNotDisposed();const e=this._context.eventBus,t=e.on("inner:rtc:connected",()=>{this._snapshot.rtc.connected=!0,this._context.eventBus.emit("inner:sdk:connected",{source:"livekit"}),this._onFactsChanged()}),s=e.on("inner:rtc:disconnected",e=>{this._snapshot.rtc.connected=!1,this._snapshot.rtc.hasVideoTrack=!1,this._context.eventBus.emit("inner:sdk:disconnected",{source:"livekit",reason:e?.reason}),this._onFactsChanged()}),i=e.on("inner:rtc:video:available",()=>{this._snapshot.rtc.hasVideoTrack=!0}),n=e.on("inner:rtc:video:unavailable",()=>{this._snapshot.rtc.hasVideoTrack=!1}),r=e.on("inner:ws:connected",()=>{this._snapshot.ws.connected=!0,this._context.eventBus.emit("inner:sdk:connected",{source:"ws"}),this._onFactsChanged()}),o=e.on("inner:ws:disconnected",e=>{this._snapshot.ws.connected=!1,this._context.eventBus.emit("inner:sdk:disconnected",{source:"ws",reason:e?.reason}),this._onFactsChanged()});this._unsubscribes=[t,s,i,n,r,o]}startConnecting(){this._transitionTo("connecting")}startDisconnecting(){this._transitionTo("disconnecting")}completeDisconnecting(){this._snapshot.ws.connected=!1,this._snapshot.rtc.connected=!1,this._snapshot.rtc.hasVideoTrack=!1,this._transitionTo("disconnected")}captureSnapshotAndStartReconnectingManual(){const e=this.getSnapshot();return this._transitionTo("reconnecting:manual"),e}transitionToIdle(){this._snapshot.ws.connected=!1,this._snapshot.rtc.connected=!1,this._snapshot.rtc.hasVideoTrack=!1,this._transitionTo("idle")}transitionToDisposed(){this._transitionTo("disposed")}getSnapshot(){return g(this._snapshot)}getState(){return this._fsm.getCurrentState()}canStartReconnectingManual(){const e=this._fsm.getCurrentState();return"connected"===e\|\|"partial"===e\|\|"disconnected"===e\|\|"error"===e}_onFactsChanged(){const e=this._fsm.getCurrentState();if("connecting"===e\|\|"reconnecting:auto"===e\|\|"reconnecting:manual"===e){const e=this._snapshot.rtc.connected&&this._snapshot.ws.connected,t=this._snapshot.rtc.connected\|\|this._snapshot.ws.connected;if(e)return void this._transitionTo("connected");if(t)return void this._transitionTo("partial")}if("connected"===e\|\|"partial"===e){const t=this._snapshot.rtc.connected&&this._snapshot.ws.connected;if(!(this._snapshot.rtc.connected\|\|this._snapshot.ws.connected))return void this._transitionTo("disconnected");if(!t)return void this._transitionTo("partial");if(t&&"partial"===e)return void this._transitionTo("connected")}}_transitionTo(e){this._fsm.canTransition(this._fsm.getCurrentState(),e)&&(this._fsm.transitionTo(e),this._snapshot.overall.state=this._fsm.getCurrentState(),this._syncSessionState())}_syncSessionState(){const t=this._fsm.getCurrentState();this._context.sessionState.status=function(t){switch(t){case"idle":return e.SessionStatus.IDLE;case"connecting":return e.SessionStatus.CONNECTING;case"connected":return e.SessionStatus.CONNECTED;case"partial":return e.SessionStatus.PARTIAL;case"disconnecting":return e.SessionStatus.DISCONNECTING;case"disconnected":case"error":default:return e.SessionStatus.DISCONNECTED;case"reconnecting:auto":case"reconnecting:manual":return e.SessionStatus.RECONNECTING;case"disposed":return e.SessionStatus.DISPOSED}}(t),this._context.sessionState.state=this._context.sessionState.status,this._context.sessionState.isConnected="connected"===t}onDispose(){this._unsubscribes.forEach(e=>e()),this._unsubscribes=[]}}class S extends o{get trackId(){return this._trackId}get participantId(){return this._participantId}get track(){return this._track}constructor(){super(),this._trackId=null,this._participantId=null,this._track=null,this._stream=null,this._videoElement=document.createElement("video"),this._videoElement.autoplay=!0,this._videoElement.playsInline=!0,this._videoElement.muted=!0,this._videoElement.crossOrigin="anonymous",this._videoElement.style.display="none",a.info("Video Source initialized with internal video element")}getInternalElement(){return this._videoElement}setTrack(e,t,s){this.ensureNotDisposed(),this._track&&this._track.stop(),this._track=e,this._trackId=t,this._participantId=s,this._stream\|\|(this._stream=new MediaStream);const i=this._stream.getTracks();for(const t of i)if(t!==e)try{this._stream.removeTrack(t)}catch(e){a.warn("Failed to remove track from stream",e)}if(!this._stream.getTracks().includes(e))try{this._stream.addTrack(e)}catch(e){a.error("Failed to add track to media stream:",e)}a.info("Video track ready")}clearTrack(){if(this._stream){const e=this._stream.getTracks();for(const t of e)try{this._stream.removeTrack(t)}catch(e){a.warn("Failed to remove track from stream",e)}}this._track&&(this._track.stop(),this._track=null),this._trackId=null,this._participantId=null,a.info("Video track cleared")}get hasTrack(){return null!==this._track&&"live"===this._track.readyState}onDispose(){this.clearTrack(),this._videoElement&&this._videoElement.parentElement&&this._videoElement.parentElement.removeChild(this._videoElement),this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),a.info("Video Source disposed")}}class T extends o{constructor(){super(...arguments),this._renderer=null}getRenderer(){return this._renderer}setRenderer(e){this._renderer&&this._renderer.dispose(),this._renderer=e,a.debug("Raw render strategy renderer set")}getProcessors(){return[]}setProcessors(e){a.warn("Raw render strategy does not support processors")}attachToContainer(e){if(this._renderer){if("getElement"in this._renderer&&"function"==typeof this._renderer.getElement){const t=this._renderer.getElement();t instanceof HTMLVideoElement&&(t.parentElement&&t.parentElement!==e&&t.parentElement.removeChild(t),t.parentElement!==e&&(e.appendChild(t),t.style.display="",a.debug("Video element attached to container in raw mode")))}}else a.warn("No renderer available to attach to container")}onDispose(){this._renderer&&(this._renderer.dispose(),this._renderer=null),a.info("Raw Render Strategy disposed")}}class w{create(){return new T}}class y extends o{constructor(e,t){if(super(),this._canvas=null,this._ctx=null,this._videoElement=null,this._parentElement=null,this._resizeObserver=null,this._animationFrameId=null,this._isRendering=!1,this._renderLoop=()=>{if(this._isRendering&&this._videoElement&&this._canvas&&this._ctx){try{this._syncCanvasSize(),this._ctx.drawImage(this._videoElement,0,0,this._canvas.width,this._canvas.height)}catch(e){a.error("Error rendering from video to canvas:",e)}this._animationFrameId=requestAnimationFrame(this._renderLoop)}},e){if(this._canvas=e,this._ctx=e.getContext("2d"),!this._ctx)throw new Error("Failed to get 2D context from canvas")}else{if(!t)throw new Error("CanvasRenderer requires either canvas or videoElement");this._videoElement=t,this._createCanvasFromVideo()}a.info("Canvas Renderer created")}_createCanvasFromVideo(){if(!this._videoElement)return;if(this._parentElement=this._videoElement.parentElement,!this._parentElement)throw new Error("Video element must have a parent element");if("static"===window.getComputedStyle(this._parentElement).position&&(this._parentElement.style.position="relative"),this._canvas=document.createElement("canvas"),this._ctx=this._canvas.getContext("2d"),!this._ctx)throw new Error("Failed to get 2D context from canvas");this._canvas.style.position="absolute",this._canvas.style.top="0",this._canvas.style.left="0",this._canvas.style.width="100%",this._canvas.style.height="100%",this._canvas.style.pointerEvents="none",this._parentElement.appendChild(this._canvas),this._syncCanvasSize(),this._setupResizeObserver()}_syncCanvasSize(){if(!this._canvas\|\|!this._videoElement\|\|!this._ctx)return;const e=this._videoElement.videoWidth,t=this._videoElement.videoHeight,s=this._videoElement.clientWidth,i=this._videoElement.clientHeight;if(e>0&&t>0&&s>0&&i>0){const n=e/t;let r,o;n>s/i?(r=s,o=s/n):(r=in,o=i),this._canvas.style.width=`${r}px`,this._canvas.style.height=`${o}px`;const a=(s-r)/2,c=(i-o)/2;this._canvas.style.left=`${a}px`,this._canvas.style.top=`${c}px`,this._canvas.width=e,this._canvas.height=t}}_setupResizeObserver(){this._videoElement&&"undefined"!=typeof ResizeObserver&&(this._resizeObserver=new ResizeObserver(()=>{this._syncCanvasSize()}),this._resizeObserver.observe(this._videoElement))}startRenderingFromVideo(){!this._isRendering&&this._videoElement&&this._canvas&&this._ctx&&(this._isRendering=!0,this._renderLoop())}stopRenderingFromVideo(){this._isRendering=!1,null!==this._animationFrameId&&(cancelAnimationFrame(this._animationFrameId),this._animationFrameId=null)}setFitMode(e){this._canvas&&(this._canvas.style.width="100%",this._canvas.style.height="100%",this._canvas.style.objectFit=e)}render(e){if(this.ensureNotDisposed(),this._ctx&&this._canvas)try{const t=e.displayWidth,s=e.displayHeight;this._videoElement?this._syncCanvasSize():this._canvas.width===t&&this._canvas.height===s\|\|(this._canvas.width=t,this._canvas.height=s);const i=e instanceof VideoFrame?e.displayWidth:e.videoWidth,n=e instanceof VideoFrame?e.displayHeight:e.videoHeight;i>0&&n>0&&(this._canvas.width===i&&this._canvas.height===n\|\|(this._canvas.width=i,this._canvas.height=n)),this._ctx.clearRect(0,0,this._canvas.width,this._canvas.height),this._ctx.drawImage(e,0,0,this._canvas.width,this._canvas.height)}catch(e){a.error("Error rendering video frame to canvas:",e)}}getCanvas(){return this._canvas}getContext(){return this._ctx}onDispose(){this.stopRenderingFromVideo(),this._resizeObserver&&(this._resizeObserver.disconnect(),this._resizeObserver=null),this._canvas&&this._parentElement&&this._canvas.parentElement===this._parentElement&&this._parentElement.removeChild(this._canvas),this._canvas=null,this._ctx=null,this._videoElement=null,this._parentElement=null,a.info("Canvas Renderer disposed")}}class A extends o{constructor(e){super(),this._element=null,this._stream=null,this._track=null,this._element=e,a.info("Video Element Renderer created")}setTrack(e){if(this.ensureNotDisposed(),this._track=e,!this._element)return void a.warn("No video element available to set track");this._stream\|\|(this._stream=new MediaStream,this._element.srcObject=this._stream);const t=this._stream.getTracks();for(const s of t)if(s!==e)try{this._stream.removeTrack(s)}catch(e){a.error("Failed to remove track from media stream:",e)}if(!this._stream.getTracks().includes(e))try{this._stream.addTrack(e)}catch(e){a.error("Failed to add track to media stream:",e)}this._element.play().catch(e=>{a.error("Error playing video:",e)}),a.debug("Video track set to element (stream reused)")}setOpacity(e){this._element&&(this._element.style.opacity=String(e))}getElement(){return this._element}setFitMode(e){this._element&&(this._element.style.width="100%",this._element.style.height="100%",this._element.style.objectFit=e)}render(e){a.debug("Render called in direct mode (no-op)")}onDispose(){this._element&&(this._element.srcObject=null),this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._track&&(this._track.stop(),this._track=null),a.info("Video Element Renderer disposed")}clearTrack(){if(this._stream){const e=this._stream.getTracks();for(const t of e)try{this._stream.removeTrack(t)}catch(e){a.error("Failed to remove track from media stream:",e)}}this._track=null}}class R extends o{constructor(){super(...arguments),this._renderer=null,this._processors=[],this._videoElementRenderer=null,this._canvasRenderer=null,this._videoFrameCallbackId=null,this._animationFrameId=null,this._isProcessing=!1,this._processVideoFrame=()=>{if(!this._isProcessing\|\|!this._videoElementRenderer\|\|!this._canvasRenderer)return;const e=this._videoElementRenderer.getElement();if(!e\|\|e.readyState<2)this._isProcessing&&e&&(this._videoFrameCallbackId=e.requestVideoFrameCallback(this._processVideoFrame));else{try{let t=new VideoFrame(e,{timestamp:1e3performance.now()});for(const e of this._processors){const s=e.process(t);s&&s!==t&&(t instanceof VideoFrame&&t.close(),t=s)}t instanceof ImageData?this._renderImageData(t):this._canvasRenderer.render(t),t instanceof VideoFrame&&t.close()}catch(e){a.error("Error processing video frame:",e)}this._isProcessing&&e&&(this._videoFrameCallbackId=e.requestVideoFrameCallback(this._processVideoFrame))}},this._processVideoFrameFallback=()=>{if(!this._isProcessing\|\|!this._canvasRenderer\|\|!this._videoElementRenderer)return;const e=this._videoElementRenderer.getElement();if(!e\|\|e.readyState<2\|\|e.paused){const e=this._canvasRenderer.getContext(),t=this._canvasRenderer.getCanvas();return e&&t&&e.clearRect(0,0,t.width,t.height),void(this._animationFrameId=requestAnimationFrame(this._processVideoFrameFallback))}const t=e.videoWidth,s=e.videoHeight,i=this._canvasRenderer.getCanvas();t>0&&i&&(i.width!==t\|\|i.height!==s)&&(i.width=t,i.height=s);let n=new VideoFrame(e);try{for(const e of this._processors){const t=e.process(n);t&&t!==n&&(n instanceof VideoFrame&&n.close(),n=t)}n instanceof ImageData?this._renderImageData(n):this._canvasRenderer.render(n)}finally{n instanceof VideoFrame&&n.close()}this._isProcessing&&(this._animationFrameId=requestAnimationFrame(this._processVideoFrameFallback))}}getRenderer(){return this._renderer}setRenderer(e){if(this._renderer&&this._renderer.dispose(),this._renderer=e,e instanceof A){if(this._videoElementRenderer=e,!this._canvasRenderer){const e=this._videoElementRenderer.getElement();if(e)try{e.parentElement&&(this._canvasRenderer=new y(void 0,e),this._renderer=this._canvasRenderer,a.debug("Canvas renderer created in setRenderer (processed mode)"))}catch(e){a.warn("Failed to create CanvasRenderer in setRenderer, will retry in attachToContainer:",e)}}this._setupProcessingPipeline()}else this._videoElementRenderer=null,this._stopProcessingPipeline();a.debug("Processed render strategy renderer set")}addProcessor(e,t){void 0!==t&&t>=0&&t<this._processors.length?this._processors.splice(t,0,e):this._processors.push(e),this._setupProcessingPipeline()}getProcessors(){return this._processors}setProcessors(e){this._processors.forEach(e=>e.dispose()),this._processors=e,this._setupProcessingPipeline(),a.debug("Processed render strategy processor set")}attachToContainer(e){if(this._canvasRenderer){const t=this._canvasRenderer.getCanvas();if(t&&(t.parentElement&&t.parentElement!==e&&t.parentElement.removeChild(t),t.parentElement!==e&&(e.appendChild(t),a.debug("Canvas element attached to container in processed mode"))),this._videoElementRenderer){const e=this._videoElementRenderer.getElement();e&&(e.parentElement&&e.parentElement.removeChild(e),e.style.display="none")}}else if(this._videoElementRenderer){const t=this._videoElementRenderer.getElement();if(t){const s=null!==t.parentElement;s\|\|e.appendChild(t);try{this._canvasRenderer=new y(void 0,t),this._renderer=this._canvasRenderer,s\|\|t.parentElement!==e\|\|e.removeChild(t),t.style.display="none";const i=this._canvasRenderer.getCanvas();i&&i.parentElement!==e&&e.appendChild(i),this._startProcessingLoop(),a.debug("Canvas created and attached to container in processed mode")}catch(i){a.error("Failed to create CanvasRenderer in attachToContainer:",i),s\|\|t.parentElement!==e\|\|e.removeChild(t),t.parentElement!==e&&(e.appendChild(t),t.style.display="")}}}}_setupProcessingPipeline(){if(!this._videoElementRenderer)return;const e=this._videoElementRenderer.getElement();if(e){if(e.parentElement&&e.parentElement.removeChild(e),e.style.display="none",e.readyState<2){const t=()=>{this._setupProcessingPipeline(),e.removeEventListener("loadedmetadata",t)};return void e.addEventListener("loadedmetadata",t)}this._canvasRenderer&&(this._startProcessingLoop(),a.info("Processing pipeline setup completed"))}else a.warn("Video element not available for processing")}_stopProcessingPipeline(){this._stopProcessingLoop(),this._canvasRenderer&&(this._canvasRenderer.dispose(),this._canvasRenderer=null),this._videoElementRenderer&&(this._renderer=this._videoElementRenderer)}_startProcessingLoop(){if(this._isProcessing\|\|!this._videoElementRenderer\|\|!this._canvasRenderer)return;this._videoElementRenderer.getElement()&&(this._isProcessing=!0,"requestVideoFrameCallback"in HTMLVideoElement.prototype?this._processVideoFrame():this._processVideoFrameFallback())}_stopProcessingLoop(){this._isProcessing=!1;const e=this._videoElementRenderer?.getElement();null!==this._videoFrameCallbackId&&e&&"cancelVideoFrameCallback"in e&&(e.cancelVideoFrameCallback(this._videoFrameCallbackId),this._videoFrameCallbackId=null),null!==this._animationFrameId&&(cancelAnimationFrame(this._animationFrameId),this._animationFrameId=null)}_renderImageData(e){if(!this._canvasRenderer)return;const t=this._canvasRenderer.getContext(),s=this._canvasRenderer.getCanvas();t&&s&&(s.width===e.width&&s.height===e.height\|\|(s.width=e.width,s.height=e.height),t.clearRect(0,0,s.width,s.height),t.putImageData(e,0,0))}onDispose(){this._stopProcessingPipeline(),this._renderer&&(this._renderer.dispose(),this._renderer=null),this._processors.forEach(e=>e.dispose()),this._processors=[],this._videoElementRenderer=null,this._canvasRenderer=null,a.info("Processed Render Strategy disposed")}}class D{create(){return new R}}class b{static getFactory(e){return"processed"===e?new D:new w}}class I extends o{constructor(e,t){super(),this._videoElementRenderer=null,this._containerElement=null,this._source=e;const s=t?.renderMode\|\|"raw";this._containerElement=t?.containerElement\|\|null,this._strategyFactory=b.getFactory(s),this._strategy=this._strategyFactory.create();const i=this._source.getInternalElement(),n=new A(i);this._videoElementRenderer=n,this._strategy.setRenderer(n),this._containerElement&&(this._strategy.attachToContainer(this._containerElement),a.info("Renderer elements attached to container via strategy")),a.info("Video Pipeline created")}setRenderMode(e){this.ensureNotDisposed();const t=b.getFactory(e);if(this._strategyFactory.constructor===t.constructor)return;const s=this._strategy.getRenderer(),i=this._strategy.getProcessors();this._strategy.dispose(),this._strategyFactory=t,this._strategy=this._strategyFactory.create(),s&&this._strategy.setRenderer(s),i.length>0&&this._strategy.setProcessors(i),this._containerElement&&this._strategy.attachToContainer(this._containerElement),a.info(`Video render mode changed to: ${e}`)}setRenderFitMode(e){this.ensureNotDisposed();const t=this._strategy.getRenderer();t?.setFitMode(e),a.info(`Video render fit mode changed to: ${e}`)}setProcessor(e){this.ensureNotDisposed(),this._strategy.setProcessors(e?[e]:[])}setRenderer(e){this.ensureNotDisposed(),this._strategy.setRenderer(e)}get strategy(){return this._strategy}get videoElementRenderer(){return this._videoElementRenderer}onDispose(){if(this._strategy.dispose(),this._videoElementRenderer){const e=this._videoElementRenderer.getElement();e&&e.parentElement&&e.parentElement.removeChild(e),this._videoElementRenderer.dispose(),this._videoElementRenderer=null}a.info("Video Pipeline disposed")}}class N extends o{onDispose(){}}class k extends N{constructor(e){super(),this._program=null,this._texture=null,this._lastProcessedTimestamp=null,this._options=e,this._canvas=document.createElement("canvas");const t=this._canvas.getContext("webgl",{premultipliedAlpha:!1,preserveDrawingBuffer:!0});if(!t)throw new Error("WebGL not supported");this._gl=t,this._initGL(),a.info("WebGL Green Screen Processor initialized")}_initGL(){const e=this._gl;this._program=this._createProgram("\n attribute vec2 aPosition;\n attribute vec2 aTexCoord;\n varying vec2 vTexCoord;\n void main() {\n gl_Position = vec4(aPosition, 0, 1);\n vTexCoord = aTexCoord;\n }","\n precision mediump float;\n varying vec2 vTexCoord;\n uniform sampler2D uSampler;\n uniform vec3 uChromaKey; // greenScreen target color: RGB\n uniform float uSimilarity; // greenScreen similarity\n uniform float uSmoothness; // greenScreen smoothness\n uniform float uSpill; // greenScreen despill strength\n\n // convert RGB to YCbCr space, separate luminance and chrominance\n vec3 rgbToYcbcr(vec3 rgb) {\n float y = 0.299 * rgb.r + 0.587 * rgb.g + 0.114 * rgb.b;\n float cb = 0.564 * (rgb.b - y) + 0.5;\n float cr = 0.713 * (rgb.r - y) + 0.5;\n return vec3(y, cb, cr);\n }\n\n void main() {\n vec4 color = texture2D(uSampler, vTexCoord);\n vec3 rgb = color.rgb;\n \n vec3 ycbcr = rgbToYcbcr(rgb);\n vec3 targetYcbcr = rgbToYcbcr(uChromaKey);\n \n // 核心改进：只计算 Cb 和 Cr 的欧式距离，忽略亮度 Y\n // 这能确保深色褶皱（Y低）因为 Cb/Cr 不变而不被扣除\n float dist = distance(ycbcr.yz, targetYcbcr.yz);\n \n // 使用 smoothstep 生成丝滑边缘\n float alpha = smoothstep(uSimilarity, uSimilarity + uSmoothness, dist);\n alpha = pow(alpha, 1.2);\n\n // 增强型 Despill (去溢出)\n float maxRB = max(rgb.r, rgb.b);\n if (rgb.g > maxRB) {\n float edgeFactor = 1.0 - alpha; // 边缘像素更强去绿\n float diff = (rgb.g - maxRB) * uSpill * edgeFactor;\n rgb.g -= diff;\n rgb.rb += diff * 0.15;\n }\n\n // rgb = mix(vec3(dot(rgb, vec3(0.333))), rgb, alpha);\n float luma = dot(rgb, vec3(0.299, 0.587, 0.114));\n rgb = mix(vec3(luma), rgb, alpha);\n\n gl_FragColor = vec4(rgb, alpha * color.a);\n }\n "),this._texture=e.createTexture();const t=new Float32Array([-1,-1,0,1,1,-1,1,1,-1,1,0,0,1,1,1,0]),s=e.createBuffer();e.bindBuffer(e.ARRAY_BUFFER,s),e.bufferData(e.ARRAY_BUFFER,t,e.STATIC_DRAW);const i=e.getAttribLocation(this._program,"aPosition"),n=e.getAttribLocation(this._program,"aTexCoord");e.enableVertexAttribArray(i),e.vertexAttribPointer(i,2,e.FLOAT,!1,16,0),e.enableVertexAttribArray(n),e.vertexAttribPointer(n,2,e.FLOAT,!1,16,8)}process(e){if(!this._options.enabled)return e;const{displayWidth:t,displayHeight:s,timestamp:i}=e;this._canvas.width===t&&this._canvas.height===s\|\|(this._canvas.width=t,this._canvas.height=s,this._gl.viewport(0,0,t,s));const n=this._gl;n.useProgram(this._program),n.activeTexture(n.TEXTURE0),n.bindTexture(n.TEXTURE_2D,this._texture),n.texImage2D(n.TEXTURE_2D,0,n.RGBA,n.RGBA,n.UNSIGNED_BYTE,e),n.texParameteri(n.TEXTURE_2D,n.TEXTURE_WRAP_S,n.CLAMP_TO_EDGE),n.texParameteri(n.TEXTURE_2D,n.TEXTURE_WRAP_T,n.CLAMP_TO_EDGE),n.texParameteri(n.TEXTURE_2D,n.TEXTURE_MIN_FILTER,n.LINEAR);const r=this._options.chromaKey\|\|[0,255,0];n.uniform3f(n.getUniformLocation(this._program,"uChromaKey"),r[0]/255,r[1]/255,r[2]/255),n.uniform1f(n.getUniformLocation(this._program,"uSimilarity"),this._options.similarity??.3),n.uniform1f(n.getUniformLocation(this._program,"uSmoothness"),this._options.smoothness??.25),n.uniform1f(n.getUniformLocation(this._program,"uSpill"),this._options.despillStrength??1.15),n.drawArrays(n.TRIANGLE_STRIP,0,4);const o=new VideoFrame(this._canvas,{timestamp:i,duration:e.duration??void 0});return e.close(),o}_createProgram(e,t){const s=this._gl,i=(e,t)=>{const i=s.createShader(e);return s.shaderSource(i,t),s.compileShader(i),i},n=s.createProgram();return s.attachShader(n,i(s.VERTEX_SHADER,e)),s.attachShader(n,i(s.FRAGMENT_SHADER,t)),s.linkProgram(n),n}onDispose(){const e=this._gl;this._texture&&e.deleteTexture(this._texture),this._program&&e.deleteProgram(this._program),a.info("WebGL Green Screen Processor disposed")}updateOptions(e){this._options={...this._options,...e}}}class x extends m{constructor(e){if(super(),this._source=new S,this._pipeline=new I(this._source,e),"processed"===e?.renderMode&&e?.greenScreen?.enabled){const t=new k(e.greenScreen);this._pipeline.setProcessor(t),a.info("Green screen processor enabled")}this._pipeline.setRenderFitMode(e?.fitMode\|\|"contain"),a.info("Video Controller created")}setTrack(e,t,s){this.ensureNotDisposed(),this._source.setTrack(e,t,s)}removeTrack(e){this.ensureNotDisposed(),this._source.trackId===e&&this._source.clearTrack()}setRenderMode(e){this.ensureNotDisposed(),this._pipeline.setRenderMode(e),this._context.eventBus.emit("inner:video:render:mode:changed",{mode:e})}setRenderFitMode(e){this.ensureNotDisposed(),this._pipeline.setRenderFitMode(e)}getSource(){return this.ensureNotDisposed(),this._source}onDispose(){this._source.dispose(),this._pipeline.dispose(),a.info("Video Controller disposed")}}class O extends o{process(e,t){return this.ensureNotDisposed(),e}onDispose(){}}class L extends o{set onProcessedAudio(e){this._onProcessedAudio=e}constructor(e){super(),this._processors=[],this._processingStrategy=new O,a.info("Input Audio Pipeline created")}setProcessingStrategy(e){this.ensureNotDisposed(),this._processingStrategy&&this._processingStrategy.dispose(),this._processingStrategy=e,a.debug("Audio processing strategy set")}get processingStrategy(){return this._processingStrategy}addProcessor(e){this.ensureNotDisposed(),this._processors.push(e),a.debug(`Audio processor added. Total: ${this._processors.length}`)}removeProcessor(e){this.ensureNotDisposed();const t=this._processors.indexOf(e);t>=0&&(this._processors.splice(t,1),a.debug(`Audio processor removed. Total: ${this._processors.length}`))}process(e,t){this.ensureNotDisposed();let s=e;try{s=this._processingStrategy.process(s,t)}catch(e){a.error("Error in audio processing strategy:",e)}for(const e of this._processors)try{s=e.process(s,t)}catch(e){a.error("Error in audio processor:",e);continue}this._onProcessedAudio&&this._onProcessedAudio(s,t)}onDispose(){if(this._processingStrategy)try{this._processingStrategy.dispose()}catch(e){a.error("Error disposing audio processing strategy:",e)}this._processors.forEach(e=>{try{e.dispose()}catch(e){a.error("Error disposing audio processor:",e)}}),this._processors.length=0,this._onProcessedAudio=void 0,a.info("Input Audio Pipeline disposed")}}class P extends o{constructor(){super(),this._audioElement=null,this._stream=null,this._track=null,this._volume=1,this._isMuted=!1,this._audioElement=document.createElement("audio"),this._audioElement.autoplay=!0,this._audioElement.volume=this._volume,this._audioElement.muted=this._isMuted,a.info("Output Audio Pipeline created")}getAudioElement(){if(!this._audioElement)throw new r("Audio element not found");return this._audioElement}setTrack(e){this.ensureNotDisposed(),this._track&&this._track!==e&&this._track.stop(),this._track=e,this._audioElement&&(this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._stream=new MediaStream([e]),this._audioElement.volume=this._volume,this._audioElement.muted=this._isMuted,a.debug("Audio track set to output pipeline"))}removeTrack(){this.ensureNotDisposed(),this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._track&&(this._track.stop(),this._track=null),a.debug("Audio track removed from output pipeline")}setVolume(e){this.ensureNotDisposed(),this._volume=Math.max(0,Math.min(1,e)),this._audioElement&&(this._audioElement.volume=this._volume),a.debug(`Audio output volume set to: ${this._volume}`)}getVolume(){return this._volume}mute(){this.ensureNotDisposed(),this._isMuted=!0,this._audioElement&&(this._audioElement.muted=!0),a.debug("Audio output muted")}unmute(){this.ensureNotDisposed(),this._isMuted=!1,this._audioElement&&(this._audioElement.muted=!1),a.debug("Audio output unmuted")}isMuted(){return this._isMuted}onDispose(){this.removeTrack(),this._audioElement&&(this._audioElement=null),a.info("Output Audio Pipeline disposed")}}const F={0:0,1:1,2:2};function M(e){!function(e){if(0!==e&&1!==e&&2!==e)throw new r(`Invalid sample rate encoding: ${e}. Must be 0 (16kHz), 1 (24kHz), or 2 (48kHz)`,s.AUDIO_INVALID_SAMPLE_RATE)}(e.sampleRate);const t=(i=e.sequenceNumber)<0?0:i>4095?4095:Math.floor(i);var i;const n=function(e){if(e<0)return 0;const t=1048575;return e>t?e&t:Math.floor(e)}(e.timestamp),o=function(e){return e<0?0:e>4095?4095:Math.floor(e)}(e.frameSize),a=function(e){return e<0?0:e>65535?65535:Math.floor(e)}(e.payloadLength);if(0!==e.channel&&1!==e.channel)throw new r(`Invalid channel value: ${e.channel}. Must be 0 (mono) or 1 (stereo)`,s.AUDIO_INVALID_CHANNEL);const c=new Uint8Array(9);let d=64;d\|=e.channel<<5,d\|=(e.keyFrame?1:0)<<4,d\|=t>>8&15,c[0]=d,c[1]=255&t,c[2]=n>>12&255,c[3]=n>>4&255;let h=(15&n)<<4;h\|=F[e.sampleRate]<<2,h\|=o>>10&3,c[4]=h,c[5]=o>>2&255;let l=(3&o)<<6;return l\|=0,c[6]=l,c[7]=a>>8&255,c[8]=255&a,c}class V{constructor(e){this.transport=e}sendBinary(e){this.transport.sendBinary(e)}isConnected(){return this.transport.isConnected}}class U extends m{constructor(e){super(),this._wsSender=null,this._sequenceNumber=0,this._isKeyFrame=!0,this._audioStartTime=0,this._isSending=!1,this._audioFrameListener=null,this._audioBuffer=[],this._bufferedSampleCount=0,this._targetSampleRate=24e3,this._bitDepth=16,this._minSamplesToSend=0,this._options=e;const t=e?.input;this._targetSampleRate=t?.sampleRate\|\|24e3,this._bitDepth=t?.bitDepth\|\|16,this._minSamplesToSend=Math.floor(this._targetSampleRate/10),a.info(`Audio Frame Sender created: sampleRate=${this._targetSampleRate}Hz, bitDepth=${this._bitDepth}bit, minSamples=${this._minSamplesToSend}`)}setWebSocketSender(e){this._wsSender=e}setConversationTransport(e){this._wsSender=new V(e)}start(){this.ensureNotDisposed(),this._isSending?a.warn("Audio frame sending already started"):(this._sequenceNumber=0,this._isKeyFrame=!0,this._audioStartTime=Date.now(),this._audioFrameListener=e=>{this._handleAudioFrame(e.data,e.sampleRate)},this._context.eventBus.on("inner:audio:frame:received",this._audioFrameListener),this._isSending=!0,a.info("Audio frame sending started"))}stop(){this.ensureNotDisposed(),this._isSending&&(this._flushBuffer(),this._audioFrameListener&&(this._context.eventBus.off("inner:audio:frame:received",this._audioFrameListener),this._audioFrameListener=null),this._isSending=!1,a.info("Audio frame sending stopped"))}_handleAudioFrame(e,t){if(this._isSending)try{Math.abs(t-this._targetSampleRate)>1&&a.warn(`Sample rate mismatch: expected ${this._targetSampleRate}Hz, got ${t}Hz`),this._audioBuffer.push(new Float32Array(e)),this._bufferedSampleCount+=e.length,this._bufferedSampleCount>=this._minSamplesToSend&&this._flushBuffer()}catch(e){a.error("Error handling audio frame:",e)}}_flushBuffer(){if(0!==this._audioBuffer.length&&0!==this._bufferedSampleCount)try{const e=this._bufferedSampleCount,t=new Float32Array(e);let s=0;for(const e of this._audioBuffer)t.set(e,s),s+=e.length;this._audioBuffer=[],this._bufferedSampleCount=0;const i=this._convertToPCM(t,this._bitDepth),n=Math.ceil(this._bitDepth/8),r=i.lengthn,o=this._getSampleRateEncoding(this._targetSampleRate),c=Math.floor(Date.now()-this._audioStartTime),d={channel:1===(this._options?.input?.channels\|\|1)?0:1,keyFrame:!!this._isKeyFrame,sequenceNumber:this._sequenceNumber,timestamp:c,sampleRate:o,frameSize:t.length,payloadLength:r},h=this._pcmToUint8Array(i,this._bitDepth);if(setTimeout(()=>{try{this._context.eventBus.emit("inner:audio:payload:send",{payload:h,sampleRate:this._targetSampleRate,channels:this._options?.input?.channels\|\|1,sequenceNumber:d.sequenceNumber,timestamp:d.timestamp,keyFrame:d.keyFrame,frameSize:d.frameSize})}catch(e){a.error("Error emitting inner:audio:payload:send event:",e)}},0),this._wsSender&&this._wsSender.isConnected())try{const e=M(d),s=new Uint8Array(e.length+h.length);s.set(e,0),s.set(h,e.length),this._wsSender.sendBinary(s),a.debug(`Audio frame sent via WS: seq=${d.sequenceNumber}, samples=${t.length}, size=${s.length} bytes`)}catch(e){a.error("Error sending audio frame via WebSocket:",e)}this._isKeyFrame=!1,this._sequenceNumber=(this._sequenceNumber+1)%4096}catch(e){a.error("Error flushing audio buffer:",e)}}_convertToPCM(e,t){if(16===t){const t=new Int16Array(e.length);for(let s=0;s<e.length;s++){const i=Math.max(-1,Math.min(1,e[s]));t[s]=i<0?32768i:32767i}return t}if(32===t){const t=new Int32Array(e.length);for(let s=0;s<e.length;s++){const i=Math.max(-1,Math.min(1,e[s]));t[s]=2147483647i}return t}return a.warn(`Unsupported bit depth: ${t}, using 16-bit`),this._convertToPCM(e,16)}_pcmToUint8Array(e,t){const s=Math.ceil(t/8),i=new Uint8Array(e.lengths),n=new DataView(i.buffer);for(let s=0;s<e.length;s++)16===t?n.setInt16(2s,e[s],!0):32===t&&n.setInt32(4s,e[s],!0);return i}_getSampleRateEncoding(e){return 16e3===e?0:24e3===e?1:48e3===e?2:(a.warn(`Unsupported sample rate: ${e}, defaulting to 48kHz`),1)}onDispose(){this.stop(),a.info("Audio Frame Sender disposed")}}class K extends o{emitAudioData(e,t){if(this.onAudioData)try{this.onAudioData(e,t)}catch(e){a.error("Error in audio data callback:",e)}}}class B extends K{constructor(e){super(),this.options=e,this._stream=null,this._audioContext=null,this._sourceNode=null,this._workletNode=null,this._targetSampleRate=l,this._bitDepth=16,this._channels=1;const t=e?.input;this._targetSampleRate=t?.sampleRate\|\|l,this._bitDepth=t?.bitDepth\|\|16,this._channels=t?.channels\|\|1}async start(){this.ensureNotDisposed();try{const e=this.options?.input,t={audio:e?.constraints\|\|{channelCount:this._channels}};this._stream=await navigator.mediaDevices.getUserMedia(t);const s=this._stream.getAudioTracks()[0],i=s.getSettings().sampleRate\|\|44100;this._audioContext=new AudioContext({sampleRate:i});const n=function(){const e=new Blob(["\nclass AudioResamplerProcessor extends AudioWorkletProcessor {\n constructor(options) {\n super();\n this.targetSampleRate = options.processorOptions?.targetSampleRate \|\| 24000;\n this.bitDepth = options.processorOptions?.bitDepth \|\| 16;\n this.channels = options.processorOptions?.channels \|\| 1;\n \n // Resampling related\n // sampleRate is a global in AudioWorkletProcessor representing the AudioContext's sample rate\n this.resampleRatio = this.targetSampleRate / sampleRate;\n \n // Timestamp tracking\n this.frameCount = 0;\n }\n\n process(inputs, outputs, parameters) {\n const input = inputs[0];\n if (!input \|\| input.length === 0 \|\| !input[0] \|\| input[0].length === 0) {\n return true;\n }\n\n const inputData = input[0]; // mono input\n const inputLength = inputData.length;\n \n // Linear resampling\n const outputLength = Math.floor(inputLength this.resampleRatio);\n const resampledData = new Float32Array(outputLength);\n \n for (let i = 0; i < outputLength; i++) {\n const srcIndex = i / this.resampleRatio;\n const srcIndexFloor = Math.floor(srcIndex);\n const srcIndexCeil = Math.min(srcIndexFloor + 1, inputLength - 1);\n const fraction = srcIndex - srcIndexFloor;\n \n // Linear interpolation\n resampledData[i] = inputData[srcIndexFloor] * (1 - fraction) + inputData[srcIndexCeil] * fraction;\n }\n \n // Post the resampled data\n this.port.postMessage({\n type: 'audioData',\n data: resampledData,\n sampleRate: this.targetSampleRate,\n bitDepth: this.bitDepth,\n frameCount: this.frameCount,\n });\n \n this.frameCount += outputLength;\n \n return true;\n }\n}\n\nregisterProcessor('audio-resampler', AudioResamplerProcessor);\n"],{type:"text/javascript"});return URL.createObjectURL(e)}();await this._audioContext.audioWorklet.addModule(n),this._sourceNode=this._audioContext.createMediaStreamSource(this._stream),this._workletNode=new AudioWorkletNode(this._audioContext,"audio-resampler",{processorOptions:{targetSampleRate:this._targetSampleRate,bitDepth:this._bitDepth,channels:this._channels},numberOfInputs:1,numberOfOutputs:0}),this._workletNode.port.onmessage=e=>{const{type:t,data:s,sampleRate:i}=e.data;"audioData"===t&&s&&this.emitAudioData(s,i)},this._sourceNode.connect(this._workletNode),a.info(`Audio capture started: input=${i}Hz -> output=${this._targetSampleRate}Hz, ${this._bitDepth}bit`)}catch(e){throw r.fromError(e,s.AUDIO_CAPTURE_FAILED)}}stop(){this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._workletNode&&(this._workletNode.port.onmessage=null,this._workletNode.disconnect(),this._workletNode=null),this._sourceNode&&(this._sourceNode.disconnect(),this._sourceNode=null),this._audioContext&&(this._audioContext.close(),this._audioContext=null),a.info("Audio capture stopped")}onDispose(){this.stop()}}class ${create(e){return new B(e)}}class W extends m{constructor(e,t){super(),this._source=null,this._isCapturing=!1,this._currentOutputTrackId=null,this._inputPipeline=new L(e),this._outputPipeline=new P,this._frameSender=new U(e),this._sourceFactory=t\|\|new $,a.info("Audio Controller created")}setContext(e){super.setContext(e),this._frameSender.setContext(e),this._inputPipeline.onProcessedAudio=(e,t)=>{this._context.eventBus.emit("inner:audio:frame:received",{data:e,sampleRate:t})}}setWebSocketSender(e){this._frameSender.setWebSocketSender(e)}async startCapture(){if(this.ensureNotDisposed(),this._isCapturing)a.warn("Audio capture already started");else try{this._source\|\|(this._source=this._sourceFactory.create(this._context.options.audio),this._source.onAudioData=(e,t)=>{this._inputPipeline.process(e,t)}),await this._source.start(),this._isCapturing=!0,this._frameSender.start(),this._context.eventBus.emit("inner:audio:input:started",void 0),a.info("Audio capture started")}catch(e){throw this._context.emitError(e,s.AUDIO_CAPTURE_START_FAILED)}}stopCapture(){this.ensureNotDisposed(),this._isCapturing&&(this._source&&this._source.stop(),this._frameSender.stop(),this._isCapturing=!1,this._context.eventBus.emit("inner:audio:input:stopped",void 0),a.info("Audio capture stopped"))}get isCapturing(){return this._isCapturing}setOutputTrack(e,t,s){this.ensureNotDisposed(),this._outputPipeline.setTrack(e),this._currentOutputTrackId=t,this._context.eventBus.emit("inner:audio:track:added",{trackId:t,participantId:s}),a.info("Audio output track ready")}removeOutputTrack(e){this.ensureNotDisposed(),this._currentOutputTrackId===e&&(this._outputPipeline.removeTrack(),this._currentOutputTrackId=null,this._context.eventBus.emit("inner:audio:track:removed",{trackId:e}),a.info("Audio output track removed"))}setVolume(e){this.ensureNotDisposed(),this._outputPipeline.setVolume(e),this._context.eventBus.emit("inner:audio:volume:changed",{volume:e}),a.debug(`Audio volume set to: ${e}`)}getVolume(){return this._outputPipeline.getVolume()}mute(){this.ensureNotDisposed(),this._outputPipeline.mute(),this._context.eventBus.emit("inner:audio:muted",void 0),a.debug("Audio muted")}unmute(){this.ensureNotDisposed(),this._outputPipeline.unmute(),this._context.eventBus.emit("inner:audio:unmuted",void 0),a.debug("Audio unmuted")}getOutputElement(){return this._outputPipeline.getAudioElement()}isMuted(){return this._outputPipeline.isMuted()}onDispose(){this.stopCapture(),this._source&&(this._source.dispose(),this._source=null),this._inputPipeline.dispose(),this._outputPipeline.dispose(),this._frameSender.dispose(),a.info("Audio Controller disposed")}}class q extends o{constructor(){super(...arguments),this._stream=null,this._videoElement=null}async start(){if(this.ensureNotDisposed(),this._stream)a.warn("Camera capture already started");else try{const e=await navigator.mediaDevices.getUserMedia({video:!0});if(this._stream=e,!this._videoElement){const e=document.createElement("video");e.autoplay=!0,e.muted=!0,e.playsInline=!0,e.style.position="fixed",e.style.opacity="0",e.style.pointerEvents="none",e.style.width="0",e.style.height="0",e.style.zIndex="-1","undefined"!=typeof document&&document.body&&document.body.appendChild(e),this._videoElement=e}this._videoElement.srcObject=this._stream,this._videoElement.play().catch(e=>{a.error("Failed to start camera video playback",e)})}catch(e){throw r.fromError(e,s.SDK_ERROR)}}stop(){if(this._stream&&(this._stream.getTracks().forEach(e=>e.stop()),this._stream=null),this._videoElement){this._videoElement.srcObject=null;const e=this._videoElement.parentNode;e&&e.removeChild(this._videoElement),this._videoElement=null}a.info("Camera capture stopped")}getStream(){return this.ensureNotDisposed(),this._stream}getVideoElement(){return this.ensureNotDisposed(),this._videoElement}getTrack(){if(this.ensureNotDisposed(),!this._stream)return null;const e=this._stream.getVideoTracks();return e.length>0?e[0]:null}onDispose(){this.stop()}}const H=640,z=360;class G extends o{constructor(e,t){super(),this._videoElement=null,this._canvas=null,this._videoElement=e,this._onFrame=t,this._handleServerCommand=this._onServerCommand.bind(this)}setContext(e){this._context=e}setVideoElement(e){this._videoElement=e}start(){this.ensureNotDisposed(),this._canvas\|\|("undefined"!=typeof OffscreenCanvas?this._canvas=new OffscreenCanvas(H,z):(this._canvas=document.createElement("canvas"),this._canvas.width=H,this._canvas.height=z)),this._context.eventBus.on("inner:conversation:server:command",this._handleServerCommand)}_onServerCommand({code:e}){500===e&&this._captureFrame()}stop(){this._context.eventBus.off("inner:conversation:server:command",this._handleServerCommand)}_captureFrame(){const e=this._videoElement,t=this._canvas;if(!e\|\|!t)return;if(e.readyState<2\|\|0===e.videoWidth\|\|0===e.videoHeight)return;const s=t.getContext("2d");if(!s)return;const i=e.videoWidth,n=e.videoHeight;let r=H,o=Hn/i;o>z&&(o=z,r=zi/n),t.width!==r&&(t.width=r),t.height!==o&&(t.height=o),s.clearRect(0,0,t.width,t.height),s.drawImage(e,0,0,i,n,0,0,r,o),"undefined"!=typeof OffscreenCanvas&&t instanceof OffscreenCanvas&&"function"==typeof t.convertToBlob?t.convertToBlob({type:"image/jpeg",quality:_}).then(e=>{if(e)try{this._onFrame(e,r,o,0,_)}catch(e){a.error("ScreenshotScheduler onFrame callback error",e)}}).catch(e=>{a.error("ScreenshotScheduler convertToBlob error",e)}):t instanceof HTMLCanvasElement&&t.toBlob(e=>{if(e)try{this._onFrame(e,r,o,0,_)}catch(e){a.error("ScreenshotScheduler onFrame callback error",e)}},"image/jpeg",_)}onDispose(){this.stop(),this._canvas=null,this._videoElement=null}}const j=4294967295;function Q(e){const t=Math.floor(e);return t<0?0:t>65535?65535:t}function X(e){const t=new ArrayBuffer(12),s=new DataView(t),i=128\|15&function(e){const t=Math.floor(e);return t<0?0:t>4?4:t}(e.format);return s.setUint8(0,i),s.setUint8(1,function(e){const t=Math.floor(e);return t<0?0:t>255?255:t}(e.quality)),s.setUint16(2,Q(e.id),!1),s.setUint16(4,Q(e.width),!1),s.setUint16(6,Q(e.height),!1),s.setUint32(8,function(e){const t=Math.floor(e);return t<0?0:t>j?j:t}(e.payloadLength),!1),new Uint8Array(t)}class Y extends o{constructor(){super(...arguments),this._wsSender=null,this._imageId=0}setWebSocketSender(e){this._wsSender=e}send(e,t){if(this.ensureNotDisposed(),!this._wsSender\|\|!this._wsSender.isConnected())return;const s=e.byteLength,i=X({format:t.format,quality:t.quality,id:this._nextId(),width:t.width,height:t.height,payloadLength:s}),n=new Uint8Array(i.byteLength+s);n.set(i,0),n.set(e,i.byteLength),this._wsSender.sendBinary(n)}_nextId(){const e=this._imageId;return this._imageId=this._imageId>=65535?0:this._imageId+1,e}onDispose(){this._wsSender=null}}class J extends m{constructor(){super(),this._isRunning=!1,this._source=new q,this._sender=new Y;this._scheduler=new G(null,(e,t,s,i,n=.7)=>{(async function(e,t){const s=await e.arrayBuffer();return{data:new Uint8Array(s),width:t.width,height:t.height,format:t.format,quality:t.quality}})(e,{width:t,height:s,format:i,quality:n}).then(e=>{this._sender.send(e.data,{width:e.width,height:e.height,format:e.format,quality:e.quality})})})}setContext(e){super.setContext(e),this._scheduler.setContext(e)}async startCamera(){if(this.ensureNotDisposed(),this._isRunning)return void a.warn("Camera already running");await this._source.start();const e=this._source.getVideoElement();this._scheduler.setVideoElement(e),this._scheduler.start(),this._isRunning=!0,this._context.eventBus.emit("inner:camera:started",void 0),a.info("Camera started")}stopCamera(){this.ensureNotDisposed(),this._isRunning&&(this._scheduler.stop(),this._source.stop(),this._isRunning=!1,this._context.eventBus.emit("inner:camera:stopped",void 0),a.info("Camera stopped"))}isCameraRunning(){return this._isRunning}getStream(){return this.ensureNotDisposed(),this._source.getStream()}getTrack(){return this.ensureNotDisposed(),this._source.getTrack()}attachTo(e){this.ensureNotDisposed();const t=this._source.getStream();t&&(e.srcObject=t,e.play().catch(e=>a.error("attachTo play failed",e)))}setWebSocketSender(e){this._sender.setWebSocketSender(e)}onDispose(){this.stopCamera(),this._source.dispose(),this._scheduler.dispose(),this._sender.dispose()}}var Z;e.ConversationStateType=void 0,(Z=e.ConversationStateType\|\|(e.ConversationStateType={})).IDLE="idle",Z.WAITING="waiting",Z.STREAMING="streaming",Z.COMPLETED="completed",Z.ERROR="error";class ee extends E{constructor(){super(...arguments),this._currentState=e.ConversationStateType.IDLE,this.transitionTable=[{from:e.ConversationStateType.IDLE,to:[e.ConversationStateType.WAITING,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.WAITING,to:[e.ConversationStateType.STREAMING,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.STREAMING,to:[e.ConversationStateType.COMPLETED,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.COMPLETED,to:[e.ConversationStateType.IDLE,e.ConversationStateType.WAITING,e.ConversationStateType.ERROR]},{from:e.ConversationStateType.ERROR,to:[e.ConversationStateType.IDLE]}]}reset(){this._currentState=e.ConversationStateType.IDLE}}class te extends o{constructor(e){super(),this._currentQuestion=null,this._currentAnswer=null,this._sessionId=e,this._stateMachine=new ee,a.info(`Conversation session created: ${e}`)}get sessionId(){return this._sessionId}get state(){return this._stateMachine.getCurrentState()}_setQuestion(t){this._currentQuestion=t,this._stateMachine.transitionTo(e.ConversationStateType.WAITING),this._syncContextState()}get currentQuestion(){return this._currentQuestion}_startAnswer(t){this._currentAnswer={questionId:t,text:"",isComplete:!1,timestamp:Date.now()},this._stateMachine.transitionTo(e.ConversationStateType.STREAMING),this._syncContextState()}_appendAnswerChunk(e){this._currentAnswer&&(this._currentAnswer.text+=e)}_completeAnswer(){this._currentAnswer&&(this._currentAnswer.isComplete=!0,this._currentAnswer.completedAt=Date.now()),this._stateMachine.transitionTo(e.ConversationStateType.COMPLETED),this._syncContextState()}get currentAnswer(){return this._currentAnswer}_setError(t){this._stateMachine.transitionTo(e.ConversationStateType.ERROR),this._syncContextState()}_syncContextState(){}handleEvent(t){const s=this._stateMachine.getCurrentState();switch(t.type){case"QUESTION":if(s!==e.ConversationStateType.IDLE&&s!==e.ConversationStateType.COMPLETED)return void a.warn(`Ignoring QUESTION event in invalid state: ${s}`);this._setQuestion(t.payload);break;case"ANSWER_START":if(s!==e.ConversationStateType.WAITING)return void a.warn(`Ignoring ANSWER_START event in invalid state: ${s}. Expected: WAITING`);this._startAnswer(t.payload);break;case"ANSWER_CHUNK":if(s!==e.ConversationStateType.STREAMING)return void a.warn(`Ignoring ANSWER_CHUNK event in invalid state: ${s}. Expected: STREAMING`);this._appendAnswerChunk(t.payload&&t.payload.chunk\|\|""),t.payload&&t.payload.isComplete&&this._completeAnswer();break;case"ANSWER_COMPLETE":if(s!==e.ConversationStateType.STREAMING)return void a.warn(`Ignoring ANSWER_COMPLETE event in invalid state: ${s}. Expected: STREAMING`);this._completeAnswer();break;case"ERROR":this._setError(t.payload);break;default:a.warn(`Unknown event type: ${t.type}`)}}reset(){this._stateMachine.reset(),this._currentQuestion=null,this._currentAnswer=null}onDispose(){this.reset(),a.info(`Conversation session disposed: ${this._sessionId}`)}}class se extends o{constructor(){super(...arguments),this._buffers=new Map}appendChunk(e,t){this.ensureNotDisposed();const s=(this._buffers.get(e)\|\|"")+t;return this._buffers.set(e,s),a.debug(`Message chunk appended for question ${e}, length: ${s.length}`),s}getMessage(e){return this._buffers.get(e)\|\|null}complete(e){const t=this.getMessage(e)\|\|"";return this._buffers.delete(e),a.debug(`Message assembly completed for question ${e}, length: ${t.length}`),t}clear(e){this._buffers.delete(e)}onDispose(){this._buffers.clear(),a.info("Message Assembler disposed")}}class ie{generateSessionId(){return`session_${Date.now()}_${Math.random().toString(36).substring(2,9)}`}generateQuestionId(){return Math.random().toString(36).substring(2,6)}}class ne extends m{constructor(e){super(),this._transport=null,this._sessions=new Map,this._assembler=new se,this._idService=new ie,a.info("Conversation Manager created")}setTransport(e){this._transport=e}async sendQuestion(e,t={speed:100,mood:0,vol:50}){this.ensureNotDisposed();const s=this._idService.generateQuestionId(),i={id:s,text:e,timestamp:Date.now(),inputMode:"text"},n=this._idService.generateSessionId(),r=new te(n);if(r.handleEvent({type:"QUESTION",payload:i}),this._sessions.set(s,r),this._transport)try{this._transport.sendText(s,e,200,t)}catch(e){throw a.error("Error sending question via transport:",e),r.handleEvent({type:"ERROR",payload:"Failed to send question"}),this._context.eventBus.emit("inner:sdk:error",{error:e instanceof Error?e:new Error(String(e))}),e}else a.warn("Transport not set, question not sent");return this._context.eventBus.emit("inner:conversation:question:sent",{questionId:s,text:e}),this._context.eventBus.emit("inner:conversation:answer:waiting",{questionId:s}),a.info(`Question sent: ${s}`),s}handleServerPong(){this.ensureNotDisposed(),this._transport&&this._transport.handlePongReceived()}willDisconnect(){this.ensureNotDisposed(),this._transport?.willDisconnect()}handleTextInput(e){this.sendQuestion(e).catch(e=>{a.error("Error sending question:",e)})}handleAnswerChunk(t,s,i){this.ensureNotDisposed();const n=this._sessions.get(t);if(!n)return void a.warn(`No active session for answer chunk: ${t}`);if(n.state===e.ConversationStateType.WAITING&&n.handleEvent({type:"ANSWER_START",payload:t}),i){n.handleEvent({type:"ANSWER_COMPLETE"});const e=this._assembler.complete(t);this._context.eventBus.emit("inner:conversation:answer:completed",{questionId:t,fullAnswer:e});try{n.dispose()}catch(e){a.error("Error disposing session:",e)}this._sessions.delete(t)}else n.handleEvent({type:"ANSWER_CHUNK",payload:{uid:t,chunk:s,isComplete:i}}),this._assembler.appendChunk(t,s),this._context.eventBus.emit("inner:conversation:answer:chunk",{questionId:t,chunk:s,isComplete:i})}handleServerInitiatedMessage(e,t){this.ensureNotDisposed(),this._context.eventBus.emit("inner:conversation:server:message",{questionId:e,message:t,type:"text"})}handleAsrTextReceived(e,t){this.ensureNotDisposed();const s=this._idService.generateSessionId(),i=new te(s);i.handleEvent({type:"QUESTION",payload:{id:e,text:t,timestamp:Date.now(),inputMode:"voice"}}),this._sessions.set(e,i),this._context.eventBus.emit("inner:conversation:asr:received",{questionId:e,text:t})}handleServerCommand(e,t){this.ensureNotDisposed(),this._context.eventBus.emit("inner:conversation:server:command",{code:e,command:t})}onDispose(){for(const e of this._sessions.values())try{e.dispose()}catch(e){a.error("Error disposing session:",e)}this._sessions.clear(),this._assembler.dispose(),a.info("Conversation Manager disposed")}}class re extends m{constructor(e){super(),this._manager=new ne(e),a.info("Conversation Controller created")}setContext(e){super.setContext(e),this._manager.setContext(e)}get manager(){return this._manager}setTransport(e){this._manager.setTransport(e)}async sendQuestion(e,t){return this.ensureNotDisposed(),this._manager.sendQuestion(e,t)}onDispose(){this._manager.dispose(),a.info("Conversation Controller disposed")}}class oe extends o{constructor(){super(...arguments),this._tracks=new Map,this._participants=new Map}register(e,t,s){this.ensureNotDisposed(),this._tracks.set(e,t),this._participants.has(s)\|\|this._participants.set(s,new Set),this._participants.get(s).add(e),t.on("ended",()=>{a.debug(`Track ended: ${e}`),this.unregister(e)}),a.debug(`Track registered: ${e} from participant ${s}`)}unregister(e){const t=this._tracks.get(e);if(t){t.stop(),this._tracks.delete(e);for(const[t,s]of this._participants.entries())if(s.has(e)){s.delete(e),0===s.size&&this._participants.delete(t);break}a.debug(`Track unregistered: ${e}`)}}getTrack(e){return this._tracks.get(e)\|\|null}getParticipantTracks(e){const t=this._participants.get(e);return t?Array.from(t):[]}getAllTrackIds(){return Array.from(this._tracks.keys())}getVideoAvailability(){let e=!1,t=!1,s=!1;for(const i of this._tracks.values()){const n=i.mediaStreamTrack;if("video"===n.kind&&(e=!0,"live"===n.readyState&&(t=!0),n.enabled&&(s=!0),"live"===n.readyState&&n.enabled))return{available:!0}}return e?t?s?{available:!1,reason:u.NO_VIDEO_TRACK}:{available:!1,reason:u.TRACK_MUTED}:{available:!1,reason:u.TRACK_ENDED}:{available:!1,reason:u.NO_VIDEO_TRACK}}clear(){for(const e of this._tracks.values())e.stop();this._tracks.clear(),this._participants.clear(),a.info("All tracks cleared")}onDispose(){this.clear()}}class ae extends m{constructor(e){super(),this._videoController=null,this._room=null,this._trackRegistry=e,this._loosTrackTimer=null,a.info("Video Track Handler created")}setRoom(e){this._room=e}setVideoController(e){this._videoController=e}handleTrackSubscribed(e,t,s){this.ensureNotDisposed(),this._loosTrackTimer&&clearTimeout(this._loosTrackTimer),this._trackRegistry.register(t,e,s),this._videoController&&e.attach(this._videoController.getSource().getInternalElement()),e.on("videoPlaybackStarted",()=>{a.info("inner:rtc:video:available"),this._context.eventBus.emit("inner:rtc:video:available",void 0)}),this._context.eventBus.emit("inner:video:track:added",{trackId:t,participantId:s}),a.debug(`Video track subscribed: ${t}`)}handleTrackUnsubscribed(e,t,s){this.ensureNotDisposed(),this._videoController&&e.detach(this._videoController.getSource().getInternalElement()),e.removeAllListeners(),this._context.eventBus.emit("inner:video:track:removed",{trackId:t,participantId:s}),this._loosTrackTimer&&clearTimeout(this._loosTrackTimer),this._loosTrackTimer=setTimeout(()=>{this._context.eventBus.emit("inner:rtc:video:unavailable",void 0)},5e3),this._trackRegistry.unregister(t),a.debug(`Video track unsubscribed: ${t}`)}supports(e){return"video"===e.mediaStreamTrack.kind}onDispose(){this._loosTrackTimer&&(clearTimeout(this._loosTrackTimer),this._loosTrackTimer=null),a.info("Video Track Handler disposed")}}class ce extends m{constructor(e){super(),this._audioController=null,this._room=null,this._trackRegistry=e,a.info("Audio Track Handler created")}setRoom(e){this._room=e}setAudioController(e){this._audioController=e}handleTrackSubscribed(e,t,s){this.ensureNotDisposed(),this._trackRegistry.register(t,e,s),this._audioController?e.attach(this._audioController.getOutputElement()):this._context.eventBus.emit("inner:audio:track:added",{trackId:t,participantId:s}),a.debug(`Audio track subscribed: ${t}`)}handleTrackUnsubscribed(e,t,s){this.ensureNotDisposed(),this._audioController?(this._audioController.removeOutputTrack(t),e.detach(this._audioController.getOutputElement())):this._context.eventBus.emit("inner:audio:track:removed",{trackId:t}),this._trackRegistry.unregister(t),a.debug(`Audio track unsubscribed: ${t}`)}supports(e){return"audio"===e.mediaStreamTrack.kind}onDispose(){a.info("Audio Track Handler disposed")}}class de extends m{constructor(e){super(),this._handlers=[],this._room=null,this._trackRegistry=e,a.info("LiveKit Event Adapter created")}setContext(e){if(super.setContext(e),0===this._handlers.length){const t=new ae(this._trackRegistry),s=new ce(this._trackRegistry);t.setContext(e),s.setContext(e),this._handlers.push(t,s),this._room&&(t.setRoom(this._room),s.setRoom(this._room))}}setRoom(e){this._room=e,this._handlers.forEach(t=>{t.setRoom(e)}),a.info("LiveKit room set:",this._room)}setVideoController(e){const t=this._handlers.find(e=>e instanceof ae);t&&t.setVideoController(e)}setAudioController(e){const t=this._handlers.find(e=>e instanceof ce);t&&t.setAudioController(e)}handleTrackSubscribed(e,t,s){this.ensureNotDisposed();const i=this._findHandler(e);i?i.handleTrackSubscribed(e,t,s):a.warn(`No handler found for track, trackId: ${t}`)}handleTrackUnsubscribed(e,t){this.ensureNotDisposed();const s=this._trackRegistry.getTrack(e);if(s){const i=this._findHandler(s);i?i.handleTrackUnsubscribed(s,e,t):(this._trackRegistry.unregister(e),a.warn(`No handler found for track, trackId: ${e}`))}}_findHandler(e){return this._handlers.find(t=>t.supports(e))\|\|null}onDispose(){this._handlers.forEach(e=>{try{e.dispose()}catch(e){a.error("Error disposing track handler:",e)}}),this._handlers.length=0,a.info("LiveKit Event Adapter disposed")}}class he extends m{constructor(){super(),this._room=null,this._maxAttempts=3,this._maxDelay=1e4,this._trackRegistry=new oe,this._eventAdapter=new de(this._trackRegistry),a.info("LiveKit Service created")}setContext(e){super.setContext(e),this._maxAttempts=e.options.reconnect?.maxAttempts\|\|3,this._maxDelay=(e.options.reconnect?.delay??10)h,this._eventAdapter.setContext(e)}async connect(e,i,n,o){if(this.ensureNotDisposed(),this._room&&this._room.isConnected())a.warn("Already connected to LiveKit room");else try{a.info(`Connecting to LiveKit room: ${n} at ${e}`);const s=new t.Room({reconnectPolicy:{nextRetryDelayInMs:e=>e.elapsedMs<this._maxDelay?Math.min(hMath.pow(2,e.retryCount),this._maxDelay):null}});s.prepareConnection(e,i),s.on(t.RoomEvent.TrackSubscribed,(e,t,s)=>{this._handleTrackSubscribed(e,t,s)}),s.on(t.RoomEvent.TrackUnsubscribed,(e,t,s)=>{this._handleTrackUnsubscribed(e,t,s)}),s.on(t.RoomEvent.TrackMuted,(e,t)=>{this._handleTrackMuted(e,t)}),s.on(t.RoomEvent.TrackUnmuted,(e,t)=>{this._handleTrackUnmuted(e,t)}),s.on(t.RoomEvent.Connected,()=>{a.info("Connected to LiveKit room"),this._context.eventBus.emit("inner:rtc:connected",void 0)}),s.on(t.RoomEvent.Disconnected,e=>{e?a.info(`LiveKit room disconnected: ${e}`):a.info("LiveKit room disconnected"),e!==t.DisconnectReason.CLIENT_INITIATED&&this._context.eventBus.emit("inner:rtc:disconnected",{reason:e?String(e):void 0}),this._room=null}),a.info("Connecting to LiveKit room..."),await s.connect(e,i,{autoSubscribe:!0,maxRetries:this._context.options.reconnect?.maxAttempts\|\|3}),this._eventAdapter.setRoom(s),this._room=s}catch(e){throw r.fromError(e,s.LIVEKIT_CONNECT_FAILED)}}_handleTrackSubscribed(e,s,i){try{if(!e.mediaStreamTrack)return void a.warn("Track does not have MediaStreamTrack");"audio"===e.kind&&i.on(t.ParticipantEvent.IsSpeakingChanged,e=>{this._context.eventBus.emit("inner:audio:speaking:changed",{participantId:i.identity,isSpeaking:e}),a.info(`Participant ${i.identity} is speaking: ${e}`)});const n=s.trackSid,r=i.identity;this._eventAdapter.handleTrackSubscribed(e,n,r)}catch(e){a.error("Error handling track subscribed:",e)}}_handleTrackUnsubscribed(e,t,s){try{const e=s,i=t.trackSid,n=e.identity,r=this._trackRegistry.getTrack(i);"video"===r?.kind&&this._context.eventBus.emit("inner:rtc:video:unavailable",void 0),this._eventAdapter.handleTrackUnsubscribed(i,n)}catch(e){a.error("Error handling track unsubscribed:",e)}}_handleTrackMuted(e,t){try{"video"===e.kind&&this._context.eventBus.emit("inner:rtc:video:unavailable",void 0)}catch(e){a.error("Error handling track muted:",e)}}_handleTrackUnmuted(e,t){try{"video"===e.kind&&this._context.eventBus.emit("inner:rtc:video:available",void 0)}catch(e){a.error("Error handling track unmuted:",e)}}async disconnect(){if(this._room)try{await this._room.disconnect(),this._room=null,this._context.eventBus.emit("inner:rtc:disconnected",{reason:"Disconnected from LiveKit room"}),a.info("Disconnected from LiveKit room")}catch(e){a.error("Error disconnecting from LiveKit room:",e),this._room=null}}isConnected(){return!!this._room&&this._room.state===t.ConnectionState.Connected}getTrackRegistry(){return this._trackRegistry}get trackRegistry(){return this._trackRegistry}getEventAdapter(){return this._eventAdapter}onDispose(){this.disconnect(),this._trackRegistry.dispose(),this._eventAdapter.dispose(),a.info("LiveKit Service disposed")}}class le extends m{constructor(){super(),this._conversationManager=null,a.info("WebSocket Dispatcher created")}setConversationManager(e){this._conversationManager=e,a.debug("Conversation manager set in dispatcher")}dispatch(e){this.ensureNotDisposed();try{if("ws"===e.type)return void this._handleWSServerMessage(e);if("text"===e.type)return void this._handleServerTextMessage(e)}catch(e){a.error("Error dispatching message:",e)}}_handleWSServerMessage(e){101===e.code?(this._conversationManager?.handleServerPong(),a.debug("Received pingpong response")):102===e.code&&(a.warn("Server will disconnect"),this._conversationManager?.willDisconnect())}_handleServerTextMessage(e){if(!this._conversationManager)return void a.warn("Conversation manager not set, text message ignored");const{uid:t,payload:s,code:i}=e;200===i?(this._conversationManager.handleAnswerChunk(t,s,!1),a.debug(`Answer received (code 200) for uid: ${t}`)):201===i?(this._conversationManager.handleAnswerChunk(t,"",!0),a.debug(`Answer completed (code 201) for uid: ${t}`)):300===i?(this._conversationManager.handleAsrTextReceived(t,s),a.debug(`ASR text chunk received (code 300) for uid: ${t}`)):400===i?(this._conversationManager.handleServerInitiatedMessage(t,s),a.debug(`Server initiated message received (code 300) for uid: ${t}`)):500===i&&(this._conversationManager.handleServerCommand(i,s),a.debug(`Server command received (code 500) for uid: ${t}`))}onDispose(){a.info("WebSocket Dispatcher disposed")}}class ue extends m{constructor(){super(),this._ws=null,this._dispatcher=null,this._isConnecting=!1,this._activeTimers=new Set,this._retryCount=0,this._maxRetries=3,this._pingTimer=void 0,this._pongTimer=void 0,this._isExplicitDisconnect=!1,this._maxDelay=1e4}setContext(e){super.setContext(e),this._maxRetries=e.options.reconnect?.maxAttempts??3,this._maxDelay=(e.options.reconnect?.delay??10)h,this._dispatcher&&(this._dispatcher.dispose(),this._dispatcher=null),this._dispatcher=new le,this._dispatcher.setContext(e)}setConversationManager(e){this._dispatcher&&this._dispatcher.setConversationManager(e)}async connect(){if(this.ensureNotDisposed(),this._stopHeartbeat(),!this._isConnecting&&!this.isConnected&&this._ws?.readyState!==WebSocket.OPEN){this._isConnecting=!0,this._isExplicitDisconnect=!1;try{return this._ws=new WebSocket(this._context.wsUrl),new Promise((e,t)=>{this._ws.onopen=()=>{this._isConnecting=!1,this._retryCount=0,this.sendPing(),this._context.eventBus.emit("inner:ws:connected",void 0),a.info("Conversation transport connected"),e()},this._ws.onerror=e=>{this._isConnecting=!1,a.error("Conversation transport error:",e),this._context.eventBus.emit("inner:sdk:error",{error:new r("WebSocket connection error",s.WS_CONNECT_ERROR,e)}),t(new r("WebSocket connection error",s.WS_CONNECT_ERROR,e))},this._ws.onclose=e=>{const t=e.code,s=e.reason?e.reason:e.wasClean?"Clean close":"Closed by remote";this._handleDisconnect(t,s)},this._ws.onmessage=e=>{this._handleMessage(e.data)}})}catch(e){throw this._isConnecting=!1,this._context.emitError(e,s.WS_CONNECT_FAILED)}}}disconnect(){this._isExplicitDisconnect=!0,this._stopHeartbeat(),this._ws&&(this._ws.close(),this._ws=null),this._context.eventBus.emit("inner:ws:disconnected",{reason:"Client disconnect"}),a.info("Conversation transport disconnected")}_handleDisconnect(e,t){this._stopHeartbeat(),this._isConnecting=!1;const s=new Set([1e3,1001,1002,1003,1007,1008]);if(void 0!==e&&s.has(e)){this._isExplicitDisconnect=!0;const s=`WebSocket closed (code ${e}): ${t??""}`;return this._context.eventBus.emit("inner:ws:disconnected",{reason:s}),void a.info(`Conversation transport closed with non-retry code ${e}: ${t??""}`)}if(!this._isExplicitDisconnect&&this._retryCount<this._maxRetries){this._retryCount++;const e=Math.min(hMath.pow(2,this._retryCount-1),this._maxDelay);a.warn(`Connection lost. Retry ${this._retryCount} in ${e}ms`);const t=setTimeout(()=>{this._isExplicitDisconnect\|\|this.isDisposed\|\|this.connect().catch(()=>{})},e);this._registerTimer(t)}else this._context.eventBus.emit("inner:ws:disconnected",{reason:"Closed"})}_registerTimer(e){return this._activeTimers.add(e),e}_clearTimer(e){e&&(clearTimeout(e),this._activeTimers.delete(e))}sendPing(){if(!this.isConnected)return;this._ws?.send(JSON.stringify({type:"ws",code:101,payload:"ping"})),clearTimeout(this._pongTimer),this._pongTimer=setTimeout(()=>{a.error("Pong timeout (30s). Reconnecting..."),this._ws?.close()},3e4)}handlePongReceived(){clearTimeout(this._pongTimer),this._clearTimer(this._pingTimer),this._pingTimer=setTimeout(()=>{this.sendPing()},3e3)}willDisconnect(){if(this.ensureNotDisposed(),this._ws&&this._ws.readyState===WebSocket.OPEN){const e={type:"ws",code:102,payload:"will disconnect"},t=JSON.stringify(e);this._ws.send(t),this._isExplicitDisconnect=!0,this._ws.close(),this._ws=null,this._context.eventBus.emit("inner:ws:disconnected",{reason:"Client responsive to server's disconnect message."})}}sendText(e,t,i=200,n){if(this.ensureNotDisposed(),!this._ws\|\|this._ws.readyState!==WebSocket.OPEN)throw new r("WebSocket is not connected",s.WS_NOT_CONNECTED);try{const s={type:"text",code:i,uid:e,metadata:n,payload:t},r=JSON.stringify(s);this._ws.send(r),a.debug("Text message sent via transport:",e)}catch(e){throw this._context.emitError(e,s.WS_TEXT_SEND_FAILED)}}_handleMessage(e){try{if("string"!=typeof e)return;const t=JSON.parse(e);a.debug("Message received:",t.type),this._dispatcher?this._dispatcher.dispatch(t):a.warn("Dispatcher not set, message ignored")}catch(e){a.error("Error parsing message:",e),this._context.emitError(e,s.WS_PARSE_ERROR)}}sendBinary(e){if(this.ensureNotDisposed(),this._ws&&this._ws.readyState===WebSocket.OPEN)try{this._ws.send(e),a.debug("Binary data sent via transport")}catch(e){a.error("Error sending binary data:",e)}else a.debug("WebSocket not connected, binary data dropped")}get isConnected(){return this._ws?.readyState===WebSocket.OPEN}_stopHeartbeat(){this._clearTimer(this._pingTimer),this._clearTimer(this._pongTimer)}onDispose(){this._stopHeartbeat(),this.disconnect(),this._dispatcher&&(this._dispatcher.dispose(),this._dispatcher=null),a.info("Conversation transport disposed")}}const _e=["sdk:connected","sdk:disconnected","sdk:error","media:video:available","media:video:unavailable","media:video:trackAdded","media:video:trackRemoved","media:audio:trackAdded","media:audio:trackRemoved","media:audio:captureStarted","media:audio:captureStopped","media:camera:started","media:camera:stopped","media:audio:volumeChanged","media:audio:muted","media:audio:unmuted","conversation:question:sent","conversation:answer:waiting","conversation:server:message","conversation:asr:received","conversation:answer:chunk","conversation:answer:completed"],pe=/^[a-z]+:[a-zA-z]+(:[a-zA-Z]+)?$/;class me{constructor(e){this.inner=e,this.listeners=new Map,this.forwardedVideoTrackIds=new Set,this.wsConnected=!1,this.livekitConnected=!1,this.httpConnected=!1,this.internalMap={"inner:sdk:error":{public:"sdk:error",sanitizer:e=>({message:e?.error?.message,code:e?.error?.code})},"inner:rtc:video:available":{public:"media:video:available"},"inner:rtc:video:unavailable":{public:"media:video:unavailable"},"inner:video:track:added":{public:"media:video:trackAdded"},"inner:video:track:removed":{public:"media:video:trackRemoved"},"inner:audio:track:added":{public:"media:audio:trackAdded"},"inner:audio:track:removed":{public:"media:audio:trackRemoved"},"inner:audio:input:started":{public:"media:audio:captureStarted"},"inner:audio:input:stopped":{public:"media:audio:captureStopped"},"inner:camera:started":{public:"media:camera:started"},"inner:camera:stopped":{public:"media:camera:stopped"},"inner:audio:volume:changed":{public:"media:audio:volumeChanged",sanitizer:e=>({volume:e?.volume})},"inner:audio:muted":{public:"media:audio:muted"},"inner:audio:unmuted":{public:"media:audio:unmuted"},"inner:conversation:question:sent":{public:"conversation:question:sent",sanitizer:e=>({questionId:e?.questionId,text:String(e?.text\|\|"")})},"inner:conversation:answer:waiting":{public:"conversation:answer:waiting",sanitizer:e=>({questionId:e?.questionId})},"inner:conversation:server:message":{public:"conversation:server:message",sanitizer:e=>({questionId:e?.questionId,message:String(e?.message\|\|""),type:String(e?.type\|\|"")})},"inner:conversation:asr:received":{public:"conversation:asr:received",sanitizer:e=>({questionId:e?.questionId,text:String(e?.text\|\|"")})},"inner:conversation:answer:chunk":{public:"conversation:answer:chunk",sanitizer:e=>({questionId:e?.questionId,chunk:String(e?.chunk\|\|"")})},"inner:conversation:answer:completed":{public:"conversation:answer:completed",sanitizer:e=>({questionId:e?.questionId,fullAnswer:String(e?.fullAnswer\|\|"")})}},Object.keys(this.internalMap).forEach(e=>{this.inner.on(e,t=>this.handleInternalEvent(e,t))}),this.inner.on("inner:sdk:connected",e=>this.handleConnected(e,!0)),this.inner.on("inner:sdk:disconnected",e=>this.handleConnected(e,!1)),_e.forEach(e=>{this.inner.on(e,t=>this.handlePublicEvent(e,t))})}publicAPI(){return{on:this.on.bind(this),off:this.off.bind(this),once:this.once.bind(this)}}on(e,t){const s=String(e);return this.assertAllowed(s),this.listeners.has(s)\|\|this.listeners.set(s,new Set),this.listeners.get(s).add(t),()=>this.off(e,t)}once(e,t){const s=String(e);this.assertAllowed(s);const i=s=>{try{t(s)}finally{this.off(e,i)}};return this.on(e,i)}off(e,t){const s=String(e);this.assertAllowed(s);const i=this.listeners.get(s);i&&(i.delete(t),0===i.size&&this.listeners.delete(s))}handleInternalEvent(e,t){const s=this.internalMap[e];if(!s)return;const i=s.public;if(-1===_e.indexOf(i))return;if("media:video:trackAdded"===i){const e=t?.trackId\|\|t?.id;if("string"==typeof e){if(this.forwardedVideoTrackIds.has(e))return;this.forwardedVideoTrackIds.add(e)}}const n=s.sanitizer?s.sanitizer(t):t;if(!pe.test(i))return;const r=this.listeners.get(i);r&&0!==r.size&&r.forEach(e=>{try{e(n)}catch(e){a.error("PublicEventEmitter listener error",e)}})}handlePublicEvent(e,t){if(-1===_e.indexOf(e))return;const s=Object.values(this.internalMap).find(t=>t.public===e),i=s&&s.sanitizer?s.sanitizer(t):t;if("media:video:trackAdded"===e){const e=t?.trackId\|\|t?.id;if("string"==typeof e){if(this.forwardedVideoTrackIds.has(e))return;this.forwardedVideoTrackIds.add(e)}}const n=this.listeners.get(e);n&&0!==n.size&&n.forEach(e=>{try{e(i)}catch(e){a.error("PublicEventEmitter listener error",e)}})}handleConnected(e,t){"livekit"===e.source?this.livekitConnected=t:"ws"===e.source?this.wsConnected=t:"http"===e.source&&(this.httpConnected=t),this.maybeEmitSdkConnected(t?"connected":"disconnected")}maybeEmitSdkConnected(e){const t="connected"===e,s=t?!!this.livekitConnected:!this.livekitConnected,i=t?!!this.wsConnected:!this.wsConnected,n=t?!!this.httpConnected:!this.httpConnected,r={livekit:s,ws:i,http:n,all:s&&i&&n},o=JSON.stringify(r);this.lastConnectedPayloadJson!==o&&(this.lastConnectedPayloadJson=o,this.inner.emit(`sdk:${e}`,r))}assertAllowed(e){if(-1===_e.indexOf(e))throw new Error(`Event "${e}" is not allowed for public consumers`);if(!pe.test(e))throw new Error(`Event name "${e}" does not follow namespace:domain[:action] naming`)}}class ve extends o{constructor(e,t){super(),this._requestCounter=0,this._baseURL=e\|\|"",this._defaultHeaders=t\|\|{},a.info(`HTTP Service created with baseURL: ${this._baseURL\|\|"none"}`)}setAuthToken(e){this._defaultHeaders.Authorization=`Bearer ${e}`}request(e){this.ensureNotDisposed();const t=e.requestId\|\|`req_${Date.now()}_${++this._requestCounter}`,s=this._buildURL(e.url,e.params),i=this._mergeHeaders(e.headers),n={method:e.method\|\|"GET",headers:i};void 0!==e.data&&"GET"!==(e.method\|\|"GET")&&("string"==typeof e.data?n.body=e.data:(n.body=JSON.stringify(e.data),i["Content-Type"]\|\|i["content-type"]\|\|(i["Content-Type"]="application/json")));const r=e.timeout\|\|3e4,o=new AbortController;return n.signal=o.signal,new Promise((i,c)=>{const d=setTimeout(()=>o.abort(),r);fetch(s,n).then(async n=>{clearTimeout(d);const r={};let o;n.headers.forEach((e,t)=>{r[t]=e});const c=n.headers.get("content-type");o=c&&c.includes("application/json")?await n.json():await n.text();const h={requestId:t,status:n.status,headers:r,data:o,config:e};a.debug(`HTTP request succeeded: ${e.method} ${s} [${t}]`),i(h)}).catch(i=>{clearTimeout(d);const n=i&&"AbortError"===i.name,r={requestId:t,status:i&&i.status\|\|void 0,message:n?"Request aborted (timeout)":i&&i.message\|\|"HTTP request failed",error:i,config:e};a.error(`HTTP request failed: ${e.method} ${s} [${t}]`,i),c(r)})})}get(e,t,s){return this.request({...s,url:e,method:"GET",params:t})}post(e,t,s){return this.request({...s,url:e,method:"POST",data:t})}put(e,t,s){return this.request({...s,url:e,method:"PUT",data:t})}delete(e,t){return this.request({...t,url:e,method:"DELETE"})}patch(e,t,s){return this.request({...s,url:e,method:"PATCH",data:t})}_buildURL(e,t){if(e.startsWith("http://")\|\|e.startsWith("https://"))return this._appendParams(e,t);let s=this._baseURL;return!s\|\|s.endsWith("/")\|\|e.startsWith("/")?s&&s.endsWith("/")&&e.startsWith("/")&&(s=s.slice(0,-1)):s+="/",s+=e,this._appendParams(s,t)}_appendParams(e,t){if(!t\|\|0===Object.keys(t).length)return e;const s=new URLSearchParams;for(const[e,i]of Object.entries(t))s.append(e,String(i));const i=e.includes("?")?"&":"?";return`${e}${i}${s.toString()}`}_mergeHeaders(e){const t={...this._defaultHeaders};return e&&Object.assign(t,e),t}onDispose(){a.info("HTTP Service disposed")}}class ge extends m{constructor(e,t){super(),this._httpService=new ve(e\|\|"https://api.newportai.com/s2/aigc/api/vih_dispatcher",t)}getAuthToken(){if(this.ensureNotDisposed(),this._context.authToken)return this._httpService?.setAuthToken(this._context.authToken),Promise.resolve();throw this._context.emitError("Auth token not found",s.SDK_AUTH_TOKEN_FAILED)}getLivekitConfig(){return this.ensureNotDisposed(),this._httpService?.request({url:"/stream/v1/start",method:"POST",data:{avatarName:this._context.options.avatarName,voice:this._context.options.avatarVoice\|\|""},headers:this._context.options.sandbox?{"X-Env-Sandbox":"true"}:void 0}).then(e=>{if(0===e.data.code){const t=e.data.data;return this._context.setLivekitConfig(function(e,t="https"){return e.includes("://")?e:`${t.replace(/:$/,"")}://${e}`}(t.livekitUrl,"wss"),t.roomToken,t.roomId),this._context.setWsUrl(`${this._context.options.wsUrlPrefix\|\|"wss://api.newportai.com/s2/aigc/api/ws_dispatch/render/v1/stream"}/${t.roomId}/${this._context.options.avatarName}`),this._context.setVideoOptions({renderMode:t.greenScreen.enabled?"processed":"raw",greenScreen:t.greenScreen\|\|{}}),this._context.eventBus.emit("inner:sdk:connected",{source:"http"}),!0}throw new r(e.data.msg,s.SDK_GET_LIVEKIT_CONFIG_FAILED)}).catch(e=>{throw this._context.eventBus.emit("inner:sdk:error",{error:new r(e.message,s.SDK_GET_LIVEKIT_CONFIG_FAILED)}),r.fromError(e,s.SDK_GET_LIVEKIT_CONFIG_FAILED)})}switchVideo({onceActions:e,loopActions:t}){return this.ensureNotDisposed(),this._httpService?.request({url:"/avatar/v1/switch-video",method:"POST",data:{roomId:this._context.roomId,onceActions:e,loopActions:t}}).then(e=>{if(0===e.data.code)return!0;throw this._context.emitError(e.data.message,s.SDK_SWITCH_VIDEO_FAILED)})}interruptConversation(){return this.ensureNotDisposed(),this._httpService?.request({url:"/stream/v1/interrupt",method:"POST",data:{roomId:this._context.roomId}}).then(e=>{if(0===e.data.code)return!0;throw this._context.emitError(e.data.message,s.SDK_INTERRUPT_CONVERSATION_FAILED)}).finally(()=>{this._context.eventBus.emit("inner:sdk:disconnected",{source:"http"})})}disconnectConversation(){return this.ensureNotDisposed(),this._httpService?.request({url:"/stream/v1/stop",method:"POST",data:{roomId:this._context.roomId}}).then(e=>0===e.data.code).finally(()=>{this._context.eventBus.emit("inner:sdk:disconnected",{source:"http"})})}onDispose(){this._httpService.dispose()}}class Ee extends o{constructor(e){super(),this._videoController=null,this._audioController=null,this._conversationController=null,this._cameraController=null,this._liveKitService=null,this._conversationTransport=null,this._connectionCoordinator=null,this._httpController=null,this._preConnectPromise=null,this._lastPreConnectSuccessAt=null,this._context=new p(e),a.info("SDK Client created")}get events(){return this.ensureNotDisposed(),this._publicEventAPI\|\|(this._publicEmitter=new me(this._context.eventBus),this._publicEventAPI=this._publicEmitter.publicAPI()),this._publicEventAPI}pushActions({onceActions:e,loopActions:t}){return this.ensureNotDisposed(),this._ensureConnected(),this._httpController?.switchVideo({onceActions:e,loopActions:t})}interruptConnection(){return this.ensureNotDisposed(),this._ensureConnected(),this._httpController?.interruptConversation()}sendTextQuestion(e){if(this.ensureNotDisposed(),this._ensureConnected(),this._conversationController)return this._conversationController.sendQuestion(e);throw new r("Conversation controller is not available",s.CONVERSATION_CONTROLLER_NOT_AVAILABLE)}setRenderFitMode(e){this.ensureNotDisposed(),this._ensureConnected(),this._videoController&&this._videoController.setRenderFitMode(e)}async startAudioCapture(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);await this._audioController.startCapture()}async stopAudioCapture(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);await this._audioController.stopCapture()}setVolume(e){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);this._audioController.setVolume(e)}getVolume(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);return this._audioController?.getVolume()\|\|1}mute(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);this._audioController.mute()}unmute(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);this._audioController.unmute()}get isMuted(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._audioController)throw new r("Audio controller is not available",s.AUDIO_CONTROLLER_NOT_AVAILABLE);return this._audioController.isMuted()}get isAudioCapturing(){return this.ensureNotDisposed(),this._ensureConnected(),!!this._audioController&&this._audioController.isCapturing}setAuthToken(e){this.ensureNotDisposed(),this._context.setAuthToken(e),this._httpController&&this._httpController.getAuthToken()}async startCamera(){if(this.ensureNotDisposed(),this._ensureConnected(),!this._cameraController)throw new r("Camera controller is not available",s.CAMERA_CONTROLLER_NOT_AVAILABLE);await this._cameraController.startCamera()}stopCamera(){this.ensureNotDisposed(),this._ensureConnected(),this._cameraController&&this._cameraController.stopCamera()}getCameraStream(){return this.ensureNotDisposed(),this._ensureConnected(),this._cameraController?.getStream()??null}getCameraTrack(){return this.ensureNotDisposed(),this._ensureConnected(),this._cameraController?.getTrack()??null}attachCameraTo(e){if(this.ensureNotDisposed(),this._ensureConnected(),!this._cameraController)throw new r("Camera controller is not available",s.CAMERA_CONTROLLER_NOT_AVAILABLE);this._cameraController.attachTo(e)}async preConnect(){if(this.ensureNotDisposed(),this._preConnectPromise)return this._preConnectPromise;const e=Date.now();return null!==this._lastPreConnectSuccessAt&&e-this._lastPreConnectSuccessAt<6e4?Promise.resolve(!0):(this._preConnectPromise=(async()=>{try{a.info("Creating HTTP controller..."),this._httpController=this._httpController??new ge(this._context.options.http?.baseURL,this._context.options.http?.headers),this._httpController.setContext(this._context),a.info("Setting auth token..."),await this._httpController.getAuthToken(),a.info("Getting livekit config...");if(!!!await(this._httpController?.getLivekitConfig()))throw new Error("Config missing");return this._lastPreConnectSuccessAt=Date.now(),!0}catch(e){throw this._context.emitError(e,s.SDK_PRECONNECT_FAILED)}finally{this._preConnectPromise=null}})(),this._preConnectPromise)}async connect(){if(this.ensureNotDisposed(),this._connectionCoordinator&&this._context.sessionState.isConnected)a.warn("SDK already initialized");else{try{if(!await this.preConnect())throw new r("PreConnect failed without explicit error",s.SDK_CONNECT_FAILED)}catch(e){throw this._context.emitError(e,s.SDK_CONNECT_FAILED)}try{if(a.info("Initializing SDK..."),this._connectionCoordinator=new f,this._connectionCoordinator.setContext(this._context),this._context.bindConnectionState(()=>this._connectionCoordinator.getState()),this._connectionCoordinator.start(),this._connectionCoordinator.startConnecting(),this._videoController=new x(this._context.options.video),this._videoController.setContext(this._context),this._audioController=new W(this._context.options.audio),this._audioController.setContext(this._context),this._cameraController=new J,this._cameraController.setContext(this._context),this._conversationController=new re,this._conversationController.setContext(this._context),this._liveKitService=new he,this._liveKitService.setContext(this._context),this._conversationTransport=new ue,this._conversationTransport.setContext(this._context),this._liveKitService&&this._videoController&&this._audioController){const e=this._liveKitService.getEventAdapter();e&&("function"==typeof e.setVideoController&&e.setVideoController(this._videoController),"function"==typeof e.setAudioController&&e.setAudioController(this._audioController))}if(this._conversationTransport){const e={sendBinary:e=>{this._conversationTransport.sendBinary(e)},isConnected:()=>this._conversationTransport.isConnected};this._audioController&&this._audioController.setWebSocketSender(e),this._cameraController&&this._cameraController.setWebSocketSender(e)}this._conversationTransport&&this._conversationController&&(this._conversationTransport.setConversationManager(this._conversationController.manager),this._conversationController.setTransport(this._conversationTransport)),await this._liveKitService.connect(this._context.livekitUrl,this._context.token,this._context.options.avatarName),this._conversationTransport&&await this._conversationTransport.connect(),a.info("SDK initialized and connected")}catch(e){throw this._connectionCoordinator&&this._connectionCoordinator.transitionToIdle(),await this._cleanup(),this._context.emitError(e,s.SDK_INITIALIZATION_FAILED)}}}async disconnect(){if(this.ensureNotDisposed(),this._connectionCoordinator&&"idle"!==this._connectionCoordinator.getState()&&"disposed"!==this._connectionCoordinator.getState()){a.info("Disconnecting SDK..."),this._connectionCoordinator.startDisconnecting();try{this._conversationTransport&&this._conversationTransport.disconnect(),this._liveKitService&&await this._liveKitService.disconnect(),this._audioController&&this._audioController.stopCapture(),this._cameraController&&this._cameraController.stopCamera(),this._httpController&&await this._httpController.disconnectConversation(),this._preConnectPromise=null,this._connectionCoordinator.completeDisconnecting(),a.info("SDK disconnected")}catch(e){throw a.error("Error during disconnect:",e),this._context.emitError(e,s.SDK_DISCONNECT_FAILED)}}}async reconnect(){this.ensureNotDisposed();const e=this._connectionCoordinator;if(!e?.canStartReconnectingManual()){const t=e?e.getSnapshot():this.connectionSnapshot;return a.warn("SDK reconnect not allowed in current state, returning current snapshot"),t}const t=e.captureSnapshotAndStartReconnectingManual();try{if(this._audioController&&this._audioController.stopCapture(),t.rtc.connected&&!t.rtc.hasVideoTrack&&(await(this._liveKitService?.disconnect()),await(this._conversationTransport?.disconnect())),this._conversationTransport&&!this._conversationTransport.isConnected){if(!await this.preConnect())throw new r("PreConnect failed without explicit error",s.SDK_CONNECT_FAILED);await this._conversationTransport.connect()}return this._liveKitService&&!this._liveKitService.isConnected()&&await this._liveKitService.connect(this._context.livekitUrl,this._context.token,this._context.options.avatarName),t}catch(e){throw a.error("Error during reconnect:",e),this._context.emitError(e,s.SDK_RECONNECT_FAILED)}}get connectionSnapshot(){return this.ensureNotDisposed(),this._connectionCoordinator?this._connectionCoordinator.getSnapshot():g(v("idle"))}async _cleanup(){if(this._conversationTransport&&this._conversationTransport.disconnect(),this._liveKitService)try{await this._liveKitService.disconnect()}catch(e){a.error("Error disconnecting LiveKit:",e)}this._audioController&&this._audioController.stopCapture(),this._cameraController&&this._cameraController.stopCamera()}get isConnected(){return this.ensureNotDisposed(),this._context.sessionState.isConnected}_ensureConnected(){if(!this._context.sessionState.isConnected)throw new r("SDK is not connected. Call connect() first.",s.SDK_NOT_CONNECTED)}onDispose(){this.disconnect().catch(e=>{a.error("Error during disconnect in dispose:",e)}),this._videoController&&(this._videoController.dispose(),this._videoController=null),this._audioController&&(this._audioController.dispose(),this._audioController=null),this._cameraController&&(this._cameraController.dispose(),this._cameraController=null),this._conversationController&&(this._conversationController.dispose(),this._conversationController=null),this._liveKitService&&(this._liveKitService.dispose(),this._liveKitService=null),this._conversationTransport&&(this._conversationTransport.dispose(),this._conversationTransport=null),this._httpController&&(this._httpController.dispose(),this._httpController=null),this._connectionCoordinator&&(this._connectionCoordinator.transitionToDisposed(),this._connectionCoordinator.dispose(),this._connectionCoordinator=null),this._context.dispose(),a.info("SDK Client disposed")}}class Ce extends o{constructor(e,t){super(),this._videoElement=null,this._videoUrl=null,this._isPlaying=!1,this._frameCallbackId=null,this._videoUrl=e,t?this._videoElement=t:(this._videoElement=document.createElement("video"),this._videoElement.style.opacity="0",this._videoElement.muted=!0,this._videoElement.playsInline=!0,this._videoElement.loop=!0,document.querySelector("#video-container")?.appendChild(this._videoElement)),a.info("Local Video Debug Source created")}get videoElement(){return this._videoElement}async load(){if(!this._videoElement)throw new Error("Video element or URL not set");return new Promise((e,t)=>{const s=this._videoElement,i=()=>{s.removeEventListener("loadedmetadata",i),s.removeEventListener("error",n),a.info(`Video loaded: ${s.videoWidth}x${s.videoHeight}`),e()},n=e=>{s.removeEventListener("loadedmetadata",i),s.removeEventListener("error",n),t(new Error(`Failed to load video: ${e}`))};s.addEventListener("loadedmetadata",i),s.addEventListener("error",n),s.src=this._videoUrl\|\|"",s.load()})}async play(){if(!this._videoElement)throw new Error("Video element not set");if(!this._isPlaying)try{await this._videoElement.play(),this._videoElement.style.opacity="0",this._videoElement.setAttribute("loop","true"),this._isPlaying=!0,a.info("Video playback started")}catch(e){throw a.error("Failed to play video:",e),e}}pause(){this._videoElement&&this._isPlaying&&(this._videoElement.pause(),this._isPlaying=!1,a.info("Video playback paused"))}stop(){this._videoElement&&(this._videoElement.pause(),this._videoElement.currentTime=0,this._isPlaying=!1,a.info("Video playback stopped"))}get isPlaying(){return this._isPlaying&&null!==this._videoElement&&!this._videoElement.paused}get videoWidth(){return this._videoElement?.videoWidth\|\|0}get videoHeight(){return this._videoElement?.videoHeight\|\|0}async captureFrame(){if(!this._videoElement\|\|this._videoElement.readyState<2)return null;try{if("VideoFrame"in window&&"function"==typeof window.VideoFrame)try{return new VideoFrame(this._videoElement,{timestamp:1e6this._videoElement.currentTime})}catch(e){a.error("",e)}const e=await createImageBitmap(this._videoElement),t=new VideoFrame(e,{timestamp:1e6this._videoElement.currentTime});return e.close(),t}catch(e){return a.error("Failed to capture video frame:",e),null}}onFrame(e){if(!this._videoElement)return;this.offFrame();const t=this._videoElement;if("requestVideoFrameCallback"in t){const s=(i,n)=>{this._isPlaying&&this._videoElement&&this.captureFrame().then(i=>{i&&(e(i),i.close()),this._isPlaying&&this._videoElement&&(this._frameCallbackId=t.requestVideoFrameCallback(s))}).catch(e=>{a.error("Error in frame callback:",e)})};this._frameCallbackId=t.requestVideoFrameCallback(s)}else{const t=()=>{this._isPlaying&&this._videoElement&&this.captureFrame().then(s=>{s&&(e(s),s.close()),this._isPlaying&&this._videoElement&&(this._frameCallbackId=requestAnimationFrame(t))}).catch(e=>{a.error("Error in frame callback:",e)})};this._frameCallbackId=requestAnimationFrame(t)}}offFrame(){null!==this._frameCallbackId&&(this._videoElement&&"cancelVideoFrameCallback"in this._videoElement?this._videoElement.cancelVideoFrameCallback(this._frameCallbackId):cancelAnimationFrame(this._frameCallbackId),this._frameCallbackId=null)}onDispose(){this.stop(),this.offFrame(),this._videoElement&&this._videoElement.parentElement===document.body&&document.body.removeChild(this._videoElement),this._videoElement=null,this._videoUrl=null,a.info("Local Video Debug Source disposed")}}class fe extends o{constructor(e,t,s){super(),this._outputCanvas=null,this._outputRenderer=null,this._source=new S;const i={...e,renderMode:"processed"};this._pipeline=new I(this._source,i),this._outputRenderer=new y(s,t),this._pipeline.setRenderer(this._outputRenderer),this._outputCanvas=this._outputRenderer.getCanvas(),a.info("Video Pipeline Runner created")}get outputCanvas(){return this._outputCanvas}get processor(){return this._pipeline.strategy.getProcessors()[0]\|\|null}setProcessor(e){this._pipeline.setProcessor(e),a.info("Processor set on pipeline")}async processFrame(e){if(this.ensureNotDisposed(),!this._outputRenderer)return a.error("Output renderer not available"),void e.close();try{const t=this._pipeline.strategy.getProcessors()[0]\|\|null;let s=null;if(t){try{s=t.process(e)}catch(t){a.error("Error processing frame:",t),s=e}if(null===s&&"getImageData"in t){const s=t.getImageData();if(s&&this._outputCanvas&&this._outputRenderer.getContext()){const e=this._outputRenderer.getContext();e&&(this._outputCanvas.width===s.width&&this._outputCanvas.height===s.height\|\|(this._outputCanvas.width=s.width,this._outputCanvas.height=s.height),e.putImageData(s,0,0))}return void e.close()}s&&s!==e?(this._outputRenderer.render(s),e.close()):s===e?this._outputRenderer.render(e):e.close()}else this._outputRenderer.render(e)}catch(t){a.error("Error in processFrame:",t),e.close()}}setOutputSize(e,t){this._outputCanvas&&(this._outputCanvas.width=e,this._outputCanvas.height=t,a.info(`Output canvas size set to ${e}x${t}`))}onDispose(){this._pipeline.dispose(),this._outputRenderer&&(this._outputRenderer.dispose(),this._outputRenderer=null),this._outputCanvas&&this._outputCanvas.parentElement===document.body&&document.body.removeChild(this._outputCanvas),this._outputCanvas=null,a.info("Video Pipeline Runner disposed")}}e.DEFAULT_AUDIO_BUFFER_SIZE=4096,e.DEFAULT_AUDIO_CHANNELS=1,e.DEFAULT_AUDIO_SAMPLE_RATE=l,e.DEFAULT_RECONNECT_ATTEMPTS=3,e.DEFAULT_RECONNECT_DELAY=10,e.DEFAULT_WS_TIMEOUT=1e4,e.Disposable=o,e.EventBus=c,e.Logger=a,e.SDKClient=Ee,e.SDKError=r,e.SessionState=d,e.StandaloneVideoDebugger=class extends o{constructor(e,t,s,i){if(super(),this._isRunning=!1,this._videoSource=new Ce(e,t),this._options={renderMode:"processed",containerElement:t,...i},this._pipelineRunner=new fe(this._options,t,s),this._options.greenScreen?.enabled){const e=new k(this._options.greenScreen);this._pipelineRunner.setProcessor(e),a.info("Green screen processor enabled in debugger")}a.info("Standalone Video Debugger created")}async switchSource(e,t){this.ensureNotDisposed();const s=this._videoSource,i=this._isRunning,n=new Ce(e,t);try{await n.load(),i&&await n.play(),n.onFrame(e=>{this._pipelineRunner.processFrame(e).catch(e=>{a.error("Error processing frame:",e)})}),this._videoSource=n;try{s.offFrame(),s.stop(),s.dispose()}catch(e){a.warn("Error disposing old video source during switch:",e)}const e=this._videoSource.videoWidth,t=this._videoSource.videoHeight;e>0&&t>0&&this._pipelineRunner.setOutputSize(e,t)}catch(e){a.error("Failed to switch video source:",e);try{n.dispose()}catch(e){a.warn("Error disposing new video source after failed switch:",e)}throw e}}get outputCanvas(){return this._pipelineRunner.outputCanvas}get videoSource(){return this._videoSource}get processor(){return this._pipelineRunner.processor}setProcessor(e){this._pipelineRunner.setProcessor(e)}updateGreenScreenOptions(e){const t=this._pipelineRunner.processor;if(t&&"updateOptions"in t&&"function"==typeof t.updateOptions)t.updateOptions(e),a.info("Green screen options updated");else{const t=this._options.greenScreen\|\|{enabled:!1},s={...t,...e,enabled:void 0!==e.enabled?e.enabled:t.enabled},i=new k(s);this._pipelineRunner.setProcessor(i),this._options.greenScreen=s,a.info("Green screen processor recreated with new options")}}async initialize(){this.ensureNotDisposed();try{await this._videoSource.load();const e=this._videoSource.videoWidth,t=this._videoSource.videoHeight;e>0&&t>0&&this._pipelineRunner.setOutputSize(e,t),a.info("Video debugger initialized")}catch(e){throw a.error("Failed to initialize video debugger:",e),e}}async start(){if(this.ensureNotDisposed(),this._isRunning)a.warn("Debugger is already running");else try{0===this._videoSource.videoWidth&&await this.initialize(),await this._videoSource.play(),this._videoSource.onFrame(e=>{this._pipelineRunner.processFrame(e).catch(e=>{a.error("Error processing frame:",e)})}),this._isRunning=!0,a.info("Video debugger started")}catch(e){throw a.error("Failed to start video debugger:",e),e}}stop(){this._isRunning&&(this._videoSource.stop(),this._videoSource.offFrame(),this._isRunning=!1,a.info("Video debugger stopped"))}pause(){this._isRunning&&(this._videoSource.pause(),a.info("Video debugger paused"))}async resume(){this._isRunning&&(await this._videoSource.play(),a.info("Video debugger resumed"))}get isRunning(){return this._isRunning}onDispose(){this.stop(),this._videoSource.dispose(),this._pipelineRunner.dispose(),a.info("Standalone Video Debugger disposed")}},e.createClient=function(e){if(!e.avatarName)throw new r("avatarName is required",s.NO_AVATARNAME);return a.info("Creating SDK client with options:",{avatarName:e.avatarName}),new Ee(e)}});

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@sanseng/livekit-ws-sdk",
-  "version": "0.1.16",
+  "version": "0.1.19",
   "authors": "sansen",
   "description": "Real-time playback SDK based on LiveKit Client with integrated WebSocket dialog communication",
   "main": "dist/index.cjs.js",
@@ -40,6 +40,7 @@
     "@rollup/plugin-commonjs": "^29.0.0",
     "@rollup/plugin-node-resolve": "^16.0.3",
     "@rollup/plugin-terser": "^0.4.4",
+    "@rollup/plugin-typescript": "^12.3.0",
     "@types/node": "^25.0.3",
     "@typescript-eslint/eslint-plugin": "^8.53.1",
     "@typescript-eslint/parser": "^8.53.1",
@@ -54,12 +55,11 @@
     "rollup-plugin-peer-deps-external": "^2.2.4",
     "rollup-plugin-postcss": "^4.0.2",
     "typescript": "^5.9.3",
+    "typescript-eslint": "^8.53.1",
     "vite": "^7.3.0",
     "vite-plugin-glsl": "^1.5.5"
   },
   "dependencies": {
-    "@rollup/plugin-typescript": "^12.3.0",
-    "livekit-client": "2.17.1",
-    "typescript-eslint": "^8.53.1"
+    "livekit-client": "2.17.1"
   }
 }