@vmosedge/web-sdk 1.2.1 → 1.2.3

package/dist/types/index.d.ts

@@ -270,9 +270,13 @@ interface VmosEdgeSizeChangedEvent {
 
 interface VmosEdgeChannelConnectedEvent {
     channel: "video" | "audio" | "touch";
+    status: VmosEdgeChannelRuntimeStatus;
     port?: number;
+    message?: string;
+    enabled?: boolean;
     allChannelsStatus?: AllChannelsStatus;
 }
+type VmosEdgeChannelRuntimeStatus = "idle" | "connecting" | "connected" | "playing" | "suspended" | "recovering" | "stopped" | "error";
 interface VmosEdgeClientEventMap {
     [VmosEdgeClientEvents.SIZE_CHANGED]: VmosEdgeSizeChangedEvent;
     [VmosEdgeClientEvents.ERROR]: VmosEdgeErrorEvent;
@@ -298,6 +302,7 @@ interface VmosEdgeClientConfig {
 interface VmosEdgeClientOptions {
     config: VmosEdgeClientConfig;
     container: HTMLElement;
+    mediaType?: 1 | 2;
     isGroupControl?: boolean;
     retryCount?: number;
     retryInterval?: number;
@@ -308,7 +313,7 @@ interface VmosEdgeClientOptions {
     enableRightClickBack?: boolean;
     enableMiddleClickHome?: boolean;
     onInternalError?: (error: Error | string, info: {
-        source: "channel_close" | "channel_error" | "video_recovery" | "touch_recovery" | "connect_retry" | "connect_failed";
+        source: "channel_close" | "channel_error" | "video_recovery" | "audio_recovery" | "touch_recovery" | "connect_retry" | "connect_failed";
         recovering?: boolean;
         errorMessage?: string;
         [key: string]: any;
@@ -330,6 +335,7 @@ interface VmosEdgeVideoDecoderStats {
     renderFps?: number;
     renderedFrames?: number;
     renderSkippedFrames?: number;
+    decoderType?: "webcodecs" | "tinyh264";
 }
 
 declare class VmosEdgeClient extends EventEmitter {
@@ -340,6 +346,7 @@ declare class VmosEdgeClient extends EventEmitter {
     private isGroupControl;
     private deviceTouchGroupMap;
     private config;
+    private mediaType;
     private renderer;
     private videoCodecPreference;
     private renderPreference;
@@ -349,6 +356,7 @@ declare class VmosEdgeClient extends EventEmitter {
     private enableMiddleClickHome;
     private onInternalError;
     private decoder;
+    private audioPlayer;
     private textareaManager;
     private videoWidth;
     private videoHeight;
@@ -361,16 +369,27 @@ declare class VmosEdgeClient extends EventEmitter {
     private maxRetries;
     private retryInterval;
     private isVideoRecovering;
+    private isAudioRecovering;
     private isTouchRecovering;
     private videoRetryCount;
+    private audioRetryCount;
     private touchRetryCount;
+    private pendingVideoKeyframeRequest;
+    private lastChannelStateMap;
     private stopVideoSubscription;
+    private stopAudioSubscription;
     private stopTouchSubscription;
+    private audioStartPromise;
+    private audioLifecycleVersion;
     private static PointerEventButtonToAndroidButton;
     static isWebCodecsSupported(): boolean;
     constructor(options: VmosEdgeClientOptions);
     private reportInternalError;
     private setupConnectionListener;
+    private shouldEnableAudio;
+    private emitChannelState;
+    private emitAudioError;
+    private updateMediaType;
     private setupChannelStatusListener;
     private initCanvas;
     private replaceCanvas;
@@ -384,15 +403,24 @@ declare class VmosEdgeClient extends EventEmitter {
     private connectWithRetry;
     private internalStart;
     private startVideoPipeline;
+    private getAudioErrorDetails;
+    private isAudioLifecycleCurrent;
+    private stopAudioPipelineInternal;
+    private startAudioPipeline;
     private recoverVideoChannel;
+    private recoverAudioChannel;
     private recoverTouchChannel;
     private createVideoStream;
+    private createAudioStream;
     private setupTouchBlocking;
     private performHandshake;
+    private performAudioHandshake;
     setGroupControlMode(enabled: boolean): void;
     joinGroupControl(config: VmosEdgeClientConfig[]): void;
     leaveGroupControl(config: VmosEdgeClientConfig[]): void;
     stop(): void;
+    enableAudio(): Promise<void>;
+    disableAudio(): void;
     private emitSizeChanged;
     private mapCoordinates;
     private updateCanvasSize;
@@ -402,6 +430,8 @@ declare class VmosEdgeClient extends EventEmitter {
     private handleContextMenu;
     private handlePointerEvent;
     private sendTouch;
+    private requestVideoKeyframe;
+    private flushPendingVideoKeyframeRequest;
     private handleWheelEvent;
     updateScrollSensitivity(speedRatio: number): void;
     setHoverMoveKeep(enabled: boolean): void;
@@ -427,4 +457,4 @@ declare class VmosEdgeClient extends EventEmitter {
 }
 
 export { AndroidKeyCode, AndroidKeyEventAction, AndroidMetaState, AndroidMotionEventAction, AndroidMotionEventButton, VmosEdgeClient, VmosEdgeClientEvents, VmosEdgeErrorCode, VmosEdgeErrorType };
-export type { AllChannelsStatus, ChannelStatus, VmosEdgeChannelConnectedEvent, VmosEdgeClientConfig, VmosEdgeClientEventListener, VmosEdgeClientEventMap, VmosEdgeClientEventName, VmosEdgeClientOptions, VmosEdgeErrorEvent, VmosEdgeReconnectingEvent, VmosEdgeSizeChangedEvent, VmosEdgeVideoDecoderStats };
+export type { AllChannelsStatus, ChannelStatus, VmosEdgeChannelConnectedEvent, VmosEdgeChannelRuntimeStatus, VmosEdgeClientConfig, VmosEdgeClientEventListener, VmosEdgeClientEventMap, VmosEdgeClientEventName, VmosEdgeClientOptions, VmosEdgeErrorEvent, VmosEdgeReconnectingEvent, VmosEdgeSizeChangedEvent, VmosEdgeVideoDecoderStats };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vmosedge/web-sdk",
-  "version": "1.2.1",
+  "version": "1.2.3",
   "main": "./dist/index.cjs.js",
   "module": "./dist/index.es.js",
   "types": "./dist/types/index.d.ts",