@ikonai/sdk 1.0.41 → 1.0.42

package/media/ikon-audio-playback.d.ts

@@ -79,6 +79,7 @@ export declare class IkonAudioPlayback {
     private readonly streamShapeSets;
     private readonly currentShapeSetValues;
     private readonly visemeBuffers;
+    private visemeDelayMs;
     private readonly _visemeResult;
     constructor(client: IkonClient, config?: IkonAudioPlaybackConfig);
     /**
@@ -184,6 +185,9 @@ export declare class IkonAudioPlayback {
         mouthOpenY: number;
         mouthForm: number;
     } | null;
+    setVisemeDelayMs(delayMs: number): void;
+    getVisemeDelayMs(): number;
+    private processShapeSetValues;
     private resolveDiagnosticsConfig;
     private resolveBackgroundConfig;
     private ensureAudioGraph;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ikonai/sdk",
-  "version": "1.0.41",
+  "version": "1.0.42",
   "type": "module",
   "main": "./index.js",
   "types": "./index.d.ts",

package/utils/query-params.d.ts

@@ -18,6 +18,7 @@
  * - ikon-video        Force video on (true) or off (false)
  * - ikon-webrtc       Force WebRTC on (true) or off (false)
  * - ikon-inspect      Enable element inspection overlay (true)
+ * - ikon-init         Enable optimized channel init flow (true)
  */
 export declare const IKON_PARAM_PROXY = "ikon-proxy";
 export declare const IKON_PARAM_WEBSOCKET = "ikon-websocket";
@@ -31,6 +32,7 @@ export declare const IKON_PARAM_AUDIO = "ikon-audio";
 export declare const IKON_PARAM_VIDEO = "ikon-video";
 export declare const IKON_PARAM_WEBRTC = "ikon-webrtc";
 export declare const IKON_PARAM_INSPECT = "ikon-inspect";
+export declare const IKON_PARAM_INIT = "ikon-init";
 /**
  * Set an SDK query parameter in the URL via history.replaceState.
  */
@@ -45,3 +47,4 @@ export declare function getAudioParam(): boolean | null;
 export declare function getVideoParam(): boolean | null;
 export declare function getWebRtcParam(): boolean | null;
 export declare function getInspectParam(): boolean;
+export declare function getInitParam(): boolean;

package/webrtc/webrtc-signaling.d.ts

@@ -31,19 +31,20 @@ export declare class WebRTCSignaling {
     disconnect(): void;
     sendDataChannelMessage(data: ArrayBuffer): void;
     private audioCaptureStream;
-    private cameraCaptureStream;
-    private screenCaptureStream;
+    private videoCaptureStreams;
     startAudioCapture(constraints?: MediaTrackConstraints): Promise<void>;
     startAudioSegment(): void;
     endAudioSegment(): void;
-    startVideoCapture(constraints?: MediaTrackConstraints, bitrate?: number): Promise<void>;
-    startScreenCapture(constraints?: MediaTrackConstraints, bitrate?: number): Promise<MediaStream>;
-    stopCameraCapture(): Promise<void>;
-    stopScreenCapture(): Promise<void>;
+    startVideoCapture(constraints?: MediaTrackConstraints, bitrate?: number, senderIndex?: number): Promise<void>;
+    startScreenCapture(constraints?: MediaTrackConstraints, bitrate?: number, senderIndex?: number): Promise<MediaStream>;
+    stopVideoCapture(senderIndex: number): Promise<void>;
+    private sendVideoStreamBegin;
+    private sendVideoStreamEnd;
     stopCapture(): Promise<void>;
     private applyEncodingParams;
     private sendOffer;
     private handleAnswer;
+    private parseVideoCodecFromSdp;
     private handleLocalIceCandidate;
     private handleRemoteIceCandidate;
     private handleReady;

package/worker/audio-playback-worker.d.ts

@@ -1,4 +1,4 @@
-import { AudioShapeSetValues, AudioShapeSet } from '../../../../shared/protocol/src/index.ts';
+import { AudioShapeSet, AudioShapeSetValues } from '../../../../shared/protocol/src/index.ts';
 export type AudioPlaybackWorkerTransport = 'sab' | 'pcm';
 export type AudioPlaybackWorkerConfigureMessage = {
     type: 'configure';
@@ -6,6 +6,7 @@ export type AudioPlaybackWorkerConfigureMessage = {
     outputSampleRate: number;
     outputChannels: number;
     preferWebCodecs?: boolean;
+    webRtcEnabled?: boolean;
 };
 export type AudioPlaybackWorkerAttachProtocolPortMessage = {
     type: 'attachProtocolPort';
@@ -50,5 +51,12 @@ export type AudioPlaybackWorkerOut = {
     isFirst: boolean;
     isLast: boolean;
     jitterMs: number;
-    shapeSetValues?: AudioShapeSetValues[];
+} | {
+    type: 'shapeFrame';
+    streamId: string;
+    epoch: number;
+    sequence: number;
+    timestampInterleavedSamples: number;
+    frameSizeInterleavedSamples: number;
+    shapeSetValues: AudioShapeSetValues[];
 };

package/worker/video-playback-worker.d.ts

@@ -1,6 +1,7 @@
 import { VideoCodec } from '../../../../shared/protocol/src/index.ts';
 export type VideoPlaybackWorkerConfigureMessage = {
     type: 'configure';
+    webRtcEnabled?: boolean;
 };
 export type VideoPlaybackWorkerAttachProtocolPortMessage = {
     type: 'attachProtocolPort';