@ikonai/sdk 1.0.72 → 1.0.73

package/client/ikon-client-config.d.ts

@@ -256,6 +256,12 @@ export interface WebRtcConfig {
     enabled?: boolean;
     /** ICE servers (TURN/STUN) for WebRTC. Server-provided ICE servers take precedence. */
     iceServers?: RTCIceServer[];
+    /**
+     * ICE transport policy for the peer connection. Set to `relay` to force media
+     * through the TURN server (no host/srflx candidates) — useful for verifying the
+     * relay path. Overridden by the `ikon-ice-transport` URL param. Default: `all`.
+     */
+    iceTransportPolicy?: RTCIceTransportPolicy;
 }
 /**
  * Configuration for IkonClient.

package/client/ikon-client.d.ts

@@ -4,6 +4,7 @@ import { FunctionRegistry } from '../functions/function-registry';
 import { ReactiveRegistry } from '../reactive/reactive-registry';
 import { IkonMedia } from '../media/ikon-media';
 import { IkonMediaCapture } from '../media/ikon-media-capture';
+import { VisemeTracker } from '../media/viseme-tracker';
 import { ConnectionState } from './connection-state';
 import { IkonClientConfig } from './ikon-client-config';
 /**
@@ -147,7 +148,10 @@ export declare class IkonClient {
     private _mediaPromise;
     private _mediaCapture;
     private _mediaCapturePromise;
+    private _visemeTracker;
     private _webRtcSignaling;
+    private _webRtcConnectWatchdog;
+    private _webRtcFallbackActive;
     private _webRtcAudioElements;
     private _webRtcAudioStreams;
     private _webRtcVideoStreams;
@@ -172,6 +176,15 @@ export declare class IkonClient {
      * when WebRTC is disabled/unavailable. Callers must null-guard.
      */
     get media(): IkonMedia | null;
+    /**
+     * Lip-sync / shape-set receiver, available whenever audio is in use.
+     *
+     * Viseme and other analyzer shape data ride the audio stream but carry no PCM,
+     * so this is built independently of {@link media} and works the same over WebRTC
+     * or the SDK playback pipeline. Poll {@link VisemeTracker.getCurrentVisemeValues}
+     * for interpolated mouth values. Returns `null` before audio is enabled.
+     */
+    get viseme(): VisemeTracker | null;
     /**
      * SDK-provided custom media capture pipeline (audio/video/image), if already built.
      *
@@ -380,6 +393,7 @@ export declare class IkonClient {
      */
     private setErrorState;
     private connectProtocol;
+    private ensureVisemeTracker;
     /**
      * Builds and enables the custom (non-WebRTC) playback pipeline. This is the
      * backup path used when WebRTC is disabled or its signaling fails; the pipeline
@@ -387,6 +401,14 @@ export declare class IkonClient {
      */
     private enableCustomPlayback;
     private setupWebRtcSignaling;
+    private clearWebRtcConnectWatchdog;
+    /**
+     * Tear down a failed/never-connected WebRTC session and switch to the
+     * non-WebRTC (protocol-channel) playback path. The server is told to drop the
+     * peer immediately (WebRTCClose) so it resumes protocol-channel media without
+     * waiting for its liveness timeout. Idempotent.
+     */
+    private fallbackToCustomPlayback;
     private _webRtcAudioUnlockHandler;
     private readonly _webRtcMediaSession;
     private createWebRtcAudioElement;

package/index.d.ts

@@ -23,6 +23,7 @@ export { getOpcodeName } from './utils/opcode-names';
 export { initializeLogSink, setSendLogsCallback, getBufferedLogs, takeBufferedLogs, flushLogs, clearLogBuffer, getLogBufferSize } from './utils/log-sink';
 export type { LogSinkConfig } from './utils/log-sink';
 export { startLogSender, stopLogSender } from './utils/log-sender';
+export { getConnectTraceId, reportConnectTimeline } from './utils/connect-timeline';
 export { FunctionRegistry, registerBrowserFunctions, isBrowserEnvironment, FunctionCallError, type FunctionRegistryConfig, type ErrorInterceptor } from './functions';
 export { withResultData } from './functions';
 export type { ValueDescriptor, NormalizedValueDescriptor, PrimitiveValueKind, FunctionParameterDefinition, FunctionDefinition, FunctionHandler, FunctionResultWithData } from './functions';
@@ -30,7 +31,7 @@ export { loginErrorInterceptor, reprovisionAfterLogin, consumeLoginHandoff, getL
 export type { LoginPromptState, LoginPendingCall } from './login';
 export { IKON_AUTH_BASE_URL, IKON_AUTH_URL_PROD, IKON_AUTH_URL_DEV, IKON_BACKEND_URL_PROD, IKON_BACKEND_URL_DEV, deriveAuthUrl, getSameOriginAuthUrl, deriveBackendUrl, deriveBackendType, parseUrlParams, clearSessionParamsFromUrl, isCloudEnvironment, type UrlParams } from './connection/urls';
 export { getOrCreateDeviceId, clearDeviceId, extractUserIdFromToken } from './storage';
-export { IkonMedia, IkonAudioPlayback, IkonVideoPlayback, isSharedArrayBufferSupported, isAudioWorkletSupported, IkonMediaCapture, IkonVideoCapture, IkonAudioCapture, IkonImageCapture, isMobileBrowserLikely } from './media';
+export { IkonMedia, IkonAudioPlayback, IkonVideoPlayback, VisemeTracker, isSharedArrayBufferSupported, isAudioWorkletSupported, IkonMediaCapture, IkonVideoCapture, IkonAudioCapture, IkonImageCapture, isMobileBrowserLikely } from './media';
 export type { IkonMediaConfig, IkonAudioPlaybackConfig, IkonVideoPlaybackConfig, IkonVideoCaptureHandle, IkonVideoCaptureRequest, IkonVideoCaptureOptions, VideoCaptureSource, IkonAudioCaptureHandle, IkonAudioCaptureRequest, IkonAudioCaptureOptions, IkonImageCaptureRequest, IkonImageCaptureResult, IkonNativeCameraCaptureRequest, IkonNativeCameraFacing } from './media';
 export { WebRTCConnection, WebRTCSignaling, WEBRTC_AUDIO_CODEC, WEBRTC_AUDIO_SAMPLE_RATE, WEBRTC_AUDIO_CHANNELS, WEBRTC_AUDIO_BITRATE, WEBRTC_AUDIO_JITTER_BUFFER_TARGET_MS, WEBRTC_VIDEO_CODEC, WEBRTC_VIDEO_MAX_BITRATE, WEBRTC_VIDEO_MAX_FRAMERATE, WEBRTC_BUNDLE_POLICY, WEBRTC_RTCP_MUX_POLICY, WEBRTC_DATA_CHANNEL_LABEL, WEBRTC_DATA_CHANNEL_ORDERED, WEBRTC_DATA_CHANNEL_MAX_RETRANSMITS, WEBRTC_MAX_AUDIO_TRACKS, WEBRTC_MAX_VIDEO_TRACKS } from './webrtc';
 export type { WebRTCConnectionConfig, WebRTCConnectionState, WebRTCSignalingConfig } from './webrtc';