@ikonai/sdk 0.0.15 → 0.0.18

package/media/audio-worker-messages.d.ts

@@ -0,0 +1,51 @@
+export type AudioWorkerTransport = 'sab' | 'pcm';
+export type AudioWorkerConfigureMessage = {
+    type: 'configure';
+    transport: AudioWorkerTransport;
+    outputSampleRate: number;
+    outputChannels: number;
+    preferWebCodecs?: boolean;
+};
+export type AudioWorkerAttachProtocolPortMessage = {
+    type: 'attachProtocolPort';
+    port: MessagePort;
+};
+export type AudioWorkerRebindMessage = {
+    type: 'rebind';
+    transport: AudioWorkerTransport;
+    outputSampleRate?: number;
+    outputChannels?: number;
+};
+export type AudioWorkerDisposeMessage = {
+    type: 'dispose';
+};
+export type AudioWorkerIn = AudioWorkerConfigureMessage | AudioWorkerAttachProtocolPortMessage | AudioWorkerRebindMessage | AudioWorkerDisposeMessage;
+export type AudioWorkerOut = {
+    type: 'streamBegin';
+    streamId: string;
+    sharedArrayBuffer?: SharedArrayBuffer;
+} | {
+    type: 'streamEnd';
+    streamId: string;
+} | {
+    type: 'pcm';
+    streamId: string;
+    pcm: Float32Array;
+} | {
+    type: 'error';
+    error: {
+        name: string;
+        message: string;
+        stack?: string;
+    };
+    streamId?: string;
+} | {
+    type: 'frame';
+    streamId: string;
+    epoch: number;
+    tsInterleavedSamples: number;
+    frameSizeInterleavedSamples: number;
+    isFirst: boolean;
+    isLast: boolean;
+    jitterMs: number;
+};

package/media/ikon-audio-playback.d.ts

@@ -1,30 +1,23 @@
 import { IkonClient } from '../client/ikon-client';
 export interface IkonAudioOutputConfig {
     /**
-     * Target output sample rate.
+     * Multi-stream normalization configuration.
      *
-     * The browser ultimately controls the AudioContext sample rate, so this is best-effort.
-     * The decode worker resamples into the actual output rate used by the playback graph.
+     * When enabled, normalizes mixed output by the number of active streams.
      */
-    sampleRate?: number;
-    /**
-     * Target output channel count.
-     *
-     * This is used to normalize decoded streams into a single mixing format.
-     */
-    channels?: number;
-    /**
-     * Startup buffer size (seconds).
-     *
-     * This is the minimum buffered audio required before playback begins after a reset.
-     */
-    minBufferSizeSeconds?: number;
+    multiStreamNormalization?: {
+        enabled: boolean;
+    };
     /**
-     * Maximum buffered audio (seconds).
+     * Audio debugging/diagnostics configuration.
      *
-     * Larger buffers improve robustness under jitter but increase latency.
+     * When enabled, logs audio events and periodic status information.
      */
-    maxBufferSizeSeconds?: number;
+    diagnostics?: {
+        enabled: boolean;
+        /** Interval for periodic status logs in seconds. Default: 5 */
+        statusInterval?: number;
+    };
 }
 export interface IkonAudioPlaybackConfig {
     /**
@@ -42,7 +35,6 @@ export interface IkonAudioPlaybackConfig {
      * All of these have fallbacks for restrictive embed environments.
      */
     threading?: {
-        decodeWorker?: 'auto' | 'disabled';
         preferSharedArrayBuffer?: boolean;
         preferAudioWorklet?: boolean;
         preferWebCodecs?: boolean;
@@ -63,7 +55,6 @@ export declare class IkonAudioPlayback {
     private readonly client;
     private readonly config;
     private enabled;
-    private prepared;
     private stateUnsubscribe;
     private readonly isIos;
     private recreateOnNextResume;
@@ -74,9 +65,12 @@ export declare class IkonAudioPlayback {
     /** Timeout for AudioContext.resume() - normally resolves instantly, but some browsers hang indefinitely */
     private static readonly RESUME_TIMEOUT_MS;
     private audioContext;
+    private outputSampleRateHz;
     private audioWorkletNode;
     private scriptProcessorNode;
+    private scriptDiagnosticsTimer;
     private workletModuleUrl;
+    private workletModuleKey;
     private workletReady;
     private pendingWorkletMessages;
     private audioWorker;
@@ -84,17 +78,6 @@ export declare class IkonAudioPlayback {
     private readonly fallbackQueues;
     private readonly activeStreams;
     constructor(client: IkonClient, config?: IkonAudioPlaybackConfig);
-    /**
-     * Prepare the audio pipeline without attempting to start playback.
-     *
-     * This is meant to reduce time-to-first-audio by:
-     * - creating the AudioContext (it may remain suspended)
-     * - loading the AudioWorklet module (if supported)
-     * - starting the decode worker when the client is connected
-     *
-     * Prewarming does not trigger user-gesture prompts and does not call resume().
-     */
-    prepare(): Promise<void>;
     /**
      * Enable or disable audio playback.
      *
@@ -134,6 +117,11 @@ export declare class IkonAudioPlayback {
     private resumeWithTimeout;
     private ensureAudioWorklet;
     private ensureScriptProcessor;
+    private compactFallbackQueue;
+    private skipFromFallbackQueue;
+    private trimFallbackQueue;
+    private stopScriptProcessorDiagnostics;
+    private ensureScriptProcessorDiagnostics;
     private readFromFallbackQueue;
     private resumeAudioContextIfPossible;
     private recoverAudioContext;
@@ -143,6 +131,7 @@ export declare class IkonAudioPlayback {
     private ensureWorkers;
     private onAudioWorkerMessage;
     private postToWorklet;
+    private enqueuePendingWorkletMessage;
     private stopAudioWorklet;
     private stopScriptProcessor;
     private stopAudioGraph;

package/media/ikon-video-playback.d.ts

@@ -7,7 +7,6 @@ export interface IkonVideoPlaybackConfig {
      * which avoids scheduling heavy work on the UI thread during high-frequency streaming.
      */
     threading?: {
-        decodeWorker?: 'auto' | 'disabled';
         preferOffscreenCanvas?: boolean;
     };
 }

package/media/ring-buffer.d.ts

@@ -18,4 +18,5 @@ export declare class RingBuffer<TArray extends Float32Array = Float32Array> {
     availableWrite(): number;
     push(input: Float32Array): number;
     pop(target: Float32Array): number;
+    skip(count: number): number;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ikonai/sdk",
-  "version": "0.0.15",
+  "version": "0.0.18",
   "type": "module",
   "main": "./index.js",
   "types": "./index.d.ts",