@ikonai/sdk 1.11.3 → 1.12.0

package/media/viseme-tracker.d.ts

@@ -23,6 +23,7 @@ export declare class VisemeTracker {
     private readonly visemeBuffers;
     private visemeDelayMs;
     private readonly _visemeResult;
+    private static readonly IDLE_BUFFER_SECONDS;
     constructor(client: IkonClient);
     /**
      * Starts the viseme worker and subscribes to the GROUP_AUDIO protocol stream.
@@ -45,19 +46,29 @@ export declare class VisemeTracker {
     getShapeSetValuesById(streamId: string, setId: number): number[] | null;
     getAllShapeSetValues(streamId: string): Map<number, number[]> | null;
     /**
-     * Get current viseme values from any active stream.
-     * Uses sample-based timing for precise synchronization with audio playback.
-     * Interpolates between viseme keyframes for smooth animation.
+     * Get current viseme values, interpolated in step with what this client is hearing.
      *
-     * @returns Object with mouthOpenY (0-1) and mouthForm (-1 to +1), or null if no viseme data
+     * Each speaking playback has its own values: pass `slot` to follow one character (a playback
+     * the app played in that slot, e.g. `{ slot: 'aria' }`), or `playbackId` for one playback. With
+     * no filter, or several matches, the most recently started playback that is speaking right now
+     * wins. `Speak` plays in slot `"speech"` unless the app names another. Poll it once per animation
+     * frame; each call returns a new object.
+     *
+     * @returns Object with mouthOpenY (0-1) and mouthForm (-1 to +1), or null when nothing matching is speaking
      */
-    getCurrentVisemeValues(): {
+    getCurrentVisemeValues(filter?: {
+        slot?: string;
+        playbackId?: string;
+    }): {
         mouthOpenY: number;
         mouthForm: number;
     } | null;
+    private sampleBuffer;
     setVisemeDelayMs(delayMs: number): void;
     getVisemeDelayMs(): number;
     private onWorkerMessage;
     private processShapeSetValues;
+    private getOrCreateBuffer;
+    private pushVisemeFrame;
 }
 //# sourceMappingURL=viseme-tracker.d.ts.map

package/media/viseme-tracker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"viseme-tracker.d.ts","sourceRoot":"","sources":["../../../../sdk/sdk/src/media/viseme-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,KAAK,aAAa,EAA4B,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC1G,OAAO,KAAK,EAAE,UAAU,EAAuB,MAAM,uBAAuB,CAAC;AA0C7E;;;;;;;;;;;GAWG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAK;IAExD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IACpC,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAoC;IACxD,OAAO,CAAC,qBAAqB,CAAK;IAElC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsC;IACtE,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA4C;IAClF,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IAEjE,OAAO,CAAC,aAAa,CAAkC;IAGvD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;gBAErD,MAAM,EAAE,UAAU;IAI9B;;;OAGG;IACH,MAAM,IAAI,IAAI;IAsDd;;;;;OAKG;IACH,0BAA0B,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAsB1D,OAAO,IAAI,IAAI;IAqBf,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,EAAE,GAAG,IAAI;IAItD;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI;IAmBrE,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI;IASvE,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI;IAIpE;;;;;;OAMG;IACH,sBAAsB,IAAI;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAsF1E,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIvC,gBAAgB,IAAI,MAAM;IAI1B,OAAO,CAAC,eAAe;IA8CvB,OAAO,CAAC,qBAAqB;CAmD9B"}
+{"version":3,"file":"viseme-tracker.d.ts","sourceRoot":"","sources":["../../../../sdk/sdk/src/media/viseme-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,KAAK,aAAa,EAA4B,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC1G,OAAO,KAAK,EAAE,UAAU,EAAuB,MAAM,uBAAuB,CAAC;AAgD7E;;;;;;;;;;;GAWG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAK;IAExD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IACpC,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAoC;IACxD,OAAO,CAAC,qBAAqB,CAAK;IAElC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsC;IACtE,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA4C;IAClF,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IAEjE,OAAO,CAAC,aAAa,CAAkC;IAGvD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IAGjE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAM;gBAErC,MAAM,EAAE,UAAU;IAI9B;;;OAGG;IACH,MAAM,IAAI,IAAI;IAsDd;;;;;OAKG;IACH,0BAA0B,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAsB1D,OAAO,IAAI,IAAI;IAqBf,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,EAAE,GAAG,IAAI;IAItD;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI;IAmBrE,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI;IASvE,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI;IAIpE;;;;;;;;;;OAUG;IACH,sBAAsB,CAAC,MAAM,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAmCzH,OAAO,CAAC,YAAY;IAqEpB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIvC,gBAAgB,IAAI,MAAM;IAI1B,OAAO,CAAC,eAAe;IAgCvB,OAAO,CAAC,qBAAqB;IAwB7B,OAAO,CAAC,iBAAiB;IAuCzB,OAAO,CAAC,eAAe;CA6BxB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ikonai/sdk",
-  "version": "1.11.3",
+  "version": "1.12.0",
   "type": "module",
   "main": "./index.js",
   "types": "./index.d.ts",

package/upload/file-upload.d.ts

@@ -10,6 +10,7 @@ export interface FileUploadRequest {
     /** The upload action the app registered (a `FileUploadZone`'s, or one handed to a client function). */
     uploadActionId: string;
 }
+export declare const MAX_CONCURRENT_UPLOADS = 8;
 /**
  * An upload that did not finish. `retriable` separates the failures where sending the same bytes
  * again is likely to work — a stall, a dropped connection — from a verdict the server will simply
@@ -42,13 +43,11 @@ export declare class UploadAckTracker {
     private failure;
     private disposed;
     constructor(client: IkonClient, uploadId: string, signal: AbortSignal);
-    /** Resolves once the server has acknowledged this sequence. */
-    waitFor(sequenceId: number): Promise<void>;
     /**
-     * Releases everything waiting on an acknowledgement that can no longer arrive, so the sender can
-     * go and re-establish where the server got to instead of sitting out the idle timeout.
+     * Resolves once the server has acknowledged this sequence. Rejects with UploadDisconnectedError
+     * when `link` drops, or has already: the ack went out on that link.
      */
-    disconnected(): void;
+    waitFor(sequenceId: number, link: AbortSignal): Promise<void>;
     /** Re-points the tracker at the server's resume position after a reconnect. */
     rewindTo(lastAckedSequenceId: number): void;
     dispose(): void;

package/upload/file-upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-upload.d.ts","sourceRoot":"","sources":["../../../../sdk/sdk/src/upload/file-upload.ts"],"names":[],"mappings":"AAAA,OAAO,EAsBL,KAAK,yBAAyB,EAG/B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGxD,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,IAAI,GAAG;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACvC,6FAA6F;IAC7F,QAAQ,EAAE,MAAM,CAAC;IACjB,uGAAuG;IACvG,cAAc,EAAE,MAAM,CAAC;CACxB;AA2BD;;;;GAIG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;IAC1C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;gBAEhB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO;CAKhD;AAaD;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,yBAAyB,GAAG,iBAAiB,GAAG,IAAI,CAMvG;AA0BD,wBAAsB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAoM9F;AAkOD;;;;GAIG;AACH,qBAAa,gBAAgB;IAWzB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAXzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA8E;IACtG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,SAAS,CAA8C;IAC/D,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,QAAQ,CAAS;gBAGvB,MAAM,EAAE,UAAU,EACD,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,WAAW;IA8BtC,+DAA+D;IAC/D,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAc1C;;;OAGG;IACH,YAAY,IAAI,IAAI;IAUpB,+EAA+E;IAC/E,QAAQ,CAAC,mBAAmB,EAAE,MAAM,GAAG,IAAI;IAM3C,OAAO,IAAI,IAAI;IAWf,OAAO,CAAC,KAAK;IAgBb,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,IAAI;IAWZ,6FAA6F;IAC7F,OAAO,CAAC,SAAS;CASlB"}
+{"version":3,"file":"file-upload.d.ts","sourceRoot":"","sources":["../../../../sdk/sdk/src/upload/file-upload.ts"],"names":[],"mappings":"AAAA,OAAO,EAuBL,KAAK,yBAAyB,EAM/B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGxD,uDAAuD;AACvD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,IAAI,GAAG;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACvC,6FAA6F;IAC7F,QAAQ,EAAE,MAAM,CAAC;IACjB,uGAAuG;IACvG,cAAc,EAAE,MAAM,CAAC;CACxB;AAiBD,eAAO,MAAM,sBAAsB,IAAI,CAAC;AAiBxC;;;;GAIG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;IAC1C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;gBAEhB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO;CAKhD;AAaD;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,yBAAyB,GAAG,iBAAiB,GAAG,IAAI,CAMvG;AA4DD,wBAAsB,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAmB9F;AA2iBD;;;;GAIG;AACH,qBAAa,gBAAgB;IAWzB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAXzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA8E;IACtG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,SAAS,CAA8C;IAC/D,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,QAAQ,CAAS;gBAGvB,MAAM,EAAE,UAAU,EACD,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,WAAW;IA8BtC;;;OAGG;IACH,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAiC7D,+EAA+E;IAC/E,QAAQ,CAAC,mBAAmB,EAAE,MAAM,GAAG,IAAI;IAM3C,OAAO,IAAI,IAAI;IAWf,OAAO,CAAC,KAAK;IAgBb,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,IAAI;IAWZ,6FAA6F;IAC7F,OAAO,CAAC,SAAS;CASlB"}

package/utils/query-params.d.ts

@@ -24,7 +24,9 @@ import { HttpStreamMode } from '../transport/transport';
  * - ikon-video         Force video on or off
  * - ikon-webrtc        Force WebRTC on or off
  * - ikon-ice-transport WebRTC ICE policy: relay (TURN only) | all
- * - ikon-retry         Retry loops in auth/channel connect; false fails fast (default true)
+ * - ikon-retry         false cuts /init provisioning to one attempt and goes offline instead of
+ *                      reconnecting or reauthing after a lost connection; the /connect retry
+ *                      loop retries regardless (default true)
  * - ikon-snapshot      Connect as a build-time snapshot client; sets Context.IsSnapshot
  * - ikon-signed-out    The user signed out; suppresses auto-login for this load
  * - ikon-feedback      Open the feedback sheet once the connection is live, as a tap on the button would

package/utils/query-params.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query-params.d.ts","sourceRoot":"","sources":["../../../../sdk/sdk/src/utils/query-params.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAE7D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AAEH,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,oBAAoB,mBAAmB,CAAC;AACrD,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AACjD,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AACjD,eAAO,MAAM,sBAAsB,qBAAqB,CAAC;AACzD,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,wBAAwB,uBAAuB,CAAC;AAC7D,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AACjD,eAAO,MAAM,eAAe,cAAc,CAAC;AAC3C,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,iBAAiB,gBAAgB,CAAC;AAC/C,eAAO,MAAM,wBAAwB,uBAAuB,CAAC;AAC7D,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,mBAAmB,kBAAkB,CAAC;AACnD,eAAO,MAAM,qBAAqB,oBAAoB,CAAC;AACvD,eAAO,MAAM,mBAAmB,kBAAkB,CAAC;AACnD,eAAO,MAAM,eAAe,cAAc,CAAC;AAE3C,eAAO,MAAM,sBAAsB,eAAe,CAAC;AACnD,eAAO,MAAM,qBAAqB,cAAc,CAAC;AACjD,eAAO,MAAM,yBAAyB,kBAAkB,CAAC;AACzD,eAAO,MAAM,qBAAqB,cAAc,CAAC;AA4CjD;;GAEG;AACH,wBAAgB,cAAc,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAUzE;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,IAAI,QAAQ,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,CAQpE;AAMD,yDAAyD;AACzD,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG,cAAc,GAAG,YAAY,CAAC;AAE1E,uGAAuG;AACvG,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,CAAC,EAAE,cAAc,CAAC;CACvB;AAWD;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,IAAI,eAAe,GAAG,IAAI,CA4B1D;AAED,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED,wBAAgB,YAAY,IAAI,MAAM,GAAG,IAAI,CAE5C;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAiB/C;AAED,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,yFAAyF;QACzF,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B;CACF;AAED;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,IAAI,UAAU,GAAG,IAAI,CAsBpD;AAED,wBAAgB,aAAa,IAAI,OAAO,GAAG,IAAI,CAE9C;AAED,wBAAgB,aAAa,IAAI,OAAO,GAAG,IAAI,CAE9C;AAED,wBAAgB,cAAc,IAAI,OAAO,GAAG,IAAI,CAE/C;AAED;;;;;GAKG;AACH,wBAAgB,0BAA0B,IAAI,qBAAqB,GAAG,IAAI,CAKzE;AAED,wBAAgB,eAAe,IAAI,OAAO,CAEzC;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,OAAO,CAE9C;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,IAAI,OAAO,GAAG,IAAI,CAEnD;AAED,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAE1C;AAED;;;;GAIG;AACH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAE/C;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAE1C;AAED,4GAA4G;AAC5G,wBAAgB,kBAAkB,IAAI,IAAI,CAiBzC;AAKD;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,GAAG,IAAI,CAgBhD"}
+{"version":3,"file":"query-params.d.ts","sourceRoot":"","sources":["../../../../sdk/sdk/src/utils/query-params.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAE7D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AAEH,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,oBAAoB,mBAAmB,CAAC;AACrD,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AACjD,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AACjD,eAAO,MAAM,sBAAsB,qBAAqB,CAAC;AACzD,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,wBAAwB,uBAAuB,CAAC;AAC7D,eAAO,MAAM,kBAAkB,iBAAiB,CAAC;AACjD,eAAO,MAAM,eAAe,cAAc,CAAC;AAC3C,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,iBAAiB,gBAAgB,CAAC;AAC/C,eAAO,MAAM,wBAAwB,uBAAuB,CAAC;AAC7D,eAAO,MAAM,gBAAgB,eAAe,CAAC;AAC7C,eAAO,MAAM,mBAAmB,kBAAkB,CAAC;AACnD,eAAO,MAAM,qBAAqB,oBAAoB,CAAC;AACvD,eAAO,MAAM,mBAAmB,kBAAkB,CAAC;AACnD,eAAO,MAAM,eAAe,cAAc,CAAC;AAE3C,eAAO,MAAM,sBAAsB,eAAe,CAAC;AACnD,eAAO,MAAM,qBAAqB,cAAc,CAAC;AACjD,eAAO,MAAM,yBAAyB,kBAAkB,CAAC;AACzD,eAAO,MAAM,qBAAqB,cAAc,CAAC;AA4CjD;;GAEG;AACH,wBAAgB,cAAc,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAUzE;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,IAAI,QAAQ,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,CAQpE;AAMD,yDAAyD;AACzD,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG,cAAc,GAAG,YAAY,CAAC;AAE1E,uGAAuG;AACvG,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,CAAC,EAAE,cAAc,CAAC;CACvB;AAWD;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,IAAI,eAAe,GAAG,IAAI,CA4B1D;AAED,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED,wBAAgB,YAAY,IAAI,MAAM,GAAG,IAAI,CAE5C;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAiB/C;AAED,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,yFAAyF;QACzF,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B;CACF;AAED;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,IAAI,UAAU,GAAG,IAAI,CAsBpD;AAED,wBAAgB,aAAa,IAAI,OAAO,GAAG,IAAI,CAE9C;AAED,wBAAgB,aAAa,IAAI,OAAO,GAAG,IAAI,CAE9C;AAED,wBAAgB,cAAc,IAAI,OAAO,GAAG,IAAI,CAE/C;AAED;;;;;GAKG;AACH,wBAAgB,0BAA0B,IAAI,qBAAqB,GAAG,IAAI,CAKzE;AAED,wBAAgB,eAAe,IAAI,OAAO,CAEzC;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,OAAO,CAE9C;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,kBAAkB,IAAI,OAAO,GAAG,IAAI,CAEnD;AAED,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAE1C;AAED;;;;GAIG;AACH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAE/C;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAE1C;AAED,4GAA4G;AAC5G,wBAAgB,kBAAkB,IAAI,IAAI,CAiBzC;AAKD;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,GAAG,IAAI,CAgBhD"}

package/{viseme-tracker-CAtczW00.js → viseme-tracker-CbDKr_6G.js}

@@ -2,7 +2,7 @@ import { c as e, n as t } from "./logger-gjegmH6K.js";
 import { a as n, o as r, r as i } from "./audio-constants-0i9B4zLJ.js";
 //#region src/worker/viseme-worker.ts?worker
 function a(e) {
-	return new Worker(new URL("assets/viseme-worker-CmvzHAbf.js", import.meta.url).href, {
+	return new Worker(new URL("assets/viseme-worker-B6zFPD9n.js", import.meta.url).href, {
 		type: "module",
 		name: e?.name
 	});
@@ -23,6 +23,7 @@ var o = t("VisemeTracker"), s = i * 2, c = class t {
 		mouthOpenY: 0,
 		mouthForm: 0
 	};
+	static IDLE_BUFFER_SECONDS = 30;
 	constructor(e) {
 		this.client = e;
 	}
@@ -98,27 +99,31 @@ var o = t("VisemeTracker"), s = i * 2, c = class t {
 	getAllShapeSetValues(e) {
 		return this.currentShapeSetValues.get(e) ?? null;
 	}
-	getCurrentVisemeValues() {
-		let e = performance.now() / 1e3;
-		for (let t of this.visemeBuffers.values()) {
-			if (!t.timingEstablished || t.count === 0) continue;
-			let n = e - t.playbackStartTime;
-			if (n < 0) continue;
-			let i = n * s, a = t.frames, o = t.count, c = (t.head - o + r) % r, l = null, u = null;
-			for (let e = 0; e < o; e++) {
-				let t = a[(c + e) % r], n = t.samplePosition + Math.max(t.frameSamples, 1);
-				if (t.samplePosition <= i && (l = t), n > i && !u && (u = t, t.samplePosition <= i)) break;
-			}
-			if (!l || i > l.samplePosition + Math.max(l.frameSamples, 1) && !u) continue;
-			if (!u) return this._visemeResult.mouthOpenY = l.mouthOpenY, this._visemeResult.mouthForm = l.mouthForm, this._visemeResult;
-			let d = l.samplePosition, f = d + Math.max(l.frameSamples, 1);
-			if (l !== u && u.samplePosition > l.samplePosition && f > d) {
-				let e = Math.min(1, Math.max(0, (i - d) / (f - d)));
-				this._visemeResult.mouthOpenY = l.mouthOpenY + e * (u.mouthOpenY - l.mouthOpenY), this._visemeResult.mouthForm = l.mouthForm + e * (u.mouthForm - l.mouthForm);
-			} else this._visemeResult.mouthOpenY = l.mouthOpenY, this._visemeResult.mouthForm = l.mouthForm;
-			return this._visemeResult;
+	getCurrentVisemeValues(e) {
+		let t = performance.now() / 1e3, n = null, r = 0, i = 0;
+		for (let a of this.visemeBuffers.values()) (e?.slot === void 0 || a.slot === e.slot) && (e?.playbackId === void 0 || a.playbackId === e.playbackId) && (n && n.playbackStartTime >= a.playbackStartTime || this.sampleBuffer(a, t) && (n = a, r = this._visemeResult.mouthOpenY, i = this._visemeResult.mouthForm));
+		return n ? {
+			mouthOpenY: r,
+			mouthForm: i
+		} : null;
+	}
+	sampleBuffer(e, t) {
+		if (!e.timingEstablished || e.count === 0) return !1;
+		let n = t - e.playbackStartTime;
+		if (n < 0) return !1;
+		let i = n * s, a = e.frames, o = e.count, c = (e.head - o + r) % r, l = null, u = null;
+		for (let e = 0; e < o; e++) {
+			let t = a[(c + e) % r], n = t.samplePosition + Math.max(t.frameSamples, 1);
+			if (t.samplePosition <= i && (l = t), n > i && !u && (u = t, t.samplePosition <= i)) break;
 		}
-		return null;
+		if (!l || i > l.samplePosition + Math.max(l.frameSamples, 1) && !u) return !1;
+		if (!u) return this._visemeResult.mouthOpenY = l.mouthOpenY, this._visemeResult.mouthForm = l.mouthForm, !0;
+		let d = l.samplePosition, f = d + Math.max(l.frameSamples, 1);
+		if (l !== u && u.samplePosition > l.samplePosition && f > d) {
+			let e = Math.min(1, Math.max(0, (i - d) / (f - d)));
+			this._visemeResult.mouthOpenY = l.mouthOpenY + e * (u.mouthOpenY - l.mouthOpenY), this._visemeResult.mouthForm = l.mouthForm + e * (u.mouthForm - l.mouthForm);
+		} else this._visemeResult.mouthOpenY = l.mouthOpenY, this._visemeResult.mouthForm = l.mouthForm;
+		return !0;
 	}
 	setVisemeDelayMs(e) {
 		this.visemeDelayMs = Math.min(200, Math.max(n, e));
@@ -129,24 +134,7 @@ var o = t("VisemeTracker"), s = i * 2, c = class t {
 	onWorkerMessage(e) {
 		if (e.type === "streamBegin") {
 			if (this.streamShapeSets.has(e.streamId)) return;
-			if (e.shapeSets && e.shapeSets.length > 0 && (this.streamShapeSets.set(e.streamId, e.shapeSets), this.currentShapeSetValues.set(e.streamId, /* @__PURE__ */ new Map()), e.shapeSets.some((e) => e.Name === "Viseme"))) {
-				let t = Array(r);
-				for (let e = 0; e < r; e++) t[e] = {
-					samplePosition: 0,
-					frameSamples: 0,
-					mouthOpenY: 0,
-					mouthForm: 0
-				};
-				this.visemeBuffers.set(e.streamId, {
-					frames: t,
-					head: 0,
-					count: 0,
-					playbackStartTime: 0,
-					epochTimestampSamples: 0,
-					timingEstablished: !1,
-					currentEpoch: -1
-				});
-			}
+			e.shapeSets && e.shapeSets.length > 0 && (this.streamShapeSets.set(e.streamId, e.shapeSets), this.currentShapeSetValues.set(e.streamId, /* @__PURE__ */ new Map()));
 			return;
 		}
 		if (e.type === "shapeFrame") {
@@ -154,28 +142,51 @@ var o = t("VisemeTracker"), s = i * 2, c = class t {
 			return;
 		}
 		if (e.type === "streamEnd") {
-			this.streamShapeSets.delete(e.streamId), this.currentShapeSetValues.delete(e.streamId), this.visemeBuffers.delete(e.streamId);
+			this.streamShapeSets.delete(e.streamId), this.currentShapeSetValues.delete(e.streamId);
+			for (let [t, n] of this.visemeBuffers) n.streamId === e.streamId && this.visemeBuffers.delete(t);
 			return;
 		}
 	}
-	processShapeSetValues(e, t, i, a, o) {
-		let s = this.currentShapeSetValues.get(e);
-		if (s) for (let e of o) s.set(e.SetId, e.Values);
-		let c = this.visemeBuffers.get(e);
-		if (!c) return;
-		let l = this.streamShapeSets.get(e)?.find((e) => e.Name === "Viseme");
-		if (!l) return;
-		let u = o.find((e) => e.SetId === l.SetId);
-		if (!(!u || u.Values.length < 2)) {
-			if (c.currentEpoch !== t && (c.currentEpoch = t, c.timingEstablished = !1, c.count = 0, c.head = 0), !c.timingEstablished) {
-				c.epochTimestampSamples = i;
-				let e = Math.min(200, Math.max(n, this.visemeDelayMs));
-				c.playbackStartTime = performance.now() / 1e3 + e / 1e3, c.timingEstablished = !0;
-			}
-			if (a > 0) {
-				let e = c.frames[c.head];
-				e.samplePosition = i - c.epochTimestampSamples, e.frameSamples = a, e.mouthOpenY = u.Values[0], e.mouthForm = u.Values[1], c.head = (c.head + 1) % r, c.count < 1500 && c.count++;
-			}
+	processShapeSetValues(e, t, n, r, i) {
+		let a = this.currentShapeSetValues.get(e);
+		if (a) for (let e of i) a.set(e.SetId, e.Values);
+		let o = this.streamShapeSets.get(e)?.find((e) => e.Name === "Viseme");
+		if (o) for (let a of i) a.SetId !== o.SetId || a.Values.length < 2 || this.pushVisemeFrame(this.getOrCreateBuffer(e, a.PlaybackId ?? "", a.Slot ?? ""), t, n, r, a);
+	}
+	getOrCreateBuffer(e, n, i) {
+		let a = `${e}\n${n}`, o = performance.now() / 1e3, s = this.visemeBuffers.get(a);
+		if (s) return s.lastFrameTime = o, s;
+		for (let [e, n] of this.visemeBuffers) o - n.lastFrameTime > t.IDLE_BUFFER_SECONDS && this.visemeBuffers.delete(e);
+		let c = Array(r);
+		for (let e = 0; e < r; e++) c[e] = {
+			samplePosition: 0,
+			frameSamples: 0,
+			mouthOpenY: 0,
+			mouthForm: 0
+		};
+		return s = {
+			streamId: e,
+			playbackId: n,
+			slot: i,
+			lastFrameTime: o,
+			frames: c,
+			head: 0,
+			count: 0,
+			playbackStartTime: 0,
+			epochTimestampSamples: 0,
+			timingEstablished: !1,
+			currentEpoch: -1
+		}, this.visemeBuffers.set(a, s), s;
+	}
+	pushVisemeFrame(e, t, i, a, o) {
+		if (e.currentEpoch !== t && (e.currentEpoch = t, e.timingEstablished = !1, e.count = 0, e.head = 0), !e.timingEstablished) {
+			e.epochTimestampSamples = i;
+			let t = Math.min(200, Math.max(n, this.visemeDelayMs));
+			e.playbackStartTime = performance.now() / 1e3 + t / 1e3, e.timingEstablished = !0;
+		}
+		if (a > 0) {
+			let t = e.frames[e.head];
+			t.samplePosition = i - e.epochTimestampSamples, t.frameSamples = a, t.mouthOpenY = o.Values[0], t.mouthForm = o.Values[1], e.head = (e.head + 1) % r, e.count < 1500 && e.count++;
 		}
 	}
 };

package/{web-transport-support-Cdyk4mQe.js → web-transport-support-DcxJuxz4.js}

@@ -28,33 +28,39 @@ var e = class extends Error {
 	constructor(e) {
 		super(`App session provisioning timeout after ${e}ms`), this.name = "ProvisioningTimeoutError";
 	}
-}, o = class extends t {
+}, te = class extends t {
 	constructor(e = "The app failed to start") {
 		super(e), this.name = "AppStartupFailedError";
 	}
-}, s = class extends t {
+}, ne = class extends t {
 	constructor(e) {
 		super(`Space not found for domain: ${e}`), this.name = "SpaceNotFoundError";
 	}
-}, c = class extends t {
+}, o = class extends t {
 	reason;
 	constructor(e, t) {
 		super(e), this.reason = t, this.name = "AccessDeniedError";
 	}
-}, te = class extends c {
+}, s = class extends o {
 	connectionId;
 	constructor(e, t, n) {
 		super(e, t), this.connectionId = n, this.name = "SsoRequiredError";
 	}
-}, l = class extends t {
+}, c = class extends t {
 	constructor(e) {
 		super(e), this.name = "CredentialRejectedError";
 	}
-}, u = class extends t {
+}, l = class extends t {
 	sessionIdentityHash;
 	constructor(e) {
 		super(`No live app session for sessionIdentityHash ${e}`), this.sessionIdentityHash = e, this.name = "SessionNotFoundError";
 	}
+}, u = class extends t {
+	spaceId;
+	retryAfterMs;
+	constructor(e, t) {
+		super(`No live app session to join in space ${e}`), this.spaceId = e, this.retryAfterMs = t, this.name = "NoLiveSessionError";
+	}
 }, d = class extends t {
 	constructor(e) {
 		super(e), this.name = "ServerFullError";
@@ -125,10 +131,10 @@ function W() {
 		mode: i
 	};
 }
-function G() {
+function re() {
 	return R(b) === !0;
 }
-function ne() {
+function G() {
 	return L(C);
 }
 function K() {
@@ -159,35 +165,35 @@ function Y() {
 function X() {
 	return R(E);
 }
-function Z() {
+function ie() {
 	let e = L(D);
 	return e === "relay" ? "relay" : e === "all" ? "all" : null;
 }
-function re() {
+function ae() {
 	return R(S) === !0;
 }
-function ie() {
+function oe() {
 	return R(x) === !0;
 }
-function ae() {
+function se() {
 	return R(y);
 }
-function oe() {
+function ce() {
 	return R(O) !== !1;
 }
-function se() {
+function Z() {
 	return R(k) === !0;
 }
-function ce() {
+function le() {
 	return L(v);
 }
-function le() {
+function ue() {
 	return z(A);
 }
-function ue() {
+function de() {
 	return z(j);
 }
-function de() {
+function fe() {
 	if (typeof window > "u") return;
 	let e = new URL(window.location.href), t = [j, j.replace(/-/g, "_")];
 	if (t.some((t) => e.searchParams.has(t))) {
@@ -196,7 +202,7 @@ function de() {
 	}
 }
 var Q = "ikon-test-link", $ = null;
-function fe() {
+function pe() {
 	let e = L(M);
 	try {
 		return e ? (sessionStorage.setItem(Q, e), e) : sessionStorage.getItem(Q) ?? $;
@@ -206,7 +212,7 @@ function fe() {
 }
 //#endregion
 //#region src/utils/delay.ts
-function pe(e, t) {
+function me(e, t) {
 	return new Promise((n, r) => {
 		let i = () => {
 			clearTimeout(a), r(new DOMException("Aborted", "AbortError"));
@@ -222,8 +228,8 @@ function pe(e, t) {
 }
 //#endregion
 //#region src/transport/web-transport-support.ts
-function me() {
+function he() {
 	return typeof WebTransport < "u";
 }
 //#endregion
-export { r as $, ue as A, se as B, T as C, K as D, J as E, q as F, B as G, W as H, oe as I, i as J, c as K, ae as L, re as M, ne as N, ie as O, V as P, l as Q, ce as R, g as S, de as T, Y as U, fe as V, X as W, p as X, t as Y, e as Z, y as _, b as a, u as at, k as b, D as c, n as ct, P as d, a as et, I as f, O as g, h, _ as i, f as it, Z as j, G as k, S as l, N as m, pe as n, ee as nt, x as o, s as ot, F as p, o as q, w as r, d as rt, j as s, te as st, me as t, m as tt, C as u, v, E as w, M as x, A as y, le as z };
+export { r as $, de as A, Z as B, T as C, K as D, J as E, q as F, B as G, W as H, ce as I, i as J, o as K, se as L, ae as M, G as N, oe as O, V as P, c as Q, le as R, g as S, fe as T, Y as U, pe as V, X as W, p as X, t as Y, e as Z, y as _, b as a, f as at, k as b, D as c, s as ct, P as d, a as et, I as f, O as g, h, _ as i, d as it, ie as j, re as k, S as l, n as lt, N as m, me as n, m as nt, x as o, l as ot, F as p, te as q, w as r, ee as rt, j as s, ne as st, he as t, u as tt, C as u, v, E as w, M as x, A as y, ue as z };