@streamoji/aitwin 0.2.9 → 0.3.1

package/dist/index.d.ts

@@ -19,6 +19,11 @@ export declare type AiTwinHandle = {
     disconnect: () => Promise<void>;
     /** Whether a voice WebSocket session is active. */
     isConnected: () => boolean;
+    /**
+     * Live MediaStream of the bot/twin voice for recording or mixing.
+     * Null until a voice session (or TTS playback) has primed audio.
+     */
+    getVoiceStream: () => MediaStream | null;
 };
 
 export declare class AiTwinNotFoundError extends Error {
@@ -48,6 +53,8 @@ export declare type AiTwinProps = {
      * When omitted, a dev token is fetched via getAuthToken.
      */
     authToken?: string;
+    /** Avatar API base (TTS, session-value, voice). Default: package `DEFAULT_API_BASE`. */
+    apiBase?: string;
     /** TTS engine when using `assets` or `avatarId`/`faceId` (default: Cartesia). */
     ttsEngineId?: TtsEngineId;
     /** TTS voice id override (engine-specific). */
@@ -72,6 +79,8 @@ export declare type AiTwinProps = {
     onBotOutput?: (text: string) => void;
     /** Voice lipsync debug (viseme segments, clock, queue). */
     onRealtimeLipsyncDebug?: (snapshot: RealtimeLipsyncDebugSnapshot) => void;
+    /** Canvas render skip stats (RIFE transitions, draw coalescing, visemes). */
+    onFrameRenderStats?: (stats: FrameRenderStatsSnapshot) => void;
 };
 
 export declare type AiTwinRecord = {
@@ -109,6 +118,8 @@ export declare type AvatarTtsLipsyncController = {
     getStreamMood: () => string;
     getPlaybackElapsedMs: () => number;
     isSpeaking: () => boolean;
+    /** Live MediaStream of the synthesized voice for recording/mixing (null until audio is primed). */
+    getVoiceStream: () => MediaStream | null;
     setPlaybackSpeed: (rate: number) => void;
     getPlaybackSpeed: () => number;
     subscribe: (listener: () => void) => () => void;
@@ -139,6 +150,55 @@ export declare function fetchAiTwin(id: string, baseUrl?: string): Promise<AiTwi
 /** Bearer token for /avatar_ttsWithPoses and /api/session-value. */
 export declare function fetchDevAuthToken(): Promise<string>;
 
+export declare type FrameRenderDrawContext = {
+    label: string;
+    elapsedMs: number;
+    mouthPath: string | null;
+    transitionMeta?: FrameRenderTransitionMeta;
+};
+
+export declare type FrameRenderStatsSnapshot = {
+    rafTicksSpeaking: number;
+    /** Same draw key as previous RAF sample (healthy coalescing). */
+    rafTicksDeduped: number;
+    drawsRequested: number;
+    drawsDisplayed: number;
+    queueSuperseded: number;
+    workerStale: number;
+    /** Real drops: queue + worker stale + undisplayed requests. */
+    renderLoss: number;
+    visemeSlotsTotal: number;
+    visemeSlotsCovered: number;
+    visemeCoveragePct: number;
+    transitionFramesUniqueSampled: number;
+    transitionFramesUniquePainted: number;
+    transitionFramesMissed: number;
+    rifeFramesOmittedByGap: number;
+    transitionFramesSampled: number;
+    transitionFramesDisplayed: number;
+    /** @deprecated Use `rafTicksDeduped`. */
+    drawsDeduped: number;
+    /** @deprecated Use `renderLoss`. */
+    renderSkips: number;
+    /** @deprecated Use `visemeSlotsCovered`. */
+    visemesShown: number;
+    /** @deprecated Use `visemeSlotsTotal - visemeSlotsCovered`. */
+    visemesSkipped: number;
+    /** @deprecated Use `transitionFramesMissed`. */
+    rifeTransitionFramesSkipped: number;
+};
+
+declare type FrameRenderTransitionMeta = {
+    from: string;
+    to: string;
+    fromVtime: number;
+    toVtime: number;
+    frameIdx: number;
+    frameCount: number;
+    fullFrameCount: number;
+    omittedByGap: number;
+};
+
 /** Public CDN original portrait for custom-faces/{faceId}/ (same id as pipeline avatarId). */
 export declare function getAiTwinSourceUrl(faceId: string, cdnBase?: string, extension?: string): string;
 
@@ -268,7 +328,7 @@ export declare type VoiceConnectOptions = {
     speakingRate?: number;
     /** Default true — server streams TTS + avatar messages. */
     ttsStream?: boolean;
-    /** HTTP API base; default `https://ai.streamoji.com`. */
+    /** HTTP API base; default `https://ai.aitwin.me`. */
     apiBase?: string;
     /** Full WebSocket URL override. Query params must be included. */
     wsUrl?: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@streamoji/aitwin",
-  "version": "0.2.9",
+  "version": "0.3.1",
   "description": "Embeddable React AI twin face with TTS lipsync",
   "type": "module",
   "main": "./dist/aitwin.cjs",