@streamoji/aitwin 0.6.7 → 0.6.8

package/dist/index.d.ts

@@ -17,6 +17,11 @@ export declare type AiTwinCaptionsOptions = {
 
 export declare type AiTwinHandle = {
     speakText: (text: string, options?: AvatarTtsSpeakOptions) => Promise<void>;
+    /**
+     * Generate an LLM reply and speak it in one `/avatar_ttsWithPoses` request
+     * (`generateReply: true`). Prefer this over `/avatarReply` + `speakText`.
+     */
+    speakWithReply: (message: string, options?: SpeakWithReplyOptions) => Promise<SpeakWithReplyResult>;
     stop: () => void;
     setTtsEngineId: (engineId: TtsEngineId) => void;
     renderViseme: (toViseme: string, options?: AiTwinRenderVisemeOptions) => Promise<void>;
@@ -49,11 +54,11 @@ export declare type AiTwinHandle = {
     /** Mute/unmute bot audio output (TTS + voice). */
     setMuted: (muted: boolean) => void;
     isMuted: () => boolean;
-    /** Brain id from getAiTwin (for /avatarReply and /ws/voice). */
+    /** Brain id from getAiTwin (for speakWithReply and /ws/voice). */
     getBrainId: () => string | null;
     /** @deprecated Use `getBrainId`. */
     getPersonaId: () => string | null;
-    /** Client SSE brain URL from getAiTwin (for /ws/voice). */
+    /** Client SSE brain URL from getAiTwin (for speakWithReply / /ws/voice). */
     getBrainUrl: () => string | null;
 };
 
@@ -186,6 +191,7 @@ export declare const AiTwinWidget: ForwardRefExoticComponent<AiTwinWidgetProps &
 /** Imperative API shared by React ref and HTML widget handle. */
 export declare type AiTwinWidgetHandle = {
     speakText: (text: string, options?: AvatarTtsSpeakOptions) => Promise<void>;
+    speakWithReply: (message: string, options?: SpeakWithReplyOptions) => Promise<SpeakWithReplyResult>;
     connect: (options?: VoiceConnectOptions) => Promise<void>;
     disconnect: () => Promise<void>;
     stop: () => void;
@@ -236,14 +242,14 @@ export declare type AiTwinWidgetProps = {
      */
     float?: boolean;
     /**
-     * Brain id for /avatarReply (Text mode) and `/ws/voice`.
+     * Brain id for `speakWithReply` (Text mode) and `/ws/voice`.
      * When omitted, uses getAiTwin `brainId` if available.
      */
     brainId?: string;
     /** @deprecated Use `brainId`. */
     personaId?: string;
     /**
-     * Client SSE brain URL for `/ws/voice`.
+     * Client SSE brain URL for `speakWithReply` / `/ws/voice`.
      * When omitted, uses getAiTwin `brainUrl` if available.
      */
     brainUrl?: string;
@@ -274,6 +280,11 @@ export declare type AvatarTtsLipsyncController = {
     setTtsEngineId: (engineId: TtsEngineId) => void;
     getTtsEngineId: () => TtsEngineId;
     speak: (userQuery: string, options?: AvatarTtsSpeakOptions) => Promise<void>;
+    /**
+     * LLM reply + TTS in one `/avatar_ttsWithPoses` request (`generateReply: true`).
+     * Avoids a separate `/avatarReply` round-trip.
+     */
+    speakWithReply: (message: string, options?: SpeakWithReplyOptions) => Promise<SpeakWithReplyResult>;
     stop: () => void;
     getVisemeQueue: () => VisemeQueueItem[];
     getWordQueue: () => WordQueueItem[];
@@ -574,6 +585,27 @@ export declare const SPEAKING_RATE_MAX = 1.5;
 
 export declare const SPEAKING_RATE_MIN = 0.5;
 
+export declare type SpeakWithReplyMessage = {
+    role: "user" | "assistant";
+    content: string;
+};
+
+/** Options for `/avatar_ttsWithPoses` with `generateReply: true`. */
+export declare type SpeakWithReplyOptions = AvatarTtsSpeakOptions & {
+    brainId?: string;
+    brainUrl?: string;
+    history?: SpeakWithReplyMessage[];
+    /** Called as soon as spokenText arrives on the SSE stream. */
+    onSpokenText?: (spokenText: string) => void;
+    /** Called as soon as displayText arrives on the SSE stream. */
+    onDisplayText?: (displayText: string) => void;
+};
+
+export declare type SpeakWithReplyResult = {
+    displayText: string;
+    spokenText: string;
+};
+
 /** Merge explicit `ttsEngineId` with a possibly packed `voiceId`. Packed engine wins only if engine is omitted. */
 export declare function splitVoiceIdSpec(ttsEngineId?: TtsEngineId, voiceId?: string): {
     ttsEngineId?: TtsEngineId;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@streamoji/aitwin",
-  "version": "0.6.7",
+  "version": "0.6.8",
   "description": "Embeddable React AI twin face with TTS lipsync",
   "type": "module",
   "main": "./dist/aitwin.cjs",