@decartai/sdk 0.0.32 → 0.0.33

package/dist/realtime/client.js

@@ -56,6 +56,10 @@ const createRealTimeClient = (opts) => {
 			else imageBlob = avatar.avatarImage;
 			avatarImageBase64 = await blobToBase64(imageBlob);
 		}
+		const initialPrompt = isAvatarLive && options.initialState?.prompt ? {
+			text: options.initialState.prompt.text,
+			enhance: options.initialState.prompt.enhance
+		} : void 0;
 		const webrtcManager = new WebRTCManager({
 			webrtcUrl: `${`${baseUrl}${options.model.urlPath}`}?api_key=${apiKey}&model=${options.model.name}`,
 			apiKey,
@@ -75,15 +79,14 @@ const createRealTimeClient = (opts) => {
 			vp8MinBitrate: 300,
 			vp8StartBitrate: 600,
 			isAvatarLive,
-			avatarImageBase64
+			avatarImageBase64,
+			initialPrompt
 		});
 		await webrtcManager.connect(inputStream);
 		const methods = realtimeMethods(webrtcManager);
-		if (options.initialState) {
-			if (options.initialState.prompt) {
-				const { text, enhance } = options.initialState.prompt;
-				methods.setPrompt(text, { enhance });
-			}
+		if (!isAvatarLive && options.initialState?.prompt) {
+			const { text, enhance } = options.initialState.prompt;
+			methods.setPrompt(text, { enhance });
 		}
 		const client = {
 			setPrompt: methods.setPrompt,

package/dist/realtime/webrtc-connection.js

@@ -40,6 +40,7 @@ var WebRTCConnection = class {
 			this.ws.onclose = () => this.setState("disconnected");
 		});
 		if (this.callbacks.avatarImageBase64) await this.sendAvatarImage(this.callbacks.avatarImageBase64);
+		if (this.callbacks.initialPrompt) await this.sendInitialPrompt(this.callbacks.initialPrompt);
 		await this.setupNewPeerConnection();
 		return new Promise((resolve, reject) => {
 			this.connectionReject = reject;
@@ -71,6 +72,10 @@ var WebRTCConnection = class {
 				this.websocketMessagesEmitter.emit("setImageAck", msg);
 				return;
 			}
+			if (msg.type === "prompt_ack") {
+				this.websocketMessagesEmitter.emit("promptAck", msg);
+				return;
+			}
 			if (!this.pc) return;
 			switch (msg.type) {
 				case "ready": {
@@ -112,9 +117,6 @@ var WebRTCConnection = class {
 					if (turnConfig) await this.setupNewPeerConnection(turnConfig);
 					break;
 				}
-				case "prompt_ack":
-					this.websocketMessagesEmitter.emit("promptAck", msg);
-					break;
 			}
 		} catch (error) {
 			console.error("[WebRTC] Error:", error);
@@ -150,6 +152,31 @@ var WebRTCConnection = class {
 			});
 		});
 	}
+	/**
+	* Send the initial prompt to the server before WebRTC handshake.
+	*/
+	async sendInitialPrompt(prompt) {
+		return new Promise((resolve, reject) => {
+			const timeoutId = setTimeout(() => {
+				this.websocketMessagesEmitter.off("promptAck", listener);
+				reject(/* @__PURE__ */ new Error("Prompt send timed out"));
+			}, AVATAR_SETUP_TIMEOUT_MS);
+			const listener = (msg) => {
+				if (msg.prompt === prompt.text) {
+					clearTimeout(timeoutId);
+					this.websocketMessagesEmitter.off("promptAck", listener);
+					if (msg.success) resolve();
+					else reject(new Error(msg.error ?? "Failed to send prompt"));
+				}
+			};
+			this.websocketMessagesEmitter.on("promptAck", listener);
+			this.send({
+				type: "prompt",
+				prompt: prompt.text,
+				enhance_prompt: prompt.enhance ?? true
+			});
+		});
+	}
 	setState(state) {
 		if (this.state !== state) {
 			this.state = state;

package/dist/realtime/webrtc-manager.js

@@ -23,7 +23,8 @@ var WebRTCManager = class {
 			vp8MinBitrate: config.vp8MinBitrate,
 			vp8StartBitrate: config.vp8StartBitrate,
 			isAvatarLive: config.isAvatarLive,
-			avatarImageBase64: config.avatarImageBase64
+			avatarImageBase64: config.avatarImageBase64,
+			initialPrompt: config.initialPrompt
 		});
 	}
 	async connect(localStream) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@decartai/sdk",
-  "version": "0.0.32",
+  "version": "0.0.33",
   "description": "Decart's JavaScript SDK",
   "type": "module",
   "license": "MIT",