@decartai/sdk 0.0.44 → 0.0.45

package/dist/index.d.ts

@@ -4,7 +4,7 @@ import { ProcessClient } from "./process/client.js";
 import { JobStatus, JobStatusResponse, JobSubmitResponse, QueueJobResult, QueueSubmitAndPollOptions, QueueSubmitOptions } from "./queue/types.js";
 import { QueueClient } from "./queue/client.js";
 import { DecartSDKError, ERROR_CODES } from "./utils/errors.js";
-import { ConnectionState } from "./realtime/webrtc-connection.js";
+import { ConnectionState } from "./realtime/types.js";
 import { SetInput } from "./realtime/methods.js";
 import { AvatarOptions, Events, RealTimeClient, RealTimeClientConnectOptions, RealTimeClientInitialState } from "./realtime/client.js";
 import { ModelState } from "./shared/types.js";

package/dist/realtime/client.d.ts

@@ -1,4 +1,5 @@
 import { DecartSDKError } from "../utils/errors.js";
+import { ConnectionState } from "./types.js";
 import { SetInput } from "./methods.js";
 import { z } from "zod";
 
@@ -40,7 +41,7 @@ declare const realTimeClientConnectOptionsSchema: z.ZodObject<{
 }, z.core.$strip>;
 type RealTimeClientConnectOptions = z.infer<typeof realTimeClientConnectOptionsSchema>;
 type Events = {
-  connectionChange: "connected" | "connecting" | "disconnected" | "reconnecting";
+  connectionChange: ConnectionState;
   error: DecartSDKError;
 };
 type RealTimeClient = {
@@ -51,7 +52,7 @@ type RealTimeClient = {
     enhance?: boolean;
   }) => Promise<void>;
   isConnected: () => boolean;
-  getConnectionState: () => "connected" | "connecting" | "disconnected" | "reconnecting";
+  getConnectionState: () => ConnectionState;
   disconnect: () => void;
   on: <K extends keyof Events>(event: K, listener: (data: Events[K]) => void) => void;
   off: <K extends keyof Events>(event: K, listener: (data: Events[K]) => void) => void;

package/dist/realtime/client.js

@@ -90,16 +90,33 @@ const createRealTimeClient = (opts) => {
 				text: initialState.prompt.text,
 				enhance: initialState.prompt.enhance
 			} : void 0;
+			const url = `${baseUrl}${options.model.urlPath}`;
+			const eventBuffer = [];
+			let buffering = true;
+			const emitOrBuffer = (event, data) => {
+				if (buffering) eventBuffer.push({
+					event,
+					data
+				});
+				else eventEmitter.emit(event, data);
+			};
+			const flushBufferedEvents = () => {
+				setTimeout(() => {
+					buffering = false;
+					for (const { event, data } of eventBuffer) eventEmitter.emit(event, data);
+					eventBuffer.length = 0;
+				}, 0);
+			};
 			webrtcManager = new WebRTCManager({
-				webrtcUrl: `${`${baseUrl}${options.model.urlPath}`}?api_key=${encodeURIComponent(apiKey)}&model=${encodeURIComponent(options.model.name)}`,
+				webrtcUrl: `${url}?api_key=${encodeURIComponent(apiKey)}&model=${encodeURIComponent(options.model.name)}`,
 				integration,
 				onRemoteStream,
 				onConnectionStateChange: (state) => {
-					eventEmitter.emit("connectionChange", state);
+					emitOrBuffer("connectionChange", state);
 				},
 				onError: (error) => {
 					console.error("WebRTC error:", error);
-					eventEmitter.emit("error", createWebrtcError(error));
+					emitOrBuffer("error", createWebrtcError(error));
 				},
 				customizeOffer: options.customizeOffer,
 				vp8MinBitrate: 300,
@@ -121,6 +138,8 @@ const createRealTimeClient = (opts) => {
 				isConnected: () => manager.isConnected(),
 				getConnectionState: () => manager.getConnectionState(),
 				disconnect: () => {
+					buffering = false;
+					eventBuffer.length = 0;
 					manager.cleanup();
 					audioStreamManager?.cleanup();
 				},
@@ -137,6 +156,7 @@ const createRealTimeClient = (opts) => {
 				const manager$1 = audioStreamManager;
 				client.playAudio = (audio) => manager$1.playAudio(audio);
 			}
+			flushBufferedEvents();
 			return client;
 		} catch (error) {
 			webrtcManager?.cleanup();

package/dist/realtime/methods.js

@@ -20,7 +20,7 @@ const setPromptInputSchema = z.object({
 const realtimeMethods = (webrtcManager, imageToBase64) => {
 	const assertConnected = () => {
 		const state = webrtcManager.getConnectionState();
-		if (state !== "connected") throw new Error(`Cannot send message: connection is ${state}`);
+		if (state !== "connected" && state !== "generating") throw new Error(`Cannot send message: connection is ${state}`);
 	};
 	const set = async (input) => {
 		assertConnected();

package/dist/realtime/types.d.ts

@@ -0,0 +1,5 @@
+//#region src/realtime/types.d.ts
+
+type ConnectionState = "connecting" | "connected" | "generating" | "disconnected" | "reconnecting";
+//#endregion
+export { ConnectionState };

package/dist/realtime/webrtc-connection.js

@@ -58,7 +58,7 @@ var WebRTCConnection = class {
 			await this.setupNewPeerConnection();
 			await Promise.race([new Promise((resolve, reject) => {
 				const checkConnection = setInterval(() => {
-					if (this.state === "connected") {
+					if (this.state === "connected" || this.state === "generating") {
 						clearInterval(checkConnection);
 						resolve();
 					} else if (this.state === "disconnected") {
@@ -94,6 +94,10 @@ var WebRTCConnection = class {
 				this.websocketMessagesEmitter.emit("promptAck", msg);
 				return;
 			}
+			if (msg.type === "generation_started") {
+				this.setState("generating");
+				return;
+			}
 			if (!this.pc) return;
 			switch (msg.type) {
 				case "ready": {
@@ -252,7 +256,9 @@ var WebRTCConnection = class {
 		this.pc.onconnectionstatechange = () => {
 			if (!this.pc) return;
 			const s = this.pc.connectionState;
-			this.setState(s === "connected" ? "connected" : ["connecting", "new"].includes(s) ? "connecting" : "disconnected");
+			const nextState = s === "connected" ? "connected" : ["connecting", "new"].includes(s) ? "connecting" : "disconnected";
+			if (this.state === "generating" && nextState !== "disconnected") return;
+			this.setState(nextState);
 		};
 		this.pc.oniceconnectionstatechange = () => {
 			if (this.pc?.iceConnectionState === "failed") {

package/dist/realtime/webrtc-manager.js

@@ -43,7 +43,7 @@ var WebRTCManager = class {
 	emitState(state) {
 		if (this.managerState !== state) {
 			this.managerState = state;
-			if (state === "connected") this.hasConnected = true;
+			if (state === "connected" || state === "generating") this.hasConnected = true;
 			this.config.onConnectionStateChange?.(state);
 		}
 	}
@@ -53,9 +53,9 @@ var WebRTCManager = class {
 			return;
 		}
 		if (this.isReconnecting) {
-			if (state === "connected") {
+			if (state === "connected" || state === "generating") {
 				this.isReconnecting = false;
-				this.emitState("connected");
+				this.emitState(state);
 			}
 			return;
 		}
@@ -137,7 +137,7 @@ var WebRTCManager = class {
 		this.emitState("disconnected");
 	}
 	isConnected() {
-		return this.managerState === "connected";
+		return this.managerState === "connected" || this.managerState === "generating";
 	}
 	getConnectionState() {
 		return this.managerState;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@decartai/sdk",
-  "version": "0.0.44",
+  "version": "0.0.45",
   "description": "Decart's JavaScript SDK",
   "type": "module",
   "license": "MIT",

package/dist/realtime/webrtc-connection.d.ts

@@ -1,7 +0,0 @@
-import "mitt";
-
-//#region src/realtime/webrtc-connection.d.ts
-
-type ConnectionState = "connecting" | "connected" | "disconnected" | "reconnecting";
-//#endregion
-export { ConnectionState };