@decartai/sdk 0.1.6 → 0.1.8

package/dist/realtime/client.d.ts

@@ -15,6 +15,7 @@ declare const realTimeClientInitialStateSchema: z.ZodObject<{
     enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
   }, z.core.$strip>>;
   image: z.ZodOptional<z.ZodUnion<readonly [z.ZodCustom<Blob, Blob>, z.ZodCustom<File, File>, z.ZodString]>>;
+  passthrough: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type OnRemoteStreamFn = (stream: MediaStream) => void;
 type OnConnectionChangeFn = (state: ConnectionState) => void;
@@ -46,6 +47,7 @@ declare const realTimeClientConnectOptionsSchema: z.ZodObject<{
       enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     }, z.core.$strip>>;
     image: z.ZodOptional<z.ZodUnion<readonly [z.ZodCustom<Blob, Blob>, z.ZodCustom<File, File>, z.ZodString]>>;
+    passthrough: z.ZodOptional<z.ZodBoolean>;
   }, z.core.$strip>>;
   queryParams: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
   mirror: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<"auto">, z.ZodBoolean]>>;

package/dist/realtime/client.js

@@ -89,6 +89,7 @@ const createRealTimeClient = (opts) => {
 				initialImage,
 				initialImageRef,
 				initialPrompt,
+				initialPassthrough: initialState?.passthrough,
 				logger,
 				videoCodec: publishCodec
 			});

package/dist/realtime/signaling-channel.js

@@ -63,14 +63,19 @@ var SignalingChannel = class {
 		this.config.observability?.startPhase("room-join");
 		const roomInfoWait = this.waitForRoomInfo(handshakeTimeout);
 		const initialStateRequest = buildInitialStateRequest(opts.initialState);
+		const userSetInitialState = opts.initialState != null && (opts.initialState.image != null || opts.initialState.imageRef != null || opts.initialState.prompt != null);
 		const joinMessage = {
 			type: "livekit_join",
-			initial_state: initialStateRequest ? initialStateRequest.message : null
+			passthrough: opts.passthrough ?? !userSetInitialState
 		};
 		if (!this.writeMessage(joinMessage)) {
 			roomInfoWait.cancel();
 			throw new Error("WebSocket is not open");
 		}
+		if (initialStateRequest && !this.writeMessage(initialStateRequest.message)) {
+			roomInfoWait.cancel();
+			throw new Error("WebSocket is not open");
+		}
 		let roomInfo;
 		try {
 			roomInfo = await roomInfoWait.promise;

package/dist/realtime/stream-session.js

@@ -1,6 +1,5 @@
 import { createConsoleLogger } from "../utils/logger.js";
 import { REALTIME_CONFIG } from "./config-realtime.js";
-import { InitialStateGate } from "./initial-state-gate.js";
 import { MediaChannel } from "./media-channel.js";
 import { SignalingChannel } from "./signaling-channel.js";
 import mitt from "mitt";
@@ -25,7 +24,7 @@ var StreamSession = class {
 	queue = null;
 	disposed = false;
 	currentAttempt = 0;
-	initialStateGate = new InitialStateGate();
+	teardownGeneration = 0;
 	logger;
 	constructor(config) {
 		this.config = config;
@@ -102,11 +101,12 @@ var StreamSession = class {
 			const initialState = this.getInitialState();
 			this.config.observability?.beginConnectionBreakdown(attempt, getInitialImageSizeKb(initialState?.image));
 			this.config.observability?.markGlassToGlassStart();
-			const gateAttempt = this.initialStateGate.startAttempt(initialState);
 			const { roomInfo, initialStateAck } = await this.signaling.openAndJoin({
 				connectTimeout: REALTIME_CONFIG.session.connectionTimeoutMs,
-				initialState
+				initialState,
+				passthrough: this.config.initialPassthrough
 			});
+			this.watchInitialStateAck(initialStateAck, attempt);
 			if (this.disposed || this.currentAttempt !== attempt) {
 				this.tearDown();
 				throw new AbortError("Stale connect attempt");
@@ -117,7 +117,6 @@ var StreamSession = class {
 					url: roomInfo.livekitUrl,
 					token: roomInfo.token
 				});
-				if (!await gateAttempt.waitForReadiness(initialStateAck)) throw new AbortError("Stale connect attempt");
 				await this.media.publishLocalTracks();
 			} catch (error) {
 				this.tearDown();
@@ -141,6 +140,13 @@ var StreamSession = class {
 			throw error;
 		}
 	}
+	watchInitialStateAck(initialStateAck, attempt) {
+		const generation = this.teardownGeneration;
+		initialStateAck.catch((error) => {
+			if (this.disposed || this.currentAttempt !== attempt || this.teardownGeneration !== generation) return;
+			this.events.emit("error", error instanceof Error ? error : new Error(String(error)));
+		});
+	}
 	getInitialState() {
 		if (this.config.initialImageRef !== void 0) return {
 			imageRef: this.config.initialImageRef,
@@ -240,9 +246,9 @@ var StreamSession = class {
 		this.wireMediaEvents();
 	}
 	tearDown() {
+		this.teardownGeneration++;
 		this.signaling.close();
 		this.media.disconnect();
-		this.initialStateGate.reset();
 		this.resetHandshakeState();
 	}
 	resetHandshakeState() {

package/dist/shared/types.d.ts

@@ -7,6 +7,7 @@ declare const modelStateSchema: z.ZodObject<{
     enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
   }, z.core.$strip>>;
   image: z.ZodOptional<z.ZodUnion<readonly [z.ZodCustom<Blob, Blob>, z.ZodCustom<File, File>, z.ZodString]>>;
+  passthrough: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type ModelState = z.infer<typeof modelStateSchema>;
 //#endregion

package/dist/shared/types.js

@@ -9,7 +9,8 @@ const modelStateSchema = z.object({
 		z.instanceof(Blob),
 		z.instanceof(File),
 		z.string()
-	]).optional()
+	]).optional(),
+	passthrough: z.boolean().optional()
 });
 //#endregion
 export { modelStateSchema };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@decartai/sdk",
-  "version": "0.1.6",
+  "version": "0.1.8",
   "description": "Decart's JavaScript SDK",
   "type": "module",
   "license": "MIT",

package/dist/realtime/initial-state-gate.js

@@ -1,21 +0,0 @@
-//#region src/realtime/initial-state-gate.ts
-var InitialStateGate = class {
-	attemptId = 0;
-	startAttempt(initialState) {
-		const attemptId = ++this.attemptId;
-		const shouldWait = hasCallerProvidedInitialState(initialState);
-		return { waitForReadiness: async (initialStateAck) => {
-			if (shouldWait) await initialStateAck;
-			return this.attemptId === attemptId;
-		} };
-	}
-	reset() {
-		this.attemptId++;
-	}
-};
-function hasCallerProvidedInitialState(state) {
-	if (!state) return false;
-	return state.image !== void 0 && state.image !== null || state.prompt !== void 0 && state.prompt !== null;
-}
-//#endregion
-export { InitialStateGate };