@decartai/sdk 0.1.7 → 0.1.9

package/dist/realtime/client.d.ts

@@ -15,6 +15,7 @@ declare const realTimeClientInitialStateSchema: z.ZodObject<{
     enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
   }, z.core.$strip>>;
   image: z.ZodOptional<z.ZodUnion<readonly [z.ZodCustom<Blob, Blob>, z.ZodCustom<File, File>, z.ZodString]>>;
+  passthrough: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type OnRemoteStreamFn = (stream: MediaStream) => void;
 type OnConnectionChangeFn = (state: ConnectionState) => void;
@@ -46,6 +47,7 @@ declare const realTimeClientConnectOptionsSchema: z.ZodObject<{
       enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     }, z.core.$strip>>;
     image: z.ZodOptional<z.ZodUnion<readonly [z.ZodCustom<Blob, Blob>, z.ZodCustom<File, File>, z.ZodString]>>;
+    passthrough: z.ZodOptional<z.ZodBoolean>;
   }, z.core.$strip>>;
   queryParams: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
   mirror: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<"auto">, z.ZodBoolean]>>;
@@ -96,6 +98,7 @@ type RealTimeClient = {
    * - `null`: clear the current image.
    */
   setImage: (image: Blob | File | string | null, options?: ImageSetOptions) => Promise<void>;
+  replaceVideoTrack: (track: MediaStreamTrack) => Promise<void>;
 };
 //#endregion
 export { Events, RealTimeClient, RealTimeClientConnectOptions, RealTimeClientInitialState };

package/dist/realtime/client.js

@@ -89,6 +89,7 @@ const createRealTimeClient = (opts) => {
 				initialImage,
 				initialImageRef,
 				initialPrompt,
+				initialPassthrough: initialState?.passthrough,
 				logger,
 				videoCodec: publishCodec
 			});

package/dist/realtime/media-channel.js

@@ -64,6 +64,13 @@ var MediaChannel = class {
 		await this.publishTracks(this.config.localStream);
 		this.config.observability?.endPhase("publish-local-track", { success: true });
 	}
+	async replaceVideoTrack(track) {
+		const room = this.room;
+		if (!room) throw new Error("Cannot replace video track: media channel is not connected");
+		const videoTrack = [...room.localParticipant.videoTrackPublications.values()][0]?.videoTrack;
+		if (!videoTrack) throw new Error("Cannot replace video track: no published video track");
+		await videoTrack.replaceTrack(track);
+	}
 	disconnect() {
 		const room = this.room;
 		this.room = null;

package/dist/realtime/methods.js

@@ -50,9 +50,13 @@ const realtimeMethods = (session, imageToBase64) => {
 			timeout: REALTIME_CONFIG.methods.promptTimeoutMs
 		});
 	};
+	const replaceVideoTrack = async (track) => {
+		await session.replaceVideoTrack(track);
+	};
 	return {
 		set,
-		setPrompt
+		setPrompt,
+		replaceVideoTrack
 	};
 };
 //#endregion

package/dist/realtime/signaling-channel.js

@@ -63,14 +63,19 @@ var SignalingChannel = class {
 		this.config.observability?.startPhase("room-join");
 		const roomInfoWait = this.waitForRoomInfo(handshakeTimeout);
 		const initialStateRequest = buildInitialStateRequest(opts.initialState);
+		const userSetInitialState = opts.initialState != null && (opts.initialState.image != null || opts.initialState.imageRef != null || opts.initialState.prompt != null);
 		const joinMessage = {
 			type: "livekit_join",
-			initial_state: initialStateRequest ? initialStateRequest.message : null
+			passthrough: opts.passthrough ?? !userSetInitialState
 		};
 		if (!this.writeMessage(joinMessage)) {
 			roomInfoWait.cancel();
 			throw new Error("WebSocket is not open");
 		}
+		if (initialStateRequest && !this.writeMessage(initialStateRequest.message)) {
+			roomInfoWait.cancel();
+			throw new Error("WebSocket is not open");
+		}
 		let roomInfo;
 		try {
 			roomInfo = await roomInfoWait.promise;

package/dist/realtime/stream-session.js

@@ -71,6 +71,12 @@ var StreamSession = class {
 		this.assertConnected();
 		return this.signaling.setImage(payload, opts);
 	}
+	async replaceVideoTrack(track) {
+		this.assertConnected();
+		await this.media.replaceVideoTrack(track);
+		const previous = this.config.localStream;
+		this.config.localStream = new MediaStream(previous ? [track, ...previous.getAudioTracks()] : [track]);
+	}
 	disconnect() {
 		this.disposed = true;
 		this.tearDown();
@@ -103,7 +109,8 @@ var StreamSession = class {
 			this.config.observability?.markGlassToGlassStart();
 			const { roomInfo, initialStateAck } = await this.signaling.openAndJoin({
 				connectTimeout: REALTIME_CONFIG.session.connectionTimeoutMs,
-				initialState
+				initialState,
+				passthrough: this.config.initialPassthrough
 			});
 			this.watchInitialStateAck(initialStateAck, attempt);
 			if (this.disposed || this.currentAttempt !== attempt) {
@@ -161,10 +168,6 @@ var StreamSession = class {
 			prompt: this.config.initialPrompt.text,
 			enhance: this.config.initialPrompt.enhance
 		};
-		if (this.config.localStream) return {
-			image: null,
-			prompt: null
-		};
 	}
 	wireSignalingEvents() {
 		this.signaling.on("queuePosition", (qp) => {

package/dist/shared/types.d.ts

@@ -7,6 +7,7 @@ declare const modelStateSchema: z.ZodObject<{
     enhance: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
   }, z.core.$strip>>;
   image: z.ZodOptional<z.ZodUnion<readonly [z.ZodCustom<Blob, Blob>, z.ZodCustom<File, File>, z.ZodString]>>;
+  passthrough: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type ModelState = z.infer<typeof modelStateSchema>;
 //#endregion

package/dist/shared/types.js

@@ -9,7 +9,8 @@ const modelStateSchema = z.object({
 		z.instanceof(Blob),
 		z.instanceof(File),
 		z.string()
-	]).optional()
+	]).optional(),
+	passthrough: z.boolean().optional()
 });
 //#endregion
 export { modelStateSchema };

package/dist/tokens/client.d.ts

@@ -25,6 +25,8 @@ type CreateTokenOptions = {
 };
 type CreateTokenResponse = {
   apiKey: string;
+  /** Signed JWT mirroring `apiKey`, verifiable offline via the public JWKS. */
+  token?: string;
   expiresAt: string;
   /** Present when `allowedModels` and/or `allowedOrigins` were set on the request. */
   permissions?: {
@@ -48,7 +50,7 @@ type TokensClient = {
    * ```ts
    * const client = createDecartClient({ apiKey: process.env.DECART_API_KEY });
    * const token = await client.tokens.create();
-   * // Returns: { apiKey: "ek_...", expiresAt: "2024-12-15T12:10:00Z" }
+   * // Returns: { apiKey: "ek_...", token: "eyJhbGciOiJFZERTQS...", expiresAt: "2024-12-15T12:10:00Z" }
    *
    * // With metadata:
    * const token = await client.tokens.create({ metadata: { role: "viewer" } });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@decartai/sdk",
-  "version": "0.1.7",
+  "version": "0.1.9",
   "description": "Decart's JavaScript SDK",
   "type": "module",
   "license": "MIT",