@decartai/sdk 0.0.12 → 0.0.14

package/dist/process/request.js

@@ -17,6 +17,7 @@ async function fileInputToBlob(input) {
 async function sendRequest({ baseUrl, apiKey, model, inputs, signal, integration }) {
 	const formData = new FormData();
 	for (const [key, value] of Object.entries(inputs)) if (value !== void 0 && value !== null) if (value instanceof Blob) formData.append(key, value);
+	else if (typeof value === "object" && value !== null) formData.append(key, JSON.stringify(value));
 	else formData.append(key, String(value));
 	const endpoint = `${baseUrl}${model.urlPath}`;
 	const response = await fetch(endpoint, {

package/dist/realtime/client.d.ts

@@ -14,7 +14,7 @@ type OnRemoteStreamFn = (stream: MediaStream) => void;
 type RealTimeClientInitialState = z.infer<typeof realTimeClientInitialStateSchema>;
 declare const realTimeClientConnectOptionsSchema: z.ZodObject<{
   model: z.ZodObject<{
-    name: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
+    name: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">, z.ZodLiteral<"lucy-motion">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
     urlPath: z.ZodString;
     fps: z.ZodNumber;
     width: z.ZodNumber;

package/dist/realtime/client.js

@@ -40,7 +40,9 @@ const createRealTimeClient = (opts) => {
 				console.error("WebRTC error:", error);
 				eventEmitter.emit("error", createWebrtcError(error));
 			},
-			customizeOffer: options.customizeOffer
+			customizeOffer: options.customizeOffer,
+			vp8MinBitrate: 200,
+			vp8StartBitrate: 600
 		});
 		await webrtcManager.connect(stream);
 		const methods = realtimeMethods(webrtcManager);

package/dist/realtime/webrtc-connection.js

@@ -11,7 +11,7 @@ var WebRTCConnection = class {
 	constructor(callbacks = {}) {
 		this.callbacks = callbacks;
 	}
-	async connect(url, localStream, timeout = 25e3, integration) {
+	async connect(url, localStream, timeout = 35e3, integration) {
 		const deadline = Date.now() + timeout;
 		this.localStream = localStream;
 		const userAgent = encodeURIComponent(buildUserAgent(integration));
@@ -69,6 +69,7 @@ var WebRTCConnection = class {
 				case "ready": {
 					await this.applyCodecPreference("video/VP8");
 					const offer = await this.pc.createOffer();
+					this.modifyVP8Bitrate(offer);
 					await this.callbacks.customizeOffer?.(offer);
 					await this.pc.setLocalDescription(offer);
 					this.send({
@@ -187,6 +188,43 @@ var WebRTCConnection = class {
 		}
 		await videoTransceiver.setCodecPreferences(orderedCodecs);
 	}
+	modifyVP8Bitrate(offer) {
+		if (!offer.sdp) return;
+		const minBitrateInKbps = this.callbacks.vp8MinBitrate;
+		const startBitrateInKbps = this.callbacks.vp8StartBitrate;
+		if (minBitrateInKbps === 0 && startBitrateInKbps === 0) return;
+		const bitrateParams = `x-google-min-bitrate=${minBitrateInKbps};x-google-start-bitrate=${startBitrateInKbps}`;
+		const sdpLines = offer.sdp.split("\r\n");
+		const modifiedLines = [];
+		for (let i = 0; i < sdpLines.length; i++) {
+			if (sdpLines[i].includes("VP8/90000")) {
+				const match = sdpLines[i].match(/a=rtpmap:(\d+) VP8/);
+				if (match) {
+					const payloadType = match[1];
+					let fmtpIndex = -1;
+					let insertAfterIndex = i;
+					for (let j = i + 1; j < sdpLines.length && sdpLines[j].startsWith("a="); j++) {
+						if (sdpLines[j].startsWith(`a=fmtp:${payloadType}`)) {
+							fmtpIndex = j;
+							break;
+						}
+						if (sdpLines[j].startsWith(`a=rtcp-fb:${payloadType}`)) insertAfterIndex = j;
+						if (sdpLines[j].startsWith("a=rtpmap:")) break;
+					}
+					if (fmtpIndex !== -1) {
+						if (!sdpLines[fmtpIndex].includes("x-google-min-bitrate")) sdpLines[fmtpIndex] += `;${bitrateParams}`;
+					} else {
+						for (let k = i; k <= insertAfterIndex; k++) modifiedLines.push(sdpLines[k]);
+						modifiedLines.push(`a=fmtp:${payloadType} ${bitrateParams}`);
+						i = insertAfterIndex;
+						continue;
+					}
+				}
+			}
+			modifiedLines.push(sdpLines[i]);
+		}
+		offer.sdp = modifiedLines.join("\r\n");
+	}
 };
 
 //#endregion

package/dist/realtime/webrtc-manager.js

@@ -19,7 +19,9 @@ var WebRTCManager = class {
 			onRemoteStream: config.onRemoteStream,
 			onStateChange: config.onConnectionStateChange,
 			onError: config.onError,
-			customizeOffer: config.customizeOffer
+			customizeOffer: config.customizeOffer,
+			vp8MinBitrate: config.vp8MinBitrate,
+			vp8StartBitrate: config.vp8StartBitrate
 		});
 	}
 	async connect(localStream) {

package/dist/shared/model.d.ts

@@ -2,9 +2,9 @@ import { z } from "zod";
 
 //#region src/shared/model.d.ts
 declare const realtimeModels: z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>;
-declare const videoModels: z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>;
+declare const videoModels: z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">, z.ZodLiteral<"lucy-motion">]>;
 declare const imageModels: z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>;
-declare const modelSchema: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
+declare const modelSchema: z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodLiteral<"mirage">, z.ZodLiteral<"mirage_v2">, z.ZodLiteral<"lucy_v2v_720p_rt">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-dev-i2v">, z.ZodLiteral<"lucy-dev-v2v">, z.ZodLiteral<"lucy-pro-t2v">, z.ZodLiteral<"lucy-pro-i2v">, z.ZodLiteral<"lucy-pro-v2v">, z.ZodLiteral<"lucy-pro-flf2v">, z.ZodLiteral<"lucy-motion">]>, z.ZodUnion<readonly [z.ZodLiteral<"lucy-pro-t2i">, z.ZodLiteral<"lucy-pro-i2i">]>]>;
 type Model = z.infer<typeof modelSchema>;
 type RealTimeModels = z.infer<typeof realtimeModels>;
 type VideoModels = z.infer<typeof videoModels>;
@@ -81,6 +81,16 @@ declare const modelInputSchemas: {
     }>>>;
     enhance_prompt: z.ZodOptional<z.ZodBoolean>;
   }, z.core.$strip>;
+  readonly "lucy-motion": z.ZodObject<{
+    data: z.ZodUnion<readonly [z.ZodCustom<File, File>, z.ZodCustom<Blob, Blob>, z.ZodCustom<ReadableStream<unknown>, ReadableStream<unknown>>, z.ZodCustom<URL, URL>, z.ZodURL]>;
+    trajectory: z.ZodArray<z.ZodObject<{
+      frame: z.ZodNumber;
+      x: z.ZodNumber;
+      y: z.ZodNumber;
+    }, z.core.$strip>>;
+    seed: z.ZodOptional<z.ZodNumber>;
+    resolution: z.ZodOptional<z.ZodDefault<z.ZodLiteral<"720p">>>;
+  }, z.core.$strip>;
 };
 type ModelInputSchemas = typeof modelInputSchemas;
 type ModelDefinition<T extends Model = Model> = {

package/dist/shared/model.js

@@ -13,7 +13,8 @@ const videoModels = z.union([
 	z.literal("lucy-pro-t2v"),
 	z.literal("lucy-pro-i2v"),
 	z.literal("lucy-pro-v2v"),
-	z.literal("lucy-pro-flf2v")
+	z.literal("lucy-pro-flf2v"),
+	z.literal("lucy-motion")
 ]);
 const imageModels = z.union([z.literal("lucy-pro-t2i"), z.literal("lucy-pro-i2i")]);
 const modelSchema = z.union([
@@ -40,6 +41,10 @@ const proResolutionSchema = () => {
 	return z.enum(["720p", "480p"]).optional().describe("The resolution to use for the generation").default("720p");
 };
 /**
+* Resolution schema for lucy-motion.
+*/
+const motionResolutionSchema = z.literal("720p").default("720p").optional().describe("The resolution to use for the generation");
+/**
 * Resolution schema for lucy-pro-v2v (supports 720p and 480p).
 */
 const proV2vResolutionSchema = z.enum(["720p", "480p"]).optional().describe("The resolution to use for the generation").default("720p");
@@ -96,6 +101,16 @@ const modelInputSchemas = {
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: proResolutionSchema(),
 		enhance_prompt: z.boolean().optional().describe("Whether to enhance the prompt")
+	}),
+	"lucy-motion": z.object({
+		data: fileInputSchema.describe("The image data to use for generation (File, Blob, ReadableStream, URL, or string URL)"),
+		trajectory: z.array(z.object({
+			frame: z.number().min(0),
+			x: z.number().min(0),
+			y: z.number().min(0)
+		})).min(2).max(121).describe("The trajectory of the desired movement of the object in the image"),
+		seed: z.number().optional().describe("The seed to use for the generation"),
+		resolution: motionResolutionSchema
 	})
 };
 const modelDefinitionSchema = z.object({
@@ -199,6 +214,14 @@ const _models = {
 			width: 1280,
 			height: 704,
 			inputSchema: modelInputSchemas["lucy-pro-flf2v"]
+		},
+		"lucy-motion": {
+			urlPath: "/v1/generate/lucy-motion",
+			name: "lucy-motion",
+			fps: 25,
+			width: 1280,
+			height: 704,
+			inputSchema: modelInputSchemas["lucy-motion"]
 		}
 	}
 };

package/dist/version.js

@@ -4,7 +4,7 @@
 * Injected at build time from package.json.
 * Falls back to '0.0.0-dev' in development.
 */
-const VERSION = "0.0.12";
+const VERSION = "0.0.14";
 
 //#endregion
 export { VERSION };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@decartai/sdk",
-  "version": "0.0.12",
+  "version": "0.0.14",
   "description": "Decart's JavaScript SDK",
   "type": "module",
   "license": "MIT",