@decartai/sdk 0.0.13 → 0.0.15

package/dist/realtime/client.js

@@ -40,7 +40,9 @@ const createRealTimeClient = (opts) => {
 				console.error("WebRTC error:", error);
 				eventEmitter.emit("error", createWebrtcError(error));
 			},
-			customizeOffer: options.customizeOffer
+			customizeOffer: options.customizeOffer,
+			vp8MinBitrate: 200,
+			vp8StartBitrate: 600
 		});
 		await webrtcManager.connect(stream);
 		const methods = realtimeMethods(webrtcManager);

package/dist/realtime/webrtc-connection.js

@@ -11,7 +11,7 @@ var WebRTCConnection = class {
 	constructor(callbacks = {}) {
 		this.callbacks = callbacks;
 	}
-	async connect(url, localStream, timeout = 25e3, integration) {
+	async connect(url, localStream, timeout = 35e3, integration) {
 		const deadline = Date.now() + timeout;
 		this.localStream = localStream;
 		const userAgent = encodeURIComponent(buildUserAgent(integration));
@@ -69,6 +69,7 @@ var WebRTCConnection = class {
 				case "ready": {
 					await this.applyCodecPreference("video/VP8");
 					const offer = await this.pc.createOffer();
+					this.modifyVP8Bitrate(offer);
 					await this.callbacks.customizeOffer?.(offer);
 					await this.pc.setLocalDescription(offer);
 					this.send({
@@ -187,6 +188,43 @@ var WebRTCConnection = class {
 		}
 		await videoTransceiver.setCodecPreferences(orderedCodecs);
 	}
+	modifyVP8Bitrate(offer) {
+		if (!offer.sdp) return;
+		const minBitrateInKbps = this.callbacks.vp8MinBitrate;
+		const startBitrateInKbps = this.callbacks.vp8StartBitrate;
+		if (minBitrateInKbps === 0 && startBitrateInKbps === 0) return;
+		const bitrateParams = `x-google-min-bitrate=${minBitrateInKbps};x-google-start-bitrate=${startBitrateInKbps}`;
+		const sdpLines = offer.sdp.split("\r\n");
+		const modifiedLines = [];
+		for (let i = 0; i < sdpLines.length; i++) {
+			if (sdpLines[i].includes("VP8/90000")) {
+				const match = sdpLines[i].match(/a=rtpmap:(\d+) VP8/);
+				if (match) {
+					const payloadType = match[1];
+					let fmtpIndex = -1;
+					let insertAfterIndex = i;
+					for (let j = i + 1; j < sdpLines.length && sdpLines[j].startsWith("a="); j++) {
+						if (sdpLines[j].startsWith(`a=fmtp:${payloadType}`)) {
+							fmtpIndex = j;
+							break;
+						}
+						if (sdpLines[j].startsWith(`a=rtcp-fb:${payloadType}`)) insertAfterIndex = j;
+						if (sdpLines[j].startsWith("a=rtpmap:")) break;
+					}
+					if (fmtpIndex !== -1) {
+						if (!sdpLines[fmtpIndex].includes("x-google-min-bitrate")) sdpLines[fmtpIndex] += `;${bitrateParams}`;
+					} else {
+						for (let k = i; k <= insertAfterIndex; k++) modifiedLines.push(sdpLines[k]);
+						modifiedLines.push(`a=fmtp:${payloadType} ${bitrateParams}`);
+						i = insertAfterIndex;
+						continue;
+					}
+				}
+			}
+			modifiedLines.push(sdpLines[i]);
+		}
+		offer.sdp = modifiedLines.join("\r\n");
+	}
 };
 
 //#endregion

package/dist/realtime/webrtc-manager.js

@@ -19,7 +19,9 @@ var WebRTCManager = class {
 			onRemoteStream: config.onRemoteStream,
 			onStateChange: config.onConnectionStateChange,
 			onError: config.onError,
-			customizeOffer: config.customizeOffer
+			customizeOffer: config.customizeOffer,
+			vp8MinBitrate: config.vp8MinBitrate,
+			vp8StartBitrate: config.vp8StartBitrate
 		});
 	}
 	async connect(localStream) {

package/dist/shared/model.d.ts

@@ -47,10 +47,7 @@ declare const modelInputSchemas: {
     prompt: z.ZodString;
     data: z.ZodUnion<readonly [z.ZodCustom<File, File>, z.ZodCustom<Blob, Blob>, z.ZodCustom<ReadableStream<unknown>, ReadableStream<unknown>>, z.ZodCustom<URL, URL>, z.ZodURL]>;
     seed: z.ZodOptional<z.ZodNumber>;
-    resolution: z.ZodDefault<z.ZodOptional<z.ZodEnum<{
-      "720p": "720p";
-      "480p": "480p";
-    }>>>;
+    resolution: z.ZodDefault<z.ZodOptional<z.ZodLiteral<"720p">>>;
     enhance_prompt: z.ZodOptional<z.ZodBoolean>;
     num_inference_steps: z.ZodOptional<z.ZodNumber>;
   }, z.core.$strip>;

package/dist/shared/model.js

@@ -45,36 +45,36 @@ const proResolutionSchema = () => {
 */
 const motionResolutionSchema = z.literal("720p").default("720p").optional().describe("The resolution to use for the generation");
 /**
-* Resolution schema for lucy-pro-v2v (supports 720p and 480p).
+* Resolution schema for lucy-pro-v2v (supports 720p).
 */
-const proV2vResolutionSchema = z.enum(["720p", "480p"]).optional().describe("The resolution to use for the generation").default("720p");
+const proV2vResolutionSchema = z.literal("720p").optional().describe("The resolution to use for the generation").default("720p");
 const modelInputSchemas = {
 	"lucy-pro-t2v": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: proResolutionSchema(),
 		orientation: z.string().optional().describe("The orientation to use for the generation")
 	}),
 	"lucy-pro-t2i": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: proResolutionSchema(),
 		orientation: z.string().optional().describe("The orientation to use for the generation")
 	}),
 	"lucy-pro-i2v": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		data: fileInputSchema.describe("The image data to use for generation (File, Blob, ReadableStream, URL, or string URL)"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: proResolutionSchema()
 	}),
 	"lucy-dev-i2v": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		data: fileInputSchema.describe("The image data to use for generation (File, Blob, ReadableStream, URL, or string URL)"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: devResolutionSchema
 	}),
 	"lucy-pro-v2v": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		data: fileInputSchema.describe("The video data to use for generation (File, Blob, ReadableStream, URL, or string URL)"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: proV2vResolutionSchema,
@@ -82,21 +82,21 @@ const modelInputSchemas = {
 		num_inference_steps: z.number().optional().describe("The number of inference steps")
 	}),
 	"lucy-dev-v2v": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		data: fileInputSchema.describe("The video data to use for generation (File, Blob, ReadableStream, URL, or string URL)"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: devResolutionSchema,
 		enhance_prompt: z.boolean().optional().describe("Whether to enhance the prompt")
 	}),
 	"lucy-pro-flf2v": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		start: fileInputSchema.describe("The start frame image (File, Blob, ReadableStream, URL, or string URL)"),
 		end: fileInputSchema.describe("The end frame image (File, Blob, ReadableStream, URL, or string URL)"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: proResolutionSchema()
 	}),
 	"lucy-pro-i2i": z.object({
-		prompt: z.string().describe("The prompt to use for the generation"),
+		prompt: z.string().min(1).max(1e3).describe("The prompt to use for the generation"),
 		data: fileInputSchema.describe("The image data to use for generation (File, Blob, ReadableStream, URL, or string URL)"),
 		seed: z.number().optional().describe("The seed to use for the generation"),
 		resolution: proResolutionSchema(),

package/dist/version.js

@@ -4,7 +4,7 @@
 * Injected at build time from package.json.
 * Falls back to '0.0.0-dev' in development.
 */
-const VERSION = "0.0.13";
+const VERSION = "0.0.15";
 
 //#endregion
 export { VERSION };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@decartai/sdk",
-  "version": "0.0.13",
+  "version": "0.0.15",
   "description": "Decart's JavaScript SDK",
   "type": "module",
   "license": "MIT",