mulmocast 1.2.61 → 1.2.62

package/lib/actions/images.js

@@ -444,12 +444,12 @@ export const images = async (context, args) => {
         MulmoStudioContextMethods.setSessionState(context, "image", false, false);
         if (error instanceof AuthenticationError) {
             throw new Error("Failed to generate image: 401 Incorrect API key provided with OpenAI", {
-                cause: agentIncorrectAPIKeyError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentIncorrectAPIKeyError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         if (error instanceof RateLimitError) {
             throw new Error("You exceeded your current quota", {
-                cause: agentAPIRateLimitError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentAPIRateLimitError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         throw error;
@@ -484,12 +484,12 @@ export const generateBeatImage = async (inputs) => {
     catch (error) {
         if (error instanceof AuthenticationError) {
             throw new Error("Failed to generate image: 401 Incorrect API key provided with OpenAI", {
-                cause: agentIncorrectAPIKeyError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentIncorrectAPIKeyError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         if (error instanceof RateLimitError) {
             throw new Error("You exceeded your current quota", {
-                cause: agentAPIRateLimitError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentAPIRateLimitError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         throw error;

package/lib/agents/movie_genai_agent.js

@@ -1,7 +1,8 @@
 import { readFileSync } from "fs";
 import { GraphAILogger, sleep } from "graphai";
-import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget, hasCause } from "../utils/error_cause.js";
+import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget, videoDurationTarget, hasCause, } from "../utils/error_cause.js";
 import { GoogleGenAI, PersonGeneration } from "@google/genai";
+import { getModelDuration } from "../utils/provider2agent.js";
 export const getAspectRatio = (canvasSize) => {
     if (canvasSize.width > canvasSize.height) {
         return "16:9";
@@ -17,7 +18,7 @@ export const movieGenAIAgent = async ({ namedInputs, params, config, }) => {
     const { prompt, imagePath, movieFile } = namedInputs;
     const aspectRatio = getAspectRatio(params.canvasSize);
     const model = params.model ?? "veo-2.0-generate-001"; // "veo-3.0-generate-preview";
-    const duration = params.duration ?? 8;
+    // const duration = params.duration ?? 8;
     const apiKey = config?.apiKey;
     if (!apiKey) {
         throw new Error("Google GenAI API key is required (GEMINI_API_KEY)", {
@@ -25,6 +26,13 @@ export const movieGenAIAgent = async ({ namedInputs, params, config, }) => {
         });
     }
     try {
+        const requestedDuration = params.duration ?? 8;
+        const duration = getModelDuration("google", model, requestedDuration);
+        if (duration === undefined) {
+            throw new Error(`Duration ${requestedDuration} is not supported for model ${model}.`, {
+                cause: agentGenerationError("movieGenAIAgent", imageAction, videoDurationTarget),
+            });
+        }
         const ai = new GoogleGenAI({ apiKey });
         const payload = {
             model,

package/lib/agents/movie_replicate_agent.js

@@ -1,8 +1,8 @@
 import { readFileSync } from "fs";
 import { GraphAILogger } from "graphai";
 import Replicate from "replicate";
-import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget } from "../utils/error_cause.js";
-import { provider2MovieAgent } from "../utils/provider2agent.js";
+import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget, videoDurationTarget, unsupportedModelTarget, } from "../utils/error_cause.js";
+import { provider2MovieAgent, getModelDuration } from "../utils/provider2agent.js";
 async function generateMovie(model, apiKey, prompt, imagePath, aspectRatio, duration) {
     const replicate = new Replicate({
         auth: apiKey,
@@ -30,7 +30,7 @@ async function generateMovie(model, apiKey, prompt, imagePath, aspectRatio, dura
         }
         else if (start_image === undefined) {
             throw new Error(`Model ${model} does not support image-to-video generation`, {
-                cause: agentGenerationError("movieReplicateAgent", imageAction, movieFileTarget),
+                cause: agentGenerationError("movieReplicateAgent", imageAction, unsupportedModelTarget),
             });
         }
         else {
@@ -77,22 +77,13 @@ export const movieReplicateAgent = async ({ namedInputs, params, config, }) => {
     const model = params.model ?? provider2MovieAgent.replicate.defaultModel;
     if (!provider2MovieAgent.replicate.modelParams[model]) {
         throw new Error(`Model ${model} is not supported`, {
-            cause: agentGenerationError("movieReplicateAgent", imageAction, movieFileTarget),
+            cause: agentGenerationError("movieReplicateAgent", imageAction, unsupportedModelTarget),
         });
     }
-    const duration = (() => {
-        const durations = provider2MovieAgent.replicate.modelParams[model].durations;
-        if (params.duration) {
-            const largerDurations = durations.filter((d) => d >= params.duration);
-            return largerDurations.length > 0 ? largerDurations[0] : durations[durations.length - 1];
-        }
-        else {
-            return durations[0];
-        }
-    })();
-    if (!provider2MovieAgent.replicate.modelParams[model].durations.includes(duration)) {
+    const duration = getModelDuration("replicate", model, params.duration);
+    if (duration === undefined || !provider2MovieAgent.replicate.modelParams[model].durations.includes(duration)) {
         throw new Error(`Duration ${duration} is not supported for model ${model}. Supported durations: ${provider2MovieAgent.replicate.modelParams[model].durations.join(", ")}`, {
-            cause: agentGenerationError("movieReplicateAgent", imageAction, movieFileTarget),
+            cause: agentGenerationError("movieReplicateAgent", imageAction, videoDurationTarget),
         });
     }
     const apiKey = config?.apiKey;

package/lib/utils/error_cause.d.ts

@@ -62,6 +62,8 @@ export declare const translateAction = "translate";
 export declare const audioFileTarget = "audioFile";
 export declare const imageFileTarget = "imageFile";
 export declare const movieFileTarget = "movieFile";
+export declare const videoDurationTarget = "videoDuration";
+export declare const unsupportedModelTarget = "unsupportedModel";
 export declare const multiLingualFileTarget = "multiLingualFile";
 export declare const videoSourceTarget = "videoSource";
 export declare const audioSourceTarget = "audioSource";

package/lib/utils/error_cause.js

@@ -65,6 +65,8 @@ export const translateAction = "translate";
 export const audioFileTarget = "audioFile";
 export const imageFileTarget = "imageFile";
 export const movieFileTarget = "movieFile";
+export const videoDurationTarget = "videoDuration";
+export const unsupportedModelTarget = "unsupportedModel";
 export const multiLingualFileTarget = "multiLingualFile";
 export const videoSourceTarget = "videoSource";
 export const audioSourceTarget = "audioSource";

package/lib/utils/provider2agent.d.ts

@@ -75,12 +75,21 @@ export declare const provider2MovieAgent: {
         defaultModel: string;
         models: string[];
         keyName: string;
+        modelParams: {
+            "veo-3.0-generate-preview": {
+                durations: number[];
+            };
+            "veo-2.0-generate-001": {
+                durations: number[];
+            };
+        };
     };
     mock: {
         agentName: string;
         defaultModel: string;
         models: string[];
         keyName: string;
+        modelParams: {};
     };
 };
 export declare const provider2SoundEffectAgent: {
@@ -156,3 +165,4 @@ export declare const defaultProviders: {
 export declare const llm: (keyof typeof provider2LLMAgent)[];
 export type LLM = keyof typeof provider2LLMAgent;
 export declare const htmlLLMProvider: string[];
+export declare const getModelDuration: (provider: keyof typeof provider2MovieAgent, model: string, movieDuration?: number) => number | undefined;

package/lib/utils/provider2agent.js

@@ -161,12 +161,21 @@ export const provider2MovieAgent = {
         defaultModel: "veo-2.0-generate-001",
         models: ["veo-2.0-generate-001", "veo-3.0-generate-preview"],
         keyName: "GEMINI_API_KEY",
+        modelParams: {
+            "veo-3.0-generate-preview": {
+                durations: [4, 6, 8],
+            },
+            "veo-2.0-generate-001": {
+                durations: [5, 6, 7, 8],
+            },
+        },
     },
     mock: {
         agentName: "mediaMockAgent",
         defaultModel: "mock-model",
         models: ["mock-model"],
         keyName: "",
+        modelParams: {},
     },
 };
 export const provider2SoundEffectAgent = {
@@ -282,3 +291,12 @@ export const defaultProviders = {
 };
 export const llm = Object.keys(provider2LLMAgent);
 export const htmlLLMProvider = ["openai", "anthropic", "mock"];
+export const getModelDuration = (provider, model, movieDuration) => {
+    const modelParams = provider2MovieAgent[provider]?.modelParams;
+    const { durations } = modelParams[model];
+    if (durations && movieDuration) {
+        const largerDurations = durations.filter((d) => d >= movieDuration);
+        return largerDurations.length > 0 ? largerDurations[0] : durations[durations.length - 1];
+    }
+    return durations?.[0];
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.61",
+  "version": "1.2.62",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",