mulmocast 1.2.61 → 1.2.63

package/lib/actions/images.js

@@ -444,12 +444,12 @@ export const images = async (context, args) => {
         MulmoStudioContextMethods.setSessionState(context, "image", false, false);
         if (error instanceof AuthenticationError) {
             throw new Error("Failed to generate image: 401 Incorrect API key provided with OpenAI", {
-                cause: agentIncorrectAPIKeyError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentIncorrectAPIKeyError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         if (error instanceof RateLimitError) {
             throw new Error("You exceeded your current quota", {
-                cause: agentAPIRateLimitError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentAPIRateLimitError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         throw error;
@@ -484,12 +484,12 @@ export const generateBeatImage = async (inputs) => {
     catch (error) {
         if (error instanceof AuthenticationError) {
             throw new Error("Failed to generate image: 401 Incorrect API key provided with OpenAI", {
-                cause: agentIncorrectAPIKeyError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentIncorrectAPIKeyError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         if (error instanceof RateLimitError) {
             throw new Error("You exceeded your current quota", {
-                cause: agentAPIRateLimitError("openaiAgent", imageAction, imageFileTarget),
+                cause: agentAPIRateLimitError("openAIAgent", imageAction, imageFileTarget),
             });
         }
         throw error;

package/lib/agents/movie_genai_agent.js

@@ -1,7 +1,8 @@
 import { readFileSync } from "fs";
 import { GraphAILogger, sleep } from "graphai";
-import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget, hasCause } from "../utils/error_cause.js";
+import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget, videoDurationTarget, hasCause, } from "../utils/error_cause.js";
 import { GoogleGenAI, PersonGeneration } from "@google/genai";
+import { getModelDuration } from "../utils/provider2agent.js";
 export const getAspectRatio = (canvasSize) => {
     if (canvasSize.width > canvasSize.height) {
         return "16:9";
@@ -17,7 +18,7 @@ export const movieGenAIAgent = async ({ namedInputs, params, config, }) => {
     const { prompt, imagePath, movieFile } = namedInputs;
     const aspectRatio = getAspectRatio(params.canvasSize);
     const model = params.model ?? "veo-2.0-generate-001"; // "veo-3.0-generate-preview";
-    const duration = params.duration ?? 8;
+    // const duration = params.duration ?? 8;
     const apiKey = config?.apiKey;
     if (!apiKey) {
         throw new Error("Google GenAI API key is required (GEMINI_API_KEY)", {
@@ -25,6 +26,13 @@ export const movieGenAIAgent = async ({ namedInputs, params, config, }) => {
         });
     }
     try {
+        const requestedDuration = params.duration ?? 8;
+        const duration = getModelDuration("google", model, requestedDuration);
+        if (duration === undefined) {
+            throw new Error(`Duration ${requestedDuration} is not supported for model ${model}.`, {
+                cause: agentGenerationError("movieGenAIAgent", imageAction, videoDurationTarget),
+            });
+        }
         const ai = new GoogleGenAI({ apiKey });
         const payload = {
             model,

package/lib/agents/movie_replicate_agent.js

@@ -1,8 +1,8 @@
 import { readFileSync } from "fs";
 import { GraphAILogger } from "graphai";
 import Replicate from "replicate";
-import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget } from "../utils/error_cause.js";
-import { provider2MovieAgent } from "../utils/provider2agent.js";
+import { apiKeyMissingError, agentGenerationError, agentInvalidResponseError, imageAction, movieFileTarget, videoDurationTarget, unsupportedModelTarget, } from "../utils/error_cause.js";
+import { provider2MovieAgent, getModelDuration } from "../utils/provider2agent.js";
 async function generateMovie(model, apiKey, prompt, imagePath, aspectRatio, duration) {
     const replicate = new Replicate({
         auth: apiKey,
@@ -30,7 +30,7 @@ async function generateMovie(model, apiKey, prompt, imagePath, aspectRatio, dura
         }
         else if (start_image === undefined) {
             throw new Error(`Model ${model} does not support image-to-video generation`, {
-                cause: agentGenerationError("movieReplicateAgent", imageAction, movieFileTarget),
+                cause: agentGenerationError("movieReplicateAgent", imageAction, unsupportedModelTarget),
             });
         }
         else {
@@ -77,22 +77,13 @@ export const movieReplicateAgent = async ({ namedInputs, params, config, }) => {
     const model = params.model ?? provider2MovieAgent.replicate.defaultModel;
     if (!provider2MovieAgent.replicate.modelParams[model]) {
         throw new Error(`Model ${model} is not supported`, {
-            cause: agentGenerationError("movieReplicateAgent", imageAction, movieFileTarget),
+            cause: agentGenerationError("movieReplicateAgent", imageAction, unsupportedModelTarget),
         });
     }
-    const duration = (() => {
-        const durations = provider2MovieAgent.replicate.modelParams[model].durations;
-        if (params.duration) {
-            const largerDurations = durations.filter((d) => d >= params.duration);
-            return largerDurations.length > 0 ? largerDurations[0] : durations[durations.length - 1];
-        }
-        else {
-            return durations[0];
-        }
-    })();
-    if (!provider2MovieAgent.replicate.modelParams[model].durations.includes(duration)) {
+    const duration = getModelDuration("replicate", model, params.duration);
+    if (duration === undefined || !provider2MovieAgent.replicate.modelParams[model].durations.includes(duration)) {
         throw new Error(`Duration ${duration} is not supported for model ${model}. Supported durations: ${provider2MovieAgent.replicate.modelParams[model].durations.join(", ")}`, {
-            cause: agentGenerationError("movieReplicateAgent", imageAction, movieFileTarget),
+            cause: agentGenerationError("movieReplicateAgent", imageAction, videoDurationTarget),
         });
     }
     const apiKey = config?.apiKey;

package/lib/types/schema.d.ts

@@ -54,6 +54,7 @@ export declare const speechOptionsSchema: z.ZodObject<{
     speed?: number | undefined;
     instruction?: string | undefined;
 }>;
+export declare const defaultSpeaker = "Presenter";
 export declare const text2SpeechProviderSchema: z.ZodDefault<z.ZodEnum<[string, ...string[]]>>;
 export declare const speakerDataSchema: z.ZodObject<{
     displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
@@ -92,6 +93,103 @@ export declare const speakerDataSchema: z.ZodObject<{
     provider?: string | undefined;
     model?: string | undefined;
 }>;
+export declare const speakerSchema: z.ZodObject<{
+    displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    voiceId: z.ZodString;
+    isDefault: z.ZodOptional<z.ZodBoolean>;
+    speechOptions: z.ZodOptional<z.ZodObject<{
+        speed: z.ZodOptional<z.ZodNumber>;
+        instruction: z.ZodOptional<z.ZodString>;
+    }, "strict", z.ZodTypeAny, {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    }, {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    }>>;
+    provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
+    model: z.ZodOptional<z.ZodString>;
+} & {
+    lang: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
+        displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        voiceId: z.ZodString;
+        isDefault: z.ZodOptional<z.ZodBoolean>;
+        speechOptions: z.ZodOptional<z.ZodObject<{
+            speed: z.ZodOptional<z.ZodNumber>;
+            instruction: z.ZodOptional<z.ZodString>;
+        }, "strict", z.ZodTypeAny, {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        }, {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        }>>;
+        provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
+        model: z.ZodOptional<z.ZodString>;
+    }, "strict", z.ZodTypeAny, {
+        voiceId: string;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }, {
+        voiceId: string;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }>>>;
+}, "strict", z.ZodTypeAny, {
+    voiceId: string;
+    lang?: Record<string, {
+        voiceId: string;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }> | undefined;
+    displayName?: Record<string, string> | undefined;
+    isDefault?: boolean | undefined;
+    speechOptions?: {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    } | undefined;
+    provider?: string | undefined;
+    model?: string | undefined;
+}, {
+    voiceId: string;
+    lang?: Record<string, {
+        voiceId: string;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }> | undefined;
+    displayName?: Record<string, string> | undefined;
+    isDefault?: boolean | undefined;
+    speechOptions?: {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    } | undefined;
+    provider?: string | undefined;
+    model?: string | undefined;
+}>;
 export declare const speakerDictionarySchema: z.ZodRecord<z.ZodString, z.ZodObject<{
     displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     voiceId: z.ZodString;
@@ -189,6 +287,151 @@ export declare const speakerDictionarySchema: z.ZodRecord<z.ZodString, z.ZodObje
     provider?: string | undefined;
     model?: string | undefined;
 }>>;
+export declare const mulmoSpeechParamsSchema: z.ZodDefault<z.ZodObject<{
+    speakers: z.ZodRecord<z.ZodString, z.ZodObject<{
+        displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        voiceId: z.ZodString;
+        isDefault: z.ZodOptional<z.ZodBoolean>;
+        speechOptions: z.ZodOptional<z.ZodObject<{
+            speed: z.ZodOptional<z.ZodNumber>;
+            instruction: z.ZodOptional<z.ZodString>;
+        }, "strict", z.ZodTypeAny, {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        }, {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        }>>;
+        provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
+        model: z.ZodOptional<z.ZodString>;
+    } & {
+        lang: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
+            displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            voiceId: z.ZodString;
+            isDefault: z.ZodOptional<z.ZodBoolean>;
+            speechOptions: z.ZodOptional<z.ZodObject<{
+                speed: z.ZodOptional<z.ZodNumber>;
+                instruction: z.ZodOptional<z.ZodString>;
+            }, "strict", z.ZodTypeAny, {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            }, {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            }>>;
+            provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
+            model: z.ZodOptional<z.ZodString>;
+        }, "strict", z.ZodTypeAny, {
+            voiceId: string;
+            displayName?: Record<string, string> | undefined;
+            isDefault?: boolean | undefined;
+            speechOptions?: {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            } | undefined;
+            provider?: string | undefined;
+            model?: string | undefined;
+        }, {
+            voiceId: string;
+            displayName?: Record<string, string> | undefined;
+            isDefault?: boolean | undefined;
+            speechOptions?: {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            } | undefined;
+            provider?: string | undefined;
+            model?: string | undefined;
+        }>>>;
+    }, "strict", z.ZodTypeAny, {
+        voiceId: string;
+        lang?: Record<string, {
+            voiceId: string;
+            displayName?: Record<string, string> | undefined;
+            isDefault?: boolean | undefined;
+            speechOptions?: {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            } | undefined;
+            provider?: string | undefined;
+            model?: string | undefined;
+        }> | undefined;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }, {
+        voiceId: string;
+        lang?: Record<string, {
+            voiceId: string;
+            displayName?: Record<string, string> | undefined;
+            isDefault?: boolean | undefined;
+            speechOptions?: {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            } | undefined;
+            provider?: string | undefined;
+            model?: string | undefined;
+        }> | undefined;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    speakers: Record<string, {
+        voiceId: string;
+        lang?: Record<string, {
+            voiceId: string;
+            displayName?: Record<string, string> | undefined;
+            isDefault?: boolean | undefined;
+            speechOptions?: {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            } | undefined;
+            provider?: string | undefined;
+            model?: string | undefined;
+        }> | undefined;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }>;
+}, {
+    speakers: Record<string, {
+        voiceId: string;
+        lang?: Record<string, {
+            voiceId: string;
+            displayName?: Record<string, string> | undefined;
+            isDefault?: boolean | undefined;
+            speechOptions?: {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            } | undefined;
+            provider?: string | undefined;
+            model?: string | undefined;
+        }> | undefined;
+        displayName?: Record<string, string> | undefined;
+        isDefault?: boolean | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        provider?: string | undefined;
+        model?: string | undefined;
+    }>;
+}>>;
 export declare const mediaSourceSchema: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
     kind: z.ZodLiteral<"url">;
     url: z.ZodString;
@@ -2410,7 +2653,6 @@ export declare const mulmoMovieParamsSchema: z.ZodObject<{
         duration?: number | undefined;
     } | undefined;
 }>;
-export declare const defaultSpeaker = "Presenter";
 export declare const mulmoPresentationStyleSchema: z.ZodObject<{
     $mulmocast: z.ZodObject<{
         version: z.ZodLiteral<"1.1">;

package/lib/types/schema.js

@@ -23,6 +23,7 @@ export const speechOptionsSchema = z
 })
     .strict();
 const speakerIdSchema = z.string();
+export const defaultSpeaker = "Presenter";
 export const text2SpeechProviderSchema = z.enum(Object.keys(provider2TTSAgent)).default(defaultProviders.tts);
 export const speakerDataSchema = z
     .object({
@@ -34,9 +35,25 @@ export const speakerDataSchema = z
     model: z.string().optional().describe("TTS model to use for this speaker"),
 })
     .strict();
-export const speakerDictionarySchema = z.record(speakerIdSchema, speakerDataSchema.extend({
+export const speakerSchema = speakerDataSchema.extend({
     lang: z.record(langSchema, speakerDataSchema).optional(),
-}));
+});
+export const speakerDictionarySchema = z.record(speakerIdSchema, speakerSchema);
+export const mulmoSpeechParamsSchema = z
+    .object({
+    speakers: speakerDictionarySchema,
+})
+    .default({
+    speakers: {
+        [defaultSpeaker]: {
+            provider: defaultProviders.tts,
+            voiceId: "shimmer",
+            displayName: {
+                en: defaultSpeaker,
+            },
+        },
+    },
+});
 export const mediaSourceSchema = z.discriminatedUnion("kind", [
     z.object({ kind: z.literal("url"), url: URLStringSchema }).strict(), // https://example.com/foo.pdf
     z.object({ kind: z.literal("base64"), data: z.string().min(1) }).strict(), // base64
@@ -335,25 +352,10 @@ export const mulmoMovieParamsSchema = z
     fillOption: mulmoFillOptionSchema.optional(), // for movie.ts
 })
     .strict();
-export const defaultSpeaker = "Presenter";
 export const mulmoPresentationStyleSchema = z.object({
     $mulmocast: mulmoCastCreditSchema,
     canvasSize: mulmoCanvasDimensionSchema, // has default value
-    speechParams: z
-        .object({
-        speakers: speakerDictionarySchema,
-    })
-        .default({
-        speakers: {
-            [defaultSpeaker]: {
-                provider: defaultProviders.tts,
-                voiceId: "shimmer",
-                displayName: {
-                    en: defaultSpeaker,
-                },
-            },
-        },
-    }),
+    speechParams: mulmoSpeechParamsSchema,
     imageParams: mulmoImageParamsSchema.optional().default({
         provider: defaultProviders.text2image,
         images: {},

package/lib/types/type.d.ts

@@ -1,10 +1,12 @@
 import { type CallbackFunction } from "graphai";
-import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualArraySchema, mulmoStudioMultiLingualDataSchema, mulmoStudioMultiLingualFileSchema, speakerDictionarySchema, mulmoImageParamsSchema, mulmoImageParamsImagesValueSchema, mulmoImageParamsImagesSchema, mulmoFillOptionSchema, mulmoMovieParamsSchema, textSlideParamsSchema, speechOptionsSchema, speakerDataSchema, mulmoCanvasDimensionSchema, mulmoPromptTemplateSchema, mulmoPromptTemplateFileSchema, text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoImageAssetSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mediaSourceMermaidSchema, mulmoSessionStateSchema, mulmoOpenAIImageModelSchema, mulmoGoogleImageModelSchema, mulmoGoogleMovieModelSchema, mulmoReplicateMovieModelSchema, mulmoImagePromptMediaSchema } from "./schema.js";
+import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualArraySchema, mulmoStudioMultiLingualDataSchema, mulmoStudioMultiLingualFileSchema, speakerDictionarySchema, speakerSchema, mulmoSpeechParamsSchema, mulmoImageParamsSchema, mulmoImageParamsImagesValueSchema, mulmoImageParamsImagesSchema, mulmoFillOptionSchema, mulmoMovieParamsSchema, textSlideParamsSchema, speechOptionsSchema, speakerDataSchema, mulmoCanvasDimensionSchema, mulmoPromptTemplateSchema, mulmoPromptTemplateFileSchema, text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoImageAssetSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mediaSourceMermaidSchema, mulmoSessionStateSchema, mulmoOpenAIImageModelSchema, mulmoGoogleImageModelSchema, mulmoGoogleMovieModelSchema, mulmoReplicateMovieModelSchema, mulmoImagePromptMediaSchema } from "./schema.js";
 import { pdf_modes, pdf_sizes, storyToScriptGenerateMode } from "../utils/const.js";
 import type { LLM } from "../utils/provider2agent.js";
 import { z } from "zod";
 export type LANG = z.infer<typeof langSchema>;
 export type MulmoBeat = z.infer<typeof mulmoBeatSchema>;
+export type MulmoSpeechParams = z.infer<typeof mulmoSpeechParamsSchema>;
+export type Speaker = z.infer<typeof speakerSchema>;
 export type SpeakerDictonary = z.infer<typeof speakerDictionarySchema>;
 export type SpeechOptions = z.infer<typeof speechOptionsSchema>;
 export type SpeakerData = z.infer<typeof speakerDataSchema>;

package/lib/utils/error_cause.d.ts

@@ -62,6 +62,8 @@ export declare const translateAction = "translate";
 export declare const audioFileTarget = "audioFile";
 export declare const imageFileTarget = "imageFile";
 export declare const movieFileTarget = "movieFile";
+export declare const videoDurationTarget = "videoDuration";
+export declare const unsupportedModelTarget = "unsupportedModel";
 export declare const multiLingualFileTarget = "multiLingualFile";
 export declare const videoSourceTarget = "videoSource";
 export declare const audioSourceTarget = "audioSource";

package/lib/utils/error_cause.js

@@ -65,6 +65,8 @@ export const translateAction = "translate";
 export const audioFileTarget = "audioFile";
 export const imageFileTarget = "imageFile";
 export const movieFileTarget = "movieFile";
+export const videoDurationTarget = "videoDuration";
+export const unsupportedModelTarget = "unsupportedModel";
 export const multiLingualFileTarget = "multiLingualFile";
 export const videoSourceTarget = "videoSource";
 export const audioSourceTarget = "audioSource";

package/lib/utils/provider2agent.d.ts

@@ -75,12 +75,21 @@ export declare const provider2MovieAgent: {
         defaultModel: string;
         models: string[];
         keyName: string;
+        modelParams: {
+            "veo-3.0-generate-preview": {
+                durations: number[];
+            };
+            "veo-2.0-generate-001": {
+                durations: number[];
+            };
+        };
     };
     mock: {
         agentName: string;
         defaultModel: string;
         models: string[];
         keyName: string;
+        modelParams: {};
     };
 };
 export declare const provider2SoundEffectAgent: {
@@ -156,3 +165,4 @@ export declare const defaultProviders: {
 export declare const llm: (keyof typeof provider2LLMAgent)[];
 export type LLM = keyof typeof provider2LLMAgent;
 export declare const htmlLLMProvider: string[];
+export declare const getModelDuration: (provider: keyof typeof provider2MovieAgent, model: string, movieDuration?: number) => number | undefined;

package/lib/utils/provider2agent.js

@@ -161,12 +161,21 @@ export const provider2MovieAgent = {
         defaultModel: "veo-2.0-generate-001",
         models: ["veo-2.0-generate-001", "veo-3.0-generate-preview"],
         keyName: "GEMINI_API_KEY",
+        modelParams: {
+            "veo-3.0-generate-preview": {
+                durations: [4, 6, 8],
+            },
+            "veo-2.0-generate-001": {
+                durations: [5, 6, 7, 8],
+            },
+        },
     },
     mock: {
         agentName: "mediaMockAgent",
         defaultModel: "mock-model",
         models: ["mock-model"],
         keyName: "",
+        modelParams: {},
     },
 };
 export const provider2SoundEffectAgent = {
@@ -282,3 +291,12 @@ export const defaultProviders = {
 };
 export const llm = Object.keys(provider2LLMAgent);
 export const htmlLLMProvider = ["openai", "anthropic", "mock"];
+export const getModelDuration = (provider, model, movieDuration) => {
+    const modelParams = provider2MovieAgent[provider]?.modelParams;
+    const { durations } = modelParams[model];
+    if (durations && movieDuration) {
+        const largerDurations = durations.filter((d) => d >= movieDuration);
+        return largerDurations.length > 0 ? largerDurations[0] : durations[durations.length - 1];
+    }
+    return durations?.[0];
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.61",
+  "version": "1.2.63",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",