mulmocast 1.1.10 → 1.2.0

package/lib/utils/provider2agent.d.ts

@@ -19,6 +19,12 @@ export declare const provider2TTSAgent: {
         defaultModel: string;
         models: string[];
     };
+    mock: {
+        agentName: string;
+        hasLimitedConcurrency: boolean;
+        defaultModel: string;
+        models: string[];
+    };
 };
 export declare const provider2ImageAgent: {
     openai: {
@@ -31,6 +37,11 @@ export declare const provider2ImageAgent: {
         defaultModel: string;
         models: string[];
     };
+    mock: {
+        agentName: string;
+        defaultModel: string;
+        models: string[];
+    };
 };
 export type ReplicateModel = `${string}/${string}`;
 export declare const provider2MovieAgent: {
@@ -50,6 +61,11 @@ export declare const provider2MovieAgent: {
         defaultModel: string;
         models: string[];
     };
+    mock: {
+        agentName: string;
+        defaultModel: string;
+        models: string[];
+    };
 };
 export declare const provider2SoundEffectAgent: {
     replicate: {
@@ -77,7 +93,7 @@ export declare const provider2LipSyncAgent: {
 export declare const provider2LLMAgent: {
     readonly openai: {
         readonly agentName: "openAIAgent";
-        readonly defaultModel: "gpt-4o";
+        readonly defaultModel: "gpt-5";
         readonly max_tokens: 8192;
     };
     readonly anthropic: {
@@ -95,6 +111,11 @@ export declare const provider2LLMAgent: {
         readonly defaultModel: "llama3-8b-8192";
         readonly max_tokens: 4096;
     };
+    readonly mock: {
+        readonly agentName: "mediaMockAgent";
+        readonly defaultModel: "mock";
+        readonly max_tokens: 4096;
+    };
 };
 export declare const defaultProviders: {
     tts: keyof typeof provider2TTSAgent;

package/lib/utils/provider2agent.js

@@ -22,6 +22,12 @@ export const provider2TTSAgent = {
         // https://elevenlabs.io/docs/models
         models: ["eleven_multilingual_v2", "eleven_turbo_v2_5", "eleven_turbo_v2", "eleven_flash_v2_5", "eleven_flash_v2"],
     },
+    mock: {
+        agentName: "mediaMockAgent",
+        hasLimitedConcurrency: true,
+        defaultModel: "mock-model",
+        models: ["mock-model"],
+    },
 };
 export const provider2ImageAgent = {
     openai: {
@@ -30,9 +36,14 @@ export const provider2ImageAgent = {
         models: ["dall-e-3", "gpt-image-1"],
     },
     google: {
-        agentName: "imageGoogleAgent",
-        defaultModel: "imagen-3.0-fast-generate-001",
-        models: ["imagen-3.0-fast-generate-001", "imagen-3.0-generate-002", "imagen-3.0-capability-001"],
+        agentName: "imageGenAIAgent",
+        defaultModel: "imagen-4.0-generate-preview-06-06",
+        models: ["imagen-3.0-generate-002", "imagen-4.0-generate-preview-06-06", "imagen-4.0-ultra-generate-preview-06-06"],
+    },
+    mock: {
+        agentName: "mediaMockAgent",
+        defaultModel: "mock-model",
+        models: ["mock-model"],
     },
 };
 export const provider2MovieAgent = {
@@ -50,6 +61,7 @@ export const provider2MovieAgent = {
             "google/veo-3-fast",
             "minimax/video-01",
             "minimax/hailuo-02",
+            "minimax/hailuo-02-fast",
             "pixverse/pixverse-v4.5",
             "wan-video/wan-2.2-i2v-480p-fast",
             "wan-video/wan-2.2-t2v-480p-fast",
@@ -89,12 +101,12 @@ export const provider2MovieAgent = {
             },
             "google/veo-3": {
                 durations: [8],
-                start_image: undefined,
+                start_image: "image",
                 price_per_sec: 0.75,
             },
             "google/veo-3-fast": {
                 durations: [8],
-                start_image: undefined,
+                start_image: "image",
                 price_per_sec: 0.4,
             },
             "minimax/video-01": {
@@ -107,6 +119,11 @@ export const provider2MovieAgent = {
                 start_image: "first_frame_image",
                 price_per_sec: 0.08,
             },
+            "minimax/hailuo-02-fast": {
+                durations: [6, 10], // NOTE: 512P
+                start_image: "first_frame_image",
+                price_per_sec: 0.0166,
+            },
             "pixverse/pixverse-v4.5": {
                 durations: [5, 8],
                 start_image: "image",
@@ -126,10 +143,15 @@ export const provider2MovieAgent = {
         },
     },
     google: {
-        agentName: "movieGoogleAgent",
+        agentName: "movieGenAIAgent",
         defaultModel: "veo-2.0-generate-001",
         models: ["veo-2.0-generate-001"],
     },
+    mock: {
+        agentName: "mediaMockAgent",
+        defaultModel: "mock-model",
+        models: ["mock-model"],
+    },
 };
 export const provider2SoundEffectAgent = {
     replicate: {
@@ -184,7 +206,7 @@ export const provider2LipSyncAgent = {
 export const provider2LLMAgent = {
     openai: {
         agentName: "openAIAgent",
-        defaultModel: "gpt-4o",
+        defaultModel: "gpt-5",
         max_tokens: 8192,
     },
     anthropic: {
@@ -202,6 +224,11 @@ export const provider2LLMAgent = {
         defaultModel: "llama3-8b-8192",
         max_tokens: 4096,
     },
+    mock: {
+        agentName: "mediaMockAgent",
+        defaultModel: "mock",
+        max_tokens: 4096,
+    },
 };
 export const defaultProviders = {
     tts: "openai",
@@ -213,4 +240,4 @@ export const defaultProviders = {
     lipSync: "replicate",
 };
 export const llm = Object.keys(provider2LLMAgent);
-export const htmlLLMProvider = ["openai", "anthropic"];
+export const htmlLLMProvider = ["openai", "anthropic", "mock"];

package/lib/utils/string.js

@@ -46,6 +46,7 @@ export const replacementsJa = [
     { from: "Groq", to: "グロック" },
     { from: "TSMC", to: "ティーエスエムシー" },
     { from: "NVIDIA", to: "エヌビディア" },
+    { from: "PER", to: "ピーイーアール" },
     { from: "1つ", to: "ひとつ" },
     { from: "2つ", to: "ふたつ" },
     { from: "3つ", to: "みっつ" },

package/lib/utils/utils.d.ts

@@ -2,7 +2,7 @@ import type { ConfigDataDictionary, DefaultConfigData } from "graphai";
 import { MulmoBeat, MulmoStudioMultiLingualData } from "../types/index.js";
 import type { LLM } from "./provider2agent.js";
 export declare const llmPair: (_llm?: LLM, _model?: string) => {
-    agent: "openAIAgent" | "anthropicAgent" | "geminiAgent" | "groqAgent";
+    agent: "mediaMockAgent" | "openAIAgent" | "anthropicAgent" | "geminiAgent" | "groqAgent";
     model: string;
     max_tokens: 8192 | 4096;
 };

package/lib/utils/utils.js

@@ -54,8 +54,8 @@ export const settings2GraphAIConfig = (settings, env) => {
             apiKey: getKey("IMAGE", "OPENAI_API_KEY"),
             baseURL: getKey("IMAGE", "OPENAI_BASE_URL"),
         },
-        imageGoogleAgent: {
-            projectId: getKey("IMAGE", "GOOGLE_PROJECT_ID"),
+        imageGenAIAgent: {
+            apiKey: getKey("IMAGE", "GEMINI_API_KEY"),
         },
         anthropicAgent: {
             apiKey: getKey("LLM", "ANTHROPIC_API_TOKEN"),
@@ -63,8 +63,8 @@ export const settings2GraphAIConfig = (settings, env) => {
         movieReplicateAgent: {
             apiKey: getKey("MOVIE", "REPLICATE_API_TOKEN"),
         },
-        movieGoogleAgent: {
-            projectId: getKey("MOVIE", "GOOGLE_PROJECT_ID"),
+        movieGenAIAgent: {
+            apiKey: getKey("MOVIE", "GEMINI_API_KEY"),
         },
         ttsNijivoiceAgent: {
             apiKey: getKey("TTS", "NIJIVOICE_API_KEY"),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.1.10",
+  "version": "1.2.0",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -66,15 +66,18 @@
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
     "@google-cloud/text-to-speech": "^6.2.0",
+    "@google/genai": "^1.13.0",
     "@graphai/anthropic_agent": "^2.0.5",
     "@graphai/browserless_agent": "^2.0.1",
     "@graphai/gemini_agent": "^2.0.0",
     "@graphai/groq_agent": "^2.0.0",
-    "@graphai/input_agents": "^1.0.1",
+    "@graphai/input_agents": "^1.0.2",
     "@graphai/openai_agent": "^2.0.3",
     "@graphai/stream_agent_filter": "^2.0.2",
     "@graphai/vanilla": "^2.0.6",
     "@graphai/vanilla_node_agents": "^2.0.1",
+    "@inquirer/input": "^4.2.1",
+    "@inquirer/select": "^4.3.1",
     "@modelcontextprotocol/sdk": "^1.15.1",
     "@tavily/core": "^0.5.9",
     "canvas": "^3.1.2",
@@ -83,12 +86,11 @@
     "fluent-ffmpeg": "^2.1.3",
     "google-auth-library": "^10.1.0",
     "graphai": "^2.0.13",
-    "inquirer": "^12.9.0",
     "marked": "^16.1.2",
     "ora": "^8.2.0",
-    "puppeteer": "^24.15.0",
+    "puppeteer": "^24.16.0",
     "replicate": "^1.0.1",
-    "yaml": "^2.8.0",
+    "yaml": "^2.8.1",
     "yargs": "^18.0.0",
     "zod": "^3.25.76",
     "zod-to-json-schema": "^3.24.6"
@@ -101,7 +103,7 @@
     "@types/yargs": "^17.0.33",
     "eslint": "^9.32.0",
     "eslint-config-prettier": "^10.1.8",
-    "eslint-plugin-prettier": "^5.5.3",
+    "eslint-plugin-prettier": "^5.5.4",
     "eslint-plugin-sonarjs": "^3.0.4",
     "prettier": "^3.6.2",
     "ts-node": "^10.9.2",

package/scripts/test/test_genai.json

@@ -0,0 +1,47 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "imageParams": {
+    "provider": "google",
+    "style": "<style>Photo realistic.</style>"
+  },
+  "movieParams": {
+    "provider": "google"
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "id": "imagen_3",
+      "text": "image generated by imagen-3",
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "imageParams": {
+        "model": "imagen-3.0-generate-002"
+      }
+    },
+    {
+      "id": "imagen_4",
+      "text": "image generated by imagen-4",
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses"
+    },
+    {
+      "id": "imagen_4_ultra",
+      "text": "image generated by imagen-4",
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "imageParams": {
+        "model": "imagen-4.0-ultra-generate-preview-06-06"
+      }
+    },
+    {
+      "id": "genai_veo2",
+      "text": "movie generated by veo2",
+      "duration": 5,
+      "moviePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses"
+    },
+    {
+      "id": "genai_veo2_image",
+      "text": "movie generated by veo2 with image",
+      "duration": 5,
+      "imagePrompt": "a woman is walking through a busy Tokyo street at night, she is wearing dark sunglasses",
+      "moviePrompt": "a woman takes a selfie with her phone"
+    }
+  ]
+}

package/scripts/test/test_hello.json

@@ -2,9 +2,6 @@
   "$mulmocast": {
     "version": "1.1"
   },
-  "audioParams": {
-    "bgmVolume": 0
-  },
   "lang": "en",
   "beats": [
     {

package/scripts/test/test_hello_bgm_0.json

@@ -0,0 +1,21 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "audioParams": {
+    "bgmVolume": 0
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_hello_caption.json

@@ -0,0 +1,38 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "captionParams": {
+    "lang": "en"
+  },
+  "movieParams": {
+    "provider": "mock"
+  },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "displayName": {
+          "en": "Presenter"
+        },
+        "voiceId": "ae42d8b0-0c4b-4289-95b7-cf988569af36",
+        "provider": "mock"
+      }
+    }
+  },
+  "imageParams": {
+    "provider": "mock"
+  },
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_hello_caption.json~

@@ -0,0 +1,21 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "captionParams": {
+    "lang": "en"
+  },
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_hello_image.json

@@ -0,0 +1,42 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "movieParams": {
+    "provider": "mock"
+  },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "displayName": {
+          "en": "Presenter"
+        },
+        "voiceId": "ae42d8b0-0c4b-4289-95b7-cf988569af36",
+        "provider": "mock"
+      }
+    }
+  },
+  "htmlImageParams": {
+    "provider": "mock"
+  },
+  "imageParams": {
+    "provider": "mock"
+  },
+  "beats": [
+    {
+      "text": "Hello World"
+    },
+    {
+      "text": "Hello World",
+      "moviePrompt": "fire"
+    },
+    {
+      "text": "Hello World",
+      "htmlPrompt": {
+        "prompt": "fire",
+        "data": []
+      }
+    }
+  ]
+}

package/scripts/test/test_hello_image.json~

@@ -0,0 +1,18 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_hello_nobgm.json

@@ -0,0 +1,21 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "audioParams": {
+    "bgmVolume": 0
+  },
+  "beats": [
+    {
+      "text": "Hello World",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hello World",
+          "bullets": ["Hello", "World"]
+        }
+      }
+    }
+  ]
+}