mulmocast 1.2.2 → 1.2.4

package/assets/templates/ani.json

@@ -1,5 +1,5 @@
 {
-  "title": "Presentation with Ani",
+  "title": "Presentation by Ani",
   "description": "Template for presentation with Ani.",
   "systemPrompt": "言葉づかいは思いっきりツンデレにして。Another AI will generate comic for each beat based on the image prompt of that beat. You don't need to specify the style of the image, just describe the scene. Mention the reference in one of beats, if it exists. Use the JSON below as a template. Create appropriate amount of beats, and make sure the beats are coherent and flow well.",
   "presentationStyle": {
@@ -16,7 +16,13 @@
       "speakers": {
         "Presenter": {
           "voiceId": "shimmer",
-          "speechOptions": { "instruction": "Speak in a slightly high-pitched, curt tone with sudden flustered shifts—like a tsundere anime girl." }
+          "speechOptions": { "instruction": "Speak in a slightly high-pitched, curt tone with sudden flustered shifts—like a tsundere anime girl." },
+          "lang": {
+            "ja": {
+              "provider": "nijivoice",
+              "voiceId": "9d9ed276-49ee-443a-bc19-26e6136d05f0"
+            }
+          }
         }
       }
     },
@@ -26,7 +32,6 @@
         "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/morning001.mp3"
       }
     },
-    "lang": "en",
     "canvasSize": {
       "width": 1024,
       "height": 1536

package/assets/templates/html.json

@@ -7,7 +7,6 @@
       "version": "1.1",
       "credit": "closing"
     },
-    "lang": "en",
     "canvasSize": {
       "width": 1536,
       "height": 1024

package/lib/actions/audio.js

@@ -88,6 +88,7 @@ const graph_tts = {
                     force: [":context.force"],
                     file: ":preprocessor.audioPath",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     mulmoContext: ":context",
                     sessionType: "audio",
                 },

package/lib/actions/captions.js

@@ -26,7 +26,7 @@ const graph_data = {
                         agent: async (namedInputs) => {
                             const { beat, context, index } = namedInputs;
                             try {
-                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, true);
+                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, beat.id, true);
                                 const captionParams = mulmoCaptionParamsSchema.parse({ ...context.studio.script.captionParams, ...beat.captionParams });
                                 const canvasSize = MulmoPresentationStyleMethods.getCanvasSize(context.presentationStyle);
                                 const imagePath = getCaptionImagePath(context, index);
@@ -46,7 +46,7 @@ const graph_data = {
                                 return imagePath;
                             }
                             finally {
-                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, false);
+                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, beat.id, false);
                             }
                         },
                         inputs: {

package/lib/actions/image_agents.js

@@ -64,13 +64,13 @@ export const imagePluginAgent = async (namedInputs) => {
     const imagePath = getBeatPngImagePath(context, index);
     const plugin = MulmoBeatMethods.getPlugin(beat);
     try {
-        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, true);
+        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, true);
         const processorParams = { beat, context, imagePath, ...htmlStyle(context, beat) };
         await plugin.process(processorParams);
-        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, false);
+        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, false);
     }
     catch (error) {
-        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, false);
+        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, false);
         throw error;
     }
 };

package/lib/actions/images.js

@@ -88,6 +88,7 @@ const beat_graph_data = {
                     force: [":context.force", ":forceImage"],
                     file: ":preprocessor.htmlPath",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     mulmoContext: ":context",
                     sessionType: "html",
                 },
@@ -130,6 +131,7 @@ const beat_graph_data = {
                     force: [":context.force", ":forceImage"],
                     file: ":preprocessor.imagePath",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     mulmoContext: ":context",
                     sessionType: "image",
                 },
@@ -155,6 +157,7 @@ const beat_graph_data = {
                     force: [":context.force", ":forceMovie"],
                     file: ":preprocessor.movieFile",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     sessionType: "movie",
                     mulmoContext: ":context",
                 },
@@ -214,6 +217,7 @@ const beat_graph_data = {
                     force: [":context.force"],
                     file: ":preprocessor.soundEffectFile",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     sessionType: "soundEffect",
                     mulmoContext: ":context",
                 },
@@ -237,6 +241,7 @@ const beat_graph_data = {
                     force: [":context.force"],
                     file: ":preprocessor.lipSyncFile",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     sessionType: "lipSync",
                     mulmoContext: ":context",
                 },

package/lib/actions/translate.js

@@ -184,11 +184,11 @@ const localizedTextCacheAgentFilter = async (context, next) => {
         return { text: multiLingual.multiLingualTexts[targetLang].text };
     }
     try {
-        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, true);
+        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, beat.id, true);
         return await next(context);
     }
     finally {
-        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, false);
+        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, beat.id, false);
     }
 };
 const agentFilters = [

package/lib/agents/image_genai_agent.js

@@ -8,7 +8,7 @@ export const imageGenAIAgent = async ({ namedInputs, params, config, }) => {
     const model = params.model ?? provider2ImageAgent["google"].defaultModel;
     const apiKey = config?.apiKey;
     if (!apiKey) {
-        throw new Error("API key is required for Google GenAI agent");
+        throw new Error("Google GenAI API key is required (GEMINI_API_KEY)");
     }
     try {
         const ai = new GoogleGenAI({ apiKey });

package/lib/agents/image_openai_agent.js

@@ -8,6 +8,9 @@ export const imageOpenaiAgent = async ({ namedInputs, params, config, }) => {
     const { prompt, referenceImages } = namedInputs;
     const { moderation, canvasSize, quality } = params;
     const { apiKey, baseURL } = { ...config };
+    if (!apiKey) {
+        throw new Error("OpenAI API key is required (OPENAI_API_KEY)");
+    }
     const model = params.model ?? provider2ImageAgent["openai"].defaultModel;
     const openai = new OpenAI({ apiKey, baseURL });
     const size = (() => {

package/lib/agents/lipsync_replicate_agent.js

@@ -7,7 +7,7 @@ export const lipSyncReplicateAgent = async ({ namedInputs, params, config, }) =>
     const apiKey = config?.apiKey;
     const model = params.model ?? provider2LipSyncAgent.replicate.defaultModel;
     if (!apiKey) {
-        throw new Error("REPLICATE_API_TOKEN environment variable is required");
+        throw new Error("Replicate API key is required (REPLICATE_API_TOKEN)");
     }
     const replicate = new Replicate({
         auth: apiKey,

package/lib/agents/movie_genai_agent.js

@@ -19,7 +19,7 @@ export const movieGenAIAgent = async ({ namedInputs, params, config, }) => {
     const duration = params.duration ?? 8;
     const apiKey = config?.apiKey;
     if (!apiKey) {
-        throw new Error("API key is required for Google GenAI agent");
+        throw new Error("Google GenAI API key is required (GEMINI_API_KEY)");
     }
     try {
         const ai = new GoogleGenAI({ apiKey });

package/lib/agents/movie_replicate_agent.js

@@ -86,7 +86,7 @@ export const movieReplicateAgent = async ({ namedInputs, params, config, }) => {
     }
     const apiKey = config?.apiKey;
     if (!apiKey) {
-        throw new Error("REPLICATE_API_TOKEN environment variable is required");
+        throw new Error("Replicate API key is required (REPLICATE_API_TOKEN)");
     }
     try {
         const buffer = await generateMovie(model, apiKey, prompt, imagePath, aspectRatio, duration);

package/lib/agents/sound_effect_replicate_agent.js

@@ -7,7 +7,7 @@ export const soundEffectReplicateAgent = async ({ namedInputs, params, config })
     const apiKey = config?.apiKey;
     const model = params.model ?? provider2SoundEffectAgent.replicate.defaultModel;
     if (!apiKey) {
-        throw new Error("REPLICATE_API_TOKEN environment variable is required");
+        throw new Error("Replicate API key is required (REPLICATE_API_TOKEN)");
     }
     const replicate = new Replicate({
         auth: apiKey,

package/lib/agents/tts_elevenlabs_agent.js

@@ -5,7 +5,7 @@ export const ttsElevenlabsAgent = async ({ namedInputs, params, config, }) => {
     const { voice, model, stability, similarityBoost, suppressError } = params;
     const apiKey = config?.apiKey;
     if (!apiKey) {
-        throw new Error("ELEVENLABS_API_KEY environment variable is required");
+        throw new Error("ElevenLabs API key is required (ELEVENLABS_API_KEY)");
     }
     if (!voice) {
         throw new Error("ELEVENLABS Voice ID is required");

package/lib/agents/tts_nijivoice_agent.js

@@ -1,15 +1,19 @@
-import { GraphAILogger, assert } from "graphai";
+import { GraphAILogger } from "graphai";
+/*
 const errorMessage = [
-    "TTS NijiVoice: No API key. ",
-    "You have the following options:",
-    "1. Obtain an API key from Niji Voice (https://platform.nijivoice.com/) and set it as the NIJIVOICE_API_KEY environment variable.",
-    '2. Use OpenAI\'s TTS instead of Niji Voice by changing speechParams.provider from "nijivoice" to "openai".',
+  "TTS NijiVoice: No API key. ",
+  "You have the following options:",
+  "1. Obtain an API key from Niji Voice (https://platform.nijivoice.com/) and set it as the NIJIVOICE_API_KEY environment variable.",
+  '2. Use OpenAI\'s TTS instead of Niji Voice by changing speechParams.provider from "nijivoice" to "openai".',
 ].join("\n");
+*/
 export const ttsNijivoiceAgent = async ({ params, namedInputs, config, }) => {
     const { suppressError, voice, speed, speed_global } = params;
     const { apiKey } = config ?? {};
     const { text } = namedInputs;
-    assert(!!apiKey, errorMessage);
+    if (!apiKey) {
+        throw new Error("NijiVoice API key is required (NIJIVOICE_API_KEY)");
+    }
     const url = `https://api.nijivoice.com/api/platform/v1/voice-actors/${voice}/generate-voice`;
     const options = {
         method: "POST",

package/lib/agents/tts_openai_agent.js

@@ -5,6 +5,9 @@ export const ttsOpenaiAgent = async ({ namedInputs, params, config, }) => {
     const { text } = namedInputs;
     const { model, voice, suppressError, instructions } = params;
     const { apiKey, baseURL } = config ?? {};
+    if (!apiKey) {
+        throw new Error("OpenAI API key is required (OPENAI_API_KEY)");
+    }
     const openai = new OpenAI({ apiKey, baseURL });
     try {
         const tts_options = {

package/lib/data/bgmAssets.d.ts

@@ -0,0 +1,18 @@
+type BgmAsset = {
+    name: string;
+    title: string;
+    url: string;
+    suno_url: string;
+    date: string;
+    duration: string;
+    account: string;
+    original_license: string;
+    prompt: string;
+    model: string;
+};
+export type BgmAssets = {
+    license: string;
+    bgms: BgmAsset[];
+};
+export declare const bgmAssets: BgmAssets;
+export {};

package/lib/data/bgmAssets.js

@@ -0,0 +1,101 @@
+export const bgmAssets = {
+    license: "Free to distribute as the BMG of media generated by MulmoCast, including commercial use.",
+    bgms: [
+        {
+            name: "story001.mp3",
+            title: "Whispered Melody",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story001.mp3",
+            suno_url: "https://suno.com/s/v6zer50aQJu8Y0qA",
+            date: "2025-06-17",
+            duration: "03:17",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "instrumental, smooth, piano",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story002.mp3",
+            title: "Rise and Shine",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story002.mp3",
+            suno_url: "https://suno.com/s/mJnvyu3UXnkdAPfQ",
+            date: "2025-06-17",
+            duration: "04:04",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "techno, inspiring, piano",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story003.mp3",
+            title: "Chasing the Sunset",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story003.mp3",
+            suno_url: "https://suno.com/s/2zGjMQ9vURJbaMZA",
+            date: "2025-06-17",
+            duration: "02:49",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "piano, inspiring, sunset",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story004.mp3",
+            title: "Whispering Keys",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story004.mp3",
+            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
+            date: "2025-06-17",
+            duration: "04:00",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Piano, classical, ambient",
+            model: "v4",
+        },
+        {
+            name: "story005.mp3",
+            title: "Whisper of Ivory",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story005.mp3",
+            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
+            date: "2025-06-17",
+            duration: "04:00",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Piano solo, classical, ambient",
+            model: "v4",
+        },
+        {
+            name: "theme001.mp3",
+            title: "Rise of the Flame",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/theme001.mp3",
+            suno_url: "https://suno.com/s/WhYOf8oJYhBgSKET",
+            date: "2025-06-20",
+            duration: "03:23",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Olympic Theme, classical, emotional",
+            model: "v4",
+        },
+        {
+            name: "olympic001.mp3",
+            title: "Olympic-style Theme Music",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/olympic001.mp3",
+            suno_url: "https://suno.com/s/32wpnmCrkFVvkTSQ",
+            date: "2025-07-17",
+            duration: "02:54",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Epic orchestral fanfare in the style of John Williams' Olympic Fanfare and Theme. Bright brass fanfare, soaring strings, powerful percussion, and heroic French horn melodies. Triumphant and majestic mood, suitable for an opening ceremony or national celebration. Emphasize dynamic builds, rich harmonies, and cinematic grandeur.",
+            model: "v4.5+",
+        },
+        {
+            name: "morning001.mp3",
+            title: "Morning Dance",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/morning001.mp3",
+            suno_url: "https://suno.com/s/9MTkutZYqxeyBlwK",
+            date: "2025-07-17",
+            duration: "03:52",
+            account: "@snakajima",
+            original_license: "morning, piano solo, Japanese name, sexy",
+            prompt: "morning, piano solo, Japanese name, sexy",
+            model: "v4.5+",
+        },
+    ],
+};

package/lib/data/index.d.ts

@@ -1,3 +1,4 @@
 export * from "./promptTemplates.js";
 export * from "./scriptTemplates.js";
 export * from "./templateDataSet.js";
+export * from "./bgmAssets.js";

package/lib/data/index.js

@@ -1,3 +1,4 @@
 export * from "./promptTemplates.js";
 export * from "./scriptTemplates.js";
 export * from "./templateDataSet.js";
+export * from "./bgmAssets.js";

package/lib/data/promptTemplates.d.ts

@@ -50,8 +50,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -113,13 +113,17 @@ export declare const promptTemplates: ({
         speechParams: {
             speakers: {
                 Presenter: {
+                    lang: {
+                        ja: {
+                            provider: string;
+                            voiceId: string;
+                        };
+                    };
                     speechOptions: {
                         instruction: string;
-                        speed?: undefined;
                     };
                     voiceId: string;
                     displayName?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -183,8 +187,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -236,8 +240,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -300,73 +304,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
-                };
-                Announcer?: undefined;
-                Student?: undefined;
-                Teacher?: undefined;
-            };
-        };
-    };
-    scriptName: string;
-    systemPrompt: string;
-    title: string;
-} | {
-    description: string;
-    filename: string;
-    presentationStyle: {
-        $mulmocast: {
-            credit: string;
-            version: string;
-        };
-        audioParams: {
-            audioVolume: number;
-            bgmVolume: number;
-            closingPadding: number;
-            introPadding: number;
-            outroPadding: number;
-            padding: number;
-            suppressSpeech: boolean;
-            bgm?: undefined;
-        };
-        canvasSize: {
-            height: number;
-            width: number;
-        };
-        imageParams: {
-            images: {
-                presenter: {
-                    source: {
-                        kind: string;
-                        url: string;
-                    };
-                    type: string;
-                };
-                girl?: undefined;
-                ani?: undefined;
-                optimus?: undefined;
-            };
-            style: string;
-            provider?: undefined;
-        };
-        movieParams: {
-            provider: string;
-            model?: undefined;
-        };
-        soundEffectParams: {
-            provider: string;
-        };
-        speechParams: {
-            speakers: {
-                Presenter: {
-                    provider: string;
-                    speechOptions: {
-                        speed: number;
-                        instruction?: undefined;
-                    };
-                    voiceId: string;
-                    displayName?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -435,8 +374,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -552,8 +491,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -608,8 +547,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;