mulmocast 1.2.1 → 1.2.3

package/assets/templates/ani.json

@@ -1,5 +1,5 @@
 {
-  "title": "Presentation with Ani",
+  "title": "Presentation by Ani",
   "description": "Template for presentation with Ani.",
   "systemPrompt": "言葉づかいは思いっきりツンデレにして。Another AI will generate comic for each beat based on the image prompt of that beat. You don't need to specify the style of the image, just describe the scene. Mention the reference in one of beats, if it exists. Use the JSON below as a template. Create appropriate amount of beats, and make sure the beats are coherent and flow well.",
   "presentationStyle": {
@@ -16,7 +16,13 @@
       "speakers": {
         "Presenter": {
           "voiceId": "shimmer",
-          "speechOptions": { "instruction": "Speak in a slightly high-pitched, curt tone with sudden flustered shifts—like a tsundere anime girl." }
+          "speechOptions": { "instruction": "Speak in a slightly high-pitched, curt tone with sudden flustered shifts—like a tsundere anime girl." },
+          "lang": {
+            "ja": {
+              "provider": "nijivoice",
+              "voiceId": "9d9ed276-49ee-443a-bc19-26e6136d05f0"
+            }
+          }
         }
       }
     },
@@ -26,7 +32,6 @@
         "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/morning001.mp3"
       }
     },
-    "lang": "en",
     "canvasSize": {
       "width": 1024,
       "height": 1536

package/assets/templates/html.json

@@ -7,7 +7,6 @@
       "version": "1.1",
       "credit": "closing"
     },
-    "lang": "en",
     "canvasSize": {
       "width": 1536,
       "height": 1024

package/lib/actions/audio.js

@@ -88,6 +88,7 @@ const graph_tts = {
                     force: [":context.force"],
                     file: ":preprocessor.audioPath",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     mulmoContext: ":context",
                     sessionType: "audio",
                 },

package/lib/actions/captions.js

@@ -26,7 +26,7 @@ const graph_data = {
                         agent: async (namedInputs) => {
                             const { beat, context, index } = namedInputs;
                             try {
-                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, true);
+                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, beat.id, true);
                                 const captionParams = mulmoCaptionParamsSchema.parse({ ...context.studio.script.captionParams, ...beat.captionParams });
                                 const canvasSize = MulmoPresentationStyleMethods.getCanvasSize(context.presentationStyle);
                                 const imagePath = getCaptionImagePath(context, index);
@@ -46,7 +46,7 @@ const graph_data = {
                                 return imagePath;
                             }
                             finally {
-                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, false);
+                                MulmoStudioContextMethods.setBeatSessionState(context, "caption", index, beat.id, false);
                             }
                         },
                         inputs: {

package/lib/actions/image_agents.js

@@ -64,13 +64,13 @@ export const imagePluginAgent = async (namedInputs) => {
     const imagePath = getBeatPngImagePath(context, index);
     const plugin = MulmoBeatMethods.getPlugin(beat);
     try {
-        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, true);
+        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, true);
         const processorParams = { beat, context, imagePath, ...htmlStyle(context, beat) };
         await plugin.process(processorParams);
-        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, false);
+        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, false);
     }
     catch (error) {
-        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, false);
+        MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, false);
         throw error;
     }
 };

package/lib/actions/images.js

@@ -88,6 +88,7 @@ const beat_graph_data = {
                     force: [":context.force", ":forceImage"],
                     file: ":preprocessor.htmlPath",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     mulmoContext: ":context",
                     sessionType: "html",
                 },
@@ -130,6 +131,7 @@ const beat_graph_data = {
                     force: [":context.force", ":forceImage"],
                     file: ":preprocessor.imagePath",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     mulmoContext: ":context",
                     sessionType: "image",
                 },
@@ -155,6 +157,7 @@ const beat_graph_data = {
                     force: [":context.force", ":forceMovie"],
                     file: ":preprocessor.movieFile",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     sessionType: "movie",
                     mulmoContext: ":context",
                 },
@@ -214,6 +217,7 @@ const beat_graph_data = {
                     force: [":context.force"],
                     file: ":preprocessor.soundEffectFile",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     sessionType: "soundEffect",
                     mulmoContext: ":context",
                 },
@@ -237,6 +241,7 @@ const beat_graph_data = {
                     force: [":context.force"],
                     file: ":preprocessor.lipSyncFile",
                     index: ":__mapIndex",
+                    id: ":beat.id",
                     sessionType: "lipSync",
                     mulmoContext: ":context",
                 },

package/lib/actions/translate.js

@@ -184,11 +184,11 @@ const localizedTextCacheAgentFilter = async (context, next) => {
         return { text: multiLingual.multiLingualTexts[targetLang].text };
     }
     try {
-        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, true);
+        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, beat.id, true);
         return await next(context);
     }
     finally {
-        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, false);
+        MulmoStudioContextMethods.setBeatSessionState(mulmoContext, "multiLingual", beatIndex, beat.id, false);
     }
 };
 const agentFilters = [

package/lib/data/bgmAssets.d.ts

@@ -0,0 +1,18 @@
+type BgmAsset = {
+    name: string;
+    title: string;
+    url: string;
+    suno_url: string;
+    date: string;
+    duration: string;
+    account: string;
+    original_license: string;
+    prompt: string;
+    model: string;
+};
+export type BgmAssets = {
+    license: string;
+    bgms: BgmAsset[];
+};
+export declare const bgmAssets: BgmAssets;
+export {};

package/lib/data/bgmAssets.js

@@ -0,0 +1,101 @@
+export const bgmAssets = {
+    license: "Free to distribute as the BMG of media generated by MulmoCast, including commercial use.",
+    bgms: [
+        {
+            name: "story001.mp3",
+            title: "Whispered Melody",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story001.mp3",
+            suno_url: "https://suno.com/s/v6zer50aQJu8Y0qA",
+            date: "2025-06-17",
+            duration: "03:17",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "instrumental, smooth, piano",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story002.mp3",
+            title: "Rise and Shine",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story002.mp3",
+            suno_url: "https://suno.com/s/mJnvyu3UXnkdAPfQ",
+            date: "2025-06-17",
+            duration: "04:04",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "techno, inspiring, piano",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story003.mp3",
+            title: "Chasing the Sunset",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story003.mp3",
+            suno_url: "https://suno.com/s/2zGjMQ9vURJbaMZA",
+            date: "2025-06-17",
+            duration: "02:49",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "piano, inspiring, sunset",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story004.mp3",
+            title: "Whispering Keys",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story004.mp3",
+            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
+            date: "2025-06-17",
+            duration: "04:00",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Piano, classical, ambient",
+            model: "v4",
+        },
+        {
+            name: "story005.mp3",
+            title: "Whisper of Ivory",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story005.mp3",
+            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
+            date: "2025-06-17",
+            duration: "04:00",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Piano solo, classical, ambient",
+            model: "v4",
+        },
+        {
+            name: "theme001.mp3",
+            title: "Rise of the Flame",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/theme001.mp3",
+            suno_url: "https://suno.com/s/WhYOf8oJYhBgSKET",
+            date: "2025-06-20",
+            duration: "03:23",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Olympic Theme, classical, emotional",
+            model: "v4",
+        },
+        {
+            name: "olympic001.mp3",
+            title: "Olympic-style Theme Music",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/olympic001.mp3",
+            suno_url: "https://suno.com/s/32wpnmCrkFVvkTSQ",
+            date: "2025-07-17",
+            duration: "02:54",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Epic orchestral fanfare in the style of John Williams' Olympic Fanfare and Theme. Bright brass fanfare, soaring strings, powerful percussion, and heroic French horn melodies. Triumphant and majestic mood, suitable for an opening ceremony or national celebration. Emphasize dynamic builds, rich harmonies, and cinematic grandeur.",
+            model: "v4.5+",
+        },
+        {
+            name: "morning001.mp3",
+            title: "Morning Dance",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/morning001.mp3",
+            suno_url: "https://suno.com/s/9MTkutZYqxeyBlwK",
+            date: "2025-07-17",
+            duration: "03:52",
+            account: "@snakajima",
+            original_license: "morning, piano solo, Japanese name, sexy",
+            prompt: "morning, piano solo, Japanese name, sexy",
+            model: "v4.5+",
+        },
+    ],
+};

package/lib/data/index.d.ts

@@ -1,3 +1,4 @@
 export * from "./promptTemplates.js";
 export * from "./scriptTemplates.js";
 export * from "./templateDataSet.js";
+export * from "./bgmAssets.js";

package/lib/data/index.js

@@ -1,3 +1,4 @@
 export * from "./promptTemplates.js";
 export * from "./scriptTemplates.js";
 export * from "./templateDataSet.js";
+export * from "./bgmAssets.js";

package/lib/data/promptTemplates.d.ts

@@ -33,8 +33,8 @@ export declare const promptTemplates: ({
                 presenter?: undefined;
                 optimus?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -50,8 +50,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -100,8 +100,8 @@ export declare const promptTemplates: ({
                 presenter?: undefined;
                 optimus?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             model: string;
@@ -113,78 +113,17 @@ export declare const promptTemplates: ({
         speechParams: {
             speakers: {
                 Presenter: {
+                    lang: {
+                        ja: {
+                            provider: string;
+                            voiceId: string;
+                        };
+                    };
                     speechOptions: {
                         instruction: string;
-                        speed?: undefined;
-                    };
-                    voiceId: string;
-                    displayName?: undefined;
-                    provider?: undefined;
-                };
-                Announcer?: undefined;
-                Student?: undefined;
-                Teacher?: undefined;
-            };
-        };
-    };
-    scriptName: string;
-    systemPrompt: string;
-    title: string;
-} | {
-    description: string;
-    filename: string;
-    presentationStyle: {
-        $mulmocast: {
-            credit: string;
-            version: string;
-        };
-        audioParams: {
-            audioVolume: number;
-            bgm: {
-                kind: string;
-                url: string;
-            };
-            bgmVolume: number;
-            closingPadding: number;
-            introPadding: number;
-            outroPadding: number;
-            padding: number;
-            suppressSpeech: boolean;
-        };
-        canvasSize: {
-            height: number;
-            width: number;
-        };
-        imageParams: {
-            images: {
-                ani: {
-                    source: {
-                        kind: string;
-                        url: string;
                     };
-                    type: string;
-                };
-                girl?: undefined;
-                presenter?: undefined;
-                optimus?: undefined;
-            };
-            provider: string;
-            style: string;
-        };
-        movieParams: {
-            model: string;
-            provider: string;
-        };
-        soundEffectParams: {
-            provider: string;
-        };
-        speechParams: {
-            speakers: {
-                Presenter: {
-                    provider: string;
                     voiceId: string;
                     displayName?: undefined;
-                    speechOptions?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -248,8 +187,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -283,9 +222,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -301,8 +240,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -348,8 +287,8 @@ export declare const promptTemplates: ({
                 ani?: undefined;
                 optimus?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -365,73 +304,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
-                };
-                Announcer?: undefined;
-                Student?: undefined;
-                Teacher?: undefined;
-            };
-        };
-    };
-    scriptName: string;
-    systemPrompt: string;
-    title: string;
-} | {
-    description: string;
-    filename: string;
-    presentationStyle: {
-        $mulmocast: {
-            credit: string;
-            version: string;
-        };
-        audioParams: {
-            audioVolume: number;
-            bgmVolume: number;
-            closingPadding: number;
-            introPadding: number;
-            outroPadding: number;
-            padding: number;
-            suppressSpeech: boolean;
-            bgm?: undefined;
-        };
-        canvasSize: {
-            height: number;
-            width: number;
-        };
-        imageParams: {
-            images: {
-                presenter: {
-                    source: {
-                        kind: string;
-                        url: string;
-                    };
-                    type: string;
-                };
-                girl?: undefined;
-                ani?: undefined;
-                optimus?: undefined;
-            };
-            provider: string;
-            style: string;
-        };
-        movieParams: {
-            provider: string;
-            model?: undefined;
-        };
-        soundEffectParams: {
-            provider: string;
-        };
-        speechParams: {
-            speakers: {
-                Presenter: {
-                    provider: string;
-                    speechOptions: {
-                        speed: number;
-                        instruction?: undefined;
-                    };
-                    voiceId: string;
-                    displayName?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -483,8 +357,8 @@ export declare const promptTemplates: ({
                 girl?: undefined;
                 ani?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -500,8 +374,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -512,13 +386,6 @@ export declare const promptTemplates: ({
     scriptName: string;
     systemPrompt: string;
     title: string;
-} | {
-    description: string;
-    filename: string;
-    systemPrompt: string;
-    title: string;
-    presentationStyle?: undefined;
-    scriptName?: undefined;
 } | {
     description: string;
     filename: string;
@@ -542,9 +409,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -606,9 +473,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -624,8 +491,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;
@@ -662,9 +529,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -680,8 +547,8 @@ export declare const promptTemplates: ({
                         en: string;
                     };
                     voiceId: string;
+                    lang?: undefined;
                     speechOptions?: undefined;
-                    provider?: undefined;
                 };
                 Announcer?: undefined;
                 Student?: undefined;