mulmocast 1.2.0 → 1.2.2

package/assets/templates/akira_comic.json

@@ -1,7 +1,7 @@
 {
   "title": "Akira style",
   "description": "Template for Akira style comic presentation.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/ani.json

@@ -1,7 +1,7 @@
 {
   "title": "Presentation with Ani",
   "description": "Template for presentation with Ani.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. 言葉づかいは少しツンデレにして。Another AI will generate comic for each beat based on the image prompt of that beat. You don't need to specify the style of the image, just describe the scene. Mention the reference in one of beats, if it exists. Use the JSON below as a template. Create appropriate amount of beats, and make sure the beats are coherent and flow well.",
+  "systemPrompt": "言葉づかいは思いっきりツンデレにして。Another AI will generate comic for each beat based on the image prompt of that beat. You don't need to specify the style of the image, just describe the scene. Mention the reference in one of beats, if it exists. Use the JSON below as a template. Create appropriate amount of beats, and make sure the beats are coherent and flow well.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/business.json

@@ -1,6 +1,6 @@
 {
   "title": "Business presentation",
   "description": "Template for business presentation.",
-  "systemPrompt": "Generate a script for a business presentation of the given topic. Use textSlides, markdown, mermaid, or chart to show slides. Extract image links in the article (from <img> tag) to reuse them in the presentation. Mention the reference in one of beats, if it exists. Use the JSON below as a template. chartData is the data for Chart.js",
+  "systemPrompt": "Use textSlides, markdown, mermaid, or chart to show slides. Extract image links in the article (from <img> tag) to reuse them in the presentation. Mention the reference in one of beats, if it exists. Use the JSON below as a template. chartData is the data for Chart.js",
   "scriptName": "business.json"
 }

package/assets/templates/characters.json

@@ -11,6 +11,6 @@
       "height": 1024
     }
   },
-  "systemPrompt": "Generate a script for a the given story with multiple characters. Generate image prompts for each character, and make references to them in the beats. Use the JSON below as a template.",
+  "systemPrompt": "Use multiple characters. Generate image prompts for each character, and make references to them in the beats. Use the JSON below as a template.",
   "scriptName": "image_refs.json"
 }

package/assets/templates/children_book.json

@@ -1,7 +1,7 @@
 {
   "title": "Children Book",
   "description": "Template for children book.",
-  "systemPrompt": "Please generate a script for a children book on the topic provided by the user. Each page (=beat) must haven an image prompt appropriate for the text.",
+  "systemPrompt": "This script is for a children book. Each page (=beat) must haven an image prompt appropriate for the text.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/coding.json

@@ -1,6 +1,6 @@
 {
   "title": "Coding presentation",
   "description": "Template for software and coding presentation.",
-  "systemPrompt": "Generate a script for a technical presentation of the given topic. Use markdown with a code block to show some code on a slide. Avoid long coding examples, which may not fit in a single slide. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Use markdown with a code block to show some code on a slide. Avoid long coding examples, which may not fit in a single slide. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "scriptName": "coding.json"
 }

package/assets/templates/comic_strips.json

@@ -1,7 +1,7 @@
 {
   "title": "American Comic Strips",
   "description": "Template for Dilbert-style comic strips.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate comic strips for each beat based on the text description of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate comic strips for each beat based on the text description of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/drslump_comic.json

@@ -1,7 +1,7 @@
 {
   "title": "Dr. Slump Style",
   "description": "Template for Dr. Slump style comic presentation.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/ghibli_comic.json

@@ -1,7 +1,7 @@
 {
   "title": "Ghibli comic style",
   "description": "Template for Ghibli-style comic presentation.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate comic strips for each beat based on the text description of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate comic strips for each beat based on the text description of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/ghibli_image_only.json

@@ -1,7 +1,7 @@
 {
   "title": "Ghibli comic image-only",
   "description": "Template for Ghibli-style image-only comic presentation.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate an image for each beat based on the text description of that beat. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate an image for each beat based on the text description of that beat. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/ghibli_shorts.json

@@ -1,7 +1,7 @@
 {
   "title": "Ghibli style for YouTube Shorts",
   "description": "Template for Ghibli-style comic presentation.",
-  "systemPrompt": "Generate a Japanese script for a Youtube shorts of the given topic. Another AI will generate comic strips for each beat based on the text description of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "This script is for YouTube shorts. Another AI will generate comic strips for each beat based on the text description of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/ghost_comic.json

@@ -1,7 +1,7 @@
 {
   "title": "Ghost in the shell style",
   "description": "Template for Ghost in the shell style comic presentation.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/html.json

@@ -1,7 +1,7 @@
 {
   "title": "Business presentation in HTML",
   "description": "Template for business presentation in HTML.",
-  "systemPrompt": "Generate a script for a business presentation of the given topic. Another LLM will generate actual slides from the prompt and data for each beat. Adding optional data would help it to generate more compelling slide. Mention the reference in one of beats, if it exists. The valid type of reference is 'article', 'paper', 'image', 'video', 'audio'. Use the JSON below as a template.",
+  "systemPrompt": "Another LLM will generate actual slides from the prompt and data for each beat. Adding optional data would help it to generate more compelling slide. Mention the reference in one of beats, if it exists. The valid type of reference is 'article', 'paper', 'image', 'video', 'audio'. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/onepiece_comic.json

@@ -1,7 +1,7 @@
 {
   "title": "One Piece style",
   "description": "Template for One Piece style comic presentation.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate images for each beat based on the image prompt of that beat. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/portrait_movie.json

@@ -1,7 +1,7 @@
 {
   "title": "Photo realistic movie (portrait)",
   "description": "Template for photo realistic movie in portrait mode.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/realistic_movie.json

@@ -1,7 +1,7 @@
 {
   "title": "Photo realistic movie template",
   "description": "Template for photo realistic movie.",
-  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
+  "systemPrompt": "Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English. Mention the reference in one of beats, if it exists. Use the JSON below as a template.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/sensei_and_taro.json

@@ -1,7 +1,7 @@
 {
   "title": "Student and Teacher",
   "description": "Interactive discussion between a student and teacher",
-  "systemPrompt": "この件について、内容全てを高校生にも分かるように、太郎くん(Student)と先生(Teacher)の会話、という形の台本をArtifactとして作って。ただし要点はしっかりと押さえて。以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従って。",
+  "systemPrompt": "全てを高校生にも分かるように、太郎くん(Student)と先生(Teacher)の会話、という形の台本にして。ただし要点はしっかりと押さえて。以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従って。",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1",

package/assets/templates/shorts.json

@@ -1,7 +1,7 @@
 {
   "title": "Short movie template",
   "description": "Template for Youtube shorts.",
-  "systemPrompt": "Generate a script for a Youtube shorts of the given topic. The first beat should be a hook, which describes the topic. Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English.",
+  "systemPrompt": "This script is for YouTube shorts. The first beat should be a hook, which describes the topic. Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1"

package/assets/templates/trailer.json

@@ -1,7 +1,7 @@
 {
   "title": "Movie Trailer template",
   "description": "Template for A Movie Trailer.",
-  "systemPrompt": "Generate a script for a movie trailer of the given story. Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English.",
+  "systemPrompt": "This script is for a movie trailer. Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English.",
   "presentationStyle": {
     "$mulmocast": {
       "version": "1.1"

package/lib/actions/movie.js

@@ -80,7 +80,7 @@ const getOutputOption = (audioId, videoId) => {
 const addCaptions = (ffmpegContext, concatVideoId, context, caption) => {
     const beatsWithCaptions = context.studio.beats.filter(({ captionFile }) => captionFile);
     if (caption && beatsWithCaptions.length > 0) {
-        const introPadding = context.presentationStyle.audioParams.introPadding;
+        const introPadding = MulmoStudioContextMethods.getIntroPadding(context);
         return beatsWithCaptions.reduce((acc, beat, index) => {
             const { startAt, duration, captionFile } = beat;
             if (startAt !== undefined && duration !== undefined && captionFile !== undefined) {
@@ -168,7 +168,7 @@ const createVideo = async (audioArtifactFilePath, outputVideoPath, context) => {
         const extraPadding = (() => {
             // We need to consider only intro and outro padding because the other paddings were already added to the beat.duration
             if (index === 0) {
-                return context.presentationStyle.audioParams.introPadding;
+                return MulmoStudioContextMethods.getIntroPadding(context);
             }
             else if (index === context.studio.beats.length - 1) {
                 return context.presentationStyle.audioParams.outroPadding;

package/lib/agents/add_bgm_agent.js

@@ -1,6 +1,7 @@
 import fs from "fs";
 import { GraphAILogger } from "graphai";
 import { FfmpegContextAddInput, FfmpegContextInit, FfmpegContextGenerateOutput, ffmpegGetMediaDuration } from "../utils/ffmpeg_utils.js";
+import { MulmoStudioContextMethods } from "../methods/mulmo_studio_context.js";
 const addBGMAgent = async ({ namedInputs, params, }) => {
     const { voiceFile, outputFile, context } = namedInputs;
     const { musicFile } = params;
@@ -11,7 +12,7 @@ const addBGMAgent = async ({ namedInputs, params, }) => {
         throw new Error(`AddBGMAgent musicFile not exist: ${musicFile}`);
     }
     const { duration: speechDuration } = await ffmpegGetMediaDuration(voiceFile);
-    const introPadding = context.presentationStyle.audioParams.introPadding;
+    const introPadding = MulmoStudioContextMethods.getIntroPadding(context);
     const outroPadding = context.presentationStyle.audioParams.outroPadding;
     const totalDuration = speechDuration + introPadding + outroPadding;
     GraphAILogger.log("totalDucation:", speechDuration, totalDuration);

package/lib/agents/image_openai_agent.js

@@ -39,6 +39,7 @@ export const imageOpenaiAgent = async ({ namedInputs, params, config, }) => {
         prompt,
         n: 1,
         size,
+        background: "opaque",
     };
     if (model === "gpt-image-1") {
         imageOptions.moderation = moderation || "auto";

package/lib/cli/commands/tool/prompt/handler.js

@@ -10,5 +10,5 @@ export const handler = async (argv) => {
     setGraphAILogger(verbose, {
         template,
     });
-    await dumpPromptFromTemplate({ templateName: template });
+    await dumpPromptFromTemplate({ templateName: template, suppressFirstStatement: false });
 };

package/lib/data/promptTemplates.d.ts

@@ -33,8 +33,8 @@ export declare const promptTemplates: ({
                 presenter?: undefined;
                 optimus?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -100,8 +100,8 @@ export declare const promptTemplates: ({
                 presenter?: undefined;
                 optimus?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             model: string;
@@ -130,71 +130,6 @@ export declare const promptTemplates: ({
     scriptName: string;
     systemPrompt: string;
     title: string;
-} | {
-    description: string;
-    filename: string;
-    presentationStyle: {
-        $mulmocast: {
-            credit: string;
-            version: string;
-        };
-        audioParams: {
-            audioVolume: number;
-            bgm: {
-                kind: string;
-                url: string;
-            };
-            bgmVolume: number;
-            closingPadding: number;
-            introPadding: number;
-            outroPadding: number;
-            padding: number;
-            suppressSpeech: boolean;
-        };
-        canvasSize: {
-            height: number;
-            width: number;
-        };
-        imageParams: {
-            images: {
-                ani: {
-                    source: {
-                        kind: string;
-                        url: string;
-                    };
-                    type: string;
-                };
-                girl?: undefined;
-                presenter?: undefined;
-                optimus?: undefined;
-            };
-            provider: string;
-            style: string;
-        };
-        movieParams: {
-            model: string;
-            provider: string;
-        };
-        soundEffectParams: {
-            provider: string;
-        };
-        speechParams: {
-            speakers: {
-                Presenter: {
-                    provider: string;
-                    voiceId: string;
-                    displayName?: undefined;
-                    speechOptions?: undefined;
-                };
-                Announcer?: undefined;
-                Student?: undefined;
-                Teacher?: undefined;
-            };
-        };
-    };
-    scriptName: string;
-    systemPrompt: string;
-    title: string;
 } | {
     description: string;
     filename: string;
@@ -283,9 +218,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -348,8 +283,8 @@ export declare const promptTemplates: ({
                 ani?: undefined;
                 optimus?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -412,8 +347,8 @@ export declare const promptTemplates: ({
                 ani?: undefined;
                 optimus?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -483,8 +418,8 @@ export declare const promptTemplates: ({
                 girl?: undefined;
                 ani?: undefined;
             };
-            provider: string;
             style: string;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -512,13 +447,6 @@ export declare const promptTemplates: ({
     scriptName: string;
     systemPrompt: string;
     title: string;
-} | {
-    description: string;
-    filename: string;
-    systemPrompt: string;
-    title: string;
-    presentationStyle?: undefined;
-    scriptName?: undefined;
 } | {
     description: string;
     filename: string;
@@ -542,9 +470,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -606,9 +534,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;
@@ -662,9 +590,9 @@ export declare const promptTemplates: ({
             width: number;
         };
         imageParams: {
-            provider: string;
             style: string;
             images?: undefined;
+            provider?: undefined;
         };
         movieParams: {
             provider: string;