mulmocast 2.1.18 → 2.1.20

package/assets/templates/sensei_and_taro.json

@@ -16,9 +16,9 @@
     },
     "speechParams": {
       "speakers": {
-        "Announcer": { "provider": "nijivoice", "displayName": { "ja": "アナウンサー" }, "voiceId": "3708ad43-cace-486c-a4ca-8fe41186e20c" },
-        "Student": { "provider": "nijivoice", "displayName": { "ja": "太郎" }, "voiceId": "a7619e48-bf6a-4f9f-843f-40485651257f" },
-        "Teacher": { "provider": "nijivoice", "displayName": { "ja": "先生" }, "voiceId": "bc06c63f-fef6-43b6-92f7-67f919bd5dae" }
+        "Announcer": { "provider": "gemini", "displayName": { "ja": "アナウンサー" }, "voiceId": "Aoede" },
+        "Student": { "provider": "gemini", "displayName": { "ja": "太郎" }, "voiceId": "Puck" },
+        "Teacher": { "provider": "gemini", "displayName": { "ja": "先生" }, "voiceId": "Charon" }
       }
     }
   },

package/lib/actions/audio.js

@@ -2,9 +2,9 @@ import dotenv from "dotenv";
 import { GraphAI, TaskManager, GraphAILogger } from "graphai";
 import * as agents from "@graphai/vanilla";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
-import { ttsNijivoiceAgent, ttsOpenaiAgent, ttsGoogleAgent, ttsGeminiAgent, ttsElevenlabsAgent, ttsKotodamaAgent, addBGMAgent, combineAudioFilesAgent, mediaMockAgent, } from "../agents/index.js";
+import { ttsOpenaiAgent, ttsGoogleAgent, ttsGeminiAgent, ttsElevenlabsAgent, ttsKotodamaAgent, addBGMAgent, combineAudioFilesAgent, mediaMockAgent, } from "../agents/index.js";
 import { text2SpeechProviderSchema } from "../types/index.js";
-import { fileCacheAgentFilter, nijovoiceTextAgentFilter } from "../utils/filters.js";
+import { fileCacheAgentFilter } from "../utils/filters.js";
 import { getAudioArtifactFilePath, getAudioFilePath, getOutputStudioFilePath, resolveDirPath, defaultBGMPath, mkdir, writingMessage } from "../utils/file.js";
 import { localizedText, settings2GraphAIConfig } from "../utils/utils.js";
 import { text2hash } from "../utils/utils_node.js";
@@ -214,14 +214,9 @@ const agentFilters = [
         agent: fileCacheAgentFilter,
         nodeIds: ["tts"],
     },
-    {
-        name: "nijovoiceTextAgentFilter",
-        agent: nijovoiceTextAgentFilter,
-        nodeIds: ["tts"],
-    },
 ];
 const getConcurrency = (context) => {
-    // Check if any speaker uses nijivoice or elevenlabs (providers that require concurrency = 1)
+    // Check if any speaker uses elevenlabs or kotodama (providers that require concurrency = 1)
     const hasLimitedConcurrencyProvider = Object.values(context.presentationStyle.speechParams.speakers).some((speaker) => {
         const provider = text2SpeechProviderSchema.parse(speaker.provider);
         return provider2TTSAgent[provider].hasLimitedConcurrency;
@@ -232,7 +227,6 @@ const audioAgents = {
     ...vanillaAgents,
     fileWriteAgent,
     ttsOpenaiAgent,
-    ttsNijivoiceAgent,
     ttsGoogleAgent,
     ttsGeminiAgent,
     ttsKotodamaAgent,

package/lib/actions/movie.d.ts

@@ -28,7 +28,7 @@ export declare const getTransitionVideoId: (transition: MulmoTransition, videoId
 };
 export declare const getConcatVideoFilter: (concatVideoId: string, videoIdsForBeats: VideoId[]) => string;
 export declare const validateBeatSource: (studioBeat: MulmoStudioContext["studio"]["beats"][number], index: number) => string;
-export declare const addSplitAndExtractFrames: (ffmpegContext: FfmpegContext, videoId: string, duration: number, isMovie: boolean, needFirst: boolean, needLast: boolean, canvasInfo: {
+export declare const addSplitAndExtractFrames: (ffmpegContext: FfmpegContext, videoId: string, firstDuration: number, lastDuration: number, isMovie: boolean, needFirst: boolean, needLast: boolean, canvasInfo: {
     width: number;
     height: number;
 }) => void;

package/lib/actions/movie.js

@@ -147,8 +147,7 @@ const addTransitionEffects = (ffmpegContext, captionedVideoId, context, transiti
         // Limit transition duration to be no longer than either beat's duration
         const prevBeatDuration = context.studio.beats[beatIndex - 1].duration ?? 1;
         const currentBeatDuration = context.studio.beats[beatIndex].duration ?? 1;
-        const maxDuration = Math.min(prevBeatDuration, currentBeatDuration) * 0.9; // Use 90% to leave some margin
-        const duration = Math.min(transition.duration, maxDuration);
+        const duration = getClampedTransitionDuration(transition.duration, prevBeatDuration, currentBeatDuration);
         const outputVideoId = `trans_${beatIndex}_o`;
         const processedVideoId = `${transitionVideoId}_f`;
         if (transition.type === "fade") {
@@ -277,6 +276,33 @@ export const getConcatVideoFilter = (concatVideoId, videoIdsForBeats) => {
     const inputs = videoIds.map((id) => `[${id}]`).join("");
     return `${inputs}concat=n=${videoIds.length}:v=1:a=0[${concatVideoId}]`;
 };
+const getClampedTransitionDuration = (transitionDuration, prevBeatDuration, currentBeatDuration) => {
+    const maxDuration = Math.min(prevBeatDuration, currentBeatDuration) * 0.9; // Use 90% to leave some margin
+    return Math.min(transitionDuration, maxDuration);
+};
+const getTransitionFrameDurations = (context, index) => {
+    const minFrame = 1 / 30; // 30fpsを想定。最小1フレーム
+    const beats = context.studio.beats;
+    const scriptBeats = context.studio.script.beats;
+    const currentTransition = MulmoPresentationStyleMethods.getMovieTransition(context, scriptBeats[index]);
+    let firstDuration = 0;
+    if (currentTransition && index > 0) {
+        const prevBeatDuration = beats[index - 1].duration ?? 1;
+        const currentBeatDuration = beats[index].duration ?? 1;
+        firstDuration = getClampedTransitionDuration(currentTransition.duration, prevBeatDuration, currentBeatDuration);
+    }
+    const nextTransition = index < scriptBeats.length - 1 ? MulmoPresentationStyleMethods.getMovieTransition(context, scriptBeats[index + 1]) : null;
+    let lastDuration = 0;
+    if (nextTransition) {
+        const prevBeatDuration = beats[index].duration ?? 1;
+        const currentBeatDuration = beats[index + 1].duration ?? 1;
+        lastDuration = getClampedTransitionDuration(nextTransition.duration, prevBeatDuration, currentBeatDuration);
+    }
+    return {
+        firstDuration: Math.max(firstDuration, minFrame),
+        lastDuration: Math.max(lastDuration, minFrame),
+    };
+};
 export const validateBeatSource = (studioBeat, index) => {
     const sourceFile = studioBeat.lipSyncFile ?? studioBeat.soundEffectFile ?? studioBeat.movieFile ?? studioBeat.htmlImageFile ?? studioBeat.imageFile;
     assert(!!sourceFile, `studioBeat.imageFile or studioBeat.movieFile is not set: index=${index}`, false, createVideoSourceError(index));
@@ -284,7 +310,7 @@ export const validateBeatSource = (studioBeat, index) => {
     assert(!!studioBeat.duration, `studioBeat.duration is not set: index=${index}`);
     return sourceFile;
 };
-export const addSplitAndExtractFrames = (ffmpegContext, videoId, duration, isMovie, needFirst, needLast, canvasInfo) => {
+export const addSplitAndExtractFrames = (ffmpegContext, videoId, firstDuration, lastDuration, isMovie, needFirst, needLast, canvasInfo) => {
     const outputs = [`[${videoId}]`];
     if (needFirst)
         outputs.push(`[${videoId}_first_src]`);
@@ -294,20 +320,20 @@ export const addSplitAndExtractFrames = (ffmpegContext, videoId, duration, isMov
     if (needFirst) {
         // Create static frame using nullsrc as base for proper framerate/timebase
         // Note: setpts must NOT be used here as it loses framerate metadata needed by xfade
-        ffmpegContext.filterComplex.push(`nullsrc=size=${canvasInfo.width}x${canvasInfo.height}:duration=${duration}:rate=30[${videoId}_first_null]`);
+        ffmpegContext.filterComplex.push(`nullsrc=size=${canvasInfo.width}x${canvasInfo.height}:duration=${firstDuration}:rate=30[${videoId}_first_null]`);
         ffmpegContext.filterComplex.push(`[${videoId}_first_src]select='eq(n,0)',scale=${canvasInfo.width}:${canvasInfo.height}[${videoId}_first_frame]`);
         ffmpegContext.filterComplex.push(`[${videoId}_first_null][${videoId}_first_frame]overlay=format=auto,fps=30[${videoId}_first]`);
     }
     if (needLast) {
         if (isMovie) {
             // Movie beats: extract actual last frame
-            ffmpegContext.filterComplex.push(`nullsrc=size=${canvasInfo.width}x${canvasInfo.height}:duration=${duration}:rate=30[${videoId}_last_null]`);
+            ffmpegContext.filterComplex.push(`nullsrc=size=${canvasInfo.width}x${canvasInfo.height}:duration=${lastDuration}:rate=30[${videoId}_last_null]`);
             ffmpegContext.filterComplex.push(`[${videoId}_last_src]reverse,select='eq(n,0)',reverse,scale=${canvasInfo.width}:${canvasInfo.height}[${videoId}_last_frame]`);
             ffmpegContext.filterComplex.push(`[${videoId}_last_null][${videoId}_last_frame]overlay=format=auto,fps=30[${videoId}_last]`);
         }
         else {
             // Image beats: all frames are identical, so just select one
-            ffmpegContext.filterComplex.push(`nullsrc=size=${canvasInfo.width}x${canvasInfo.height}:duration=${duration}:rate=30[${videoId}_last_null]`);
+            ffmpegContext.filterComplex.push(`nullsrc=size=${canvasInfo.width}x${canvasInfo.height}:duration=${lastDuration}:rate=30[${videoId}_last_null]`);
             ffmpegContext.filterComplex.push(`[${videoId}_last_src]select='eq(n,0)',scale=${canvasInfo.width}:${canvasInfo.height}[${videoId}_last_frame]`);
             ffmpegContext.filterComplex.push(`[${videoId}_last_null][${videoId}_last_frame]overlay=format=auto,fps=30[${videoId}_last]`);
         }
@@ -364,7 +390,8 @@ export const createVideo = async (audioArtifactFilePath, outputVideoPath, contex
         const needLast = needsLastFrame[index]; // Next beat has transition
         videoIdsForBeats.push(videoId);
         if (needFirst || needLast) {
-            addSplitAndExtractFrames(ffmpegContext, videoId, duration, isMovie, needFirst, needLast, canvasInfo);
+            const { firstDuration, lastDuration } = getTransitionFrameDurations(context, index);
+            addSplitAndExtractFrames(ffmpegContext, videoId, firstDuration, lastDuration, isMovie, needFirst, needLast, canvasInfo);
         }
         // Record transition info if this beat has a transition
         const transition = MulmoPresentationStyleMethods.getMovieTransition(context, beat);

package/lib/agents/index.d.ts

@@ -8,7 +8,6 @@ import movieGenAIAgent from "./movie_genai_agent.js";
 import movieReplicateAgent from "./movie_replicate_agent.js";
 import mediaMockAgent from "./media_mock_agent.js";
 import ttsElevenlabsAgent from "./tts_elevenlabs_agent.js";
-import ttsNijivoiceAgent from "./tts_nijivoice_agent.js";
 import ttsOpenaiAgent from "./tts_openai_agent.js";
 import ttsGoogleAgent from "./tts_google_agent.js";
 import ttsGeminiAgent from "./tts_gemini_agent.js";
@@ -21,4 +20,4 @@ import { browserlessAgent } from "@graphai/browserless_agent";
 import { textInputAgent } from "@graphai/input_agents";
 import { openAIAgent } from "@graphai/openai_agent";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
-export { openAIAgent, fileWriteAgent, browserlessAgent, textInputAgent, addBGMAgent, combineAudioFilesAgent, imageGenAIAgent, imageOpenaiAgent, imageReplicateAgent, tavilySearchAgent, movieGenAIAgent, movieReplicateAgent, mediaMockAgent, ttsElevenlabsAgent, ttsNijivoiceAgent, ttsOpenaiAgent, ttsGoogleAgent, ttsGeminiAgent, ttsKotodamaAgent, validateSchemaAgent, soundEffectReplicateAgent, lipSyncReplicateAgent, puppeteerCrawlerAgent, };
+export { openAIAgent, fileWriteAgent, browserlessAgent, textInputAgent, addBGMAgent, combineAudioFilesAgent, imageGenAIAgent, imageOpenaiAgent, imageReplicateAgent, tavilySearchAgent, movieGenAIAgent, movieReplicateAgent, mediaMockAgent, ttsElevenlabsAgent, ttsOpenaiAgent, ttsGoogleAgent, ttsGeminiAgent, ttsKotodamaAgent, validateSchemaAgent, soundEffectReplicateAgent, lipSyncReplicateAgent, puppeteerCrawlerAgent, };

package/lib/agents/index.js

@@ -8,7 +8,6 @@ import movieGenAIAgent from "./movie_genai_agent.js";
 import movieReplicateAgent from "./movie_replicate_agent.js";
 import mediaMockAgent from "./media_mock_agent.js";
 import ttsElevenlabsAgent from "./tts_elevenlabs_agent.js";
-import ttsNijivoiceAgent from "./tts_nijivoice_agent.js";
 import ttsOpenaiAgent from "./tts_openai_agent.js";
 import ttsGoogleAgent from "./tts_google_agent.js";
 import ttsGeminiAgent from "./tts_gemini_agent.js";
@@ -22,4 +21,4 @@ import { textInputAgent } from "@graphai/input_agents";
 import { openAIAgent } from "@graphai/openai_agent";
 // import * as vanilla from "@graphai/vanilla";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
-export { openAIAgent, fileWriteAgent, browserlessAgent, textInputAgent, addBGMAgent, combineAudioFilesAgent, imageGenAIAgent, imageOpenaiAgent, imageReplicateAgent, tavilySearchAgent, movieGenAIAgent, movieReplicateAgent, mediaMockAgent, ttsElevenlabsAgent, ttsNijivoiceAgent, ttsOpenaiAgent, ttsGoogleAgent, ttsGeminiAgent, ttsKotodamaAgent, validateSchemaAgent, soundEffectReplicateAgent, lipSyncReplicateAgent, puppeteerCrawlerAgent, };
+export { openAIAgent, fileWriteAgent, browserlessAgent, textInputAgent, addBGMAgent, combineAudioFilesAgent, imageGenAIAgent, imageOpenaiAgent, imageReplicateAgent, tavilySearchAgent, movieGenAIAgent, movieReplicateAgent, mediaMockAgent, ttsElevenlabsAgent, ttsOpenaiAgent, ttsGoogleAgent, ttsGeminiAgent, ttsKotodamaAgent, validateSchemaAgent, soundEffectReplicateAgent, lipSyncReplicateAgent, puppeteerCrawlerAgent, };

package/lib/data/promptTemplates.js

@@ -890,22 +890,22 @@ export const promptTemplates = [
                         displayName: {
                             ja: "アナウンサー",
                         },
-                        provider: "nijivoice",
-                        voiceId: "3708ad43-cace-486c-a4ca-8fe41186e20c",
+                        provider: "gemini",
+                        voiceId: "Aoede",
                     },
                     Student: {
                         displayName: {
                             ja: "太郎",
                         },
-                        provider: "nijivoice",
-                        voiceId: "a7619e48-bf6a-4f9f-843f-40485651257f",
+                        provider: "gemini",
+                        voiceId: "Puck",
                     },
                     Teacher: {
                         displayName: {
                             ja: "先生",
                         },
-                        provider: "nijivoice",
-                        voiceId: "bc06c63f-fef6-43b6-92f7-67f919bd5dae",
+                        provider: "gemini",
+                        voiceId: "Charon",
                     },
                 },
             },

package/lib/data/templateDataSet.js

@@ -73,7 +73,7 @@ export const templateDataSet = {
         "```",
     sensei_and_taro: "全てを高校生にも分かるように、太郎くん(Student)と先生(Teacher)の会話、という形の台本にして。ただし要点はしっかりと押さえて。以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従って。\n" +
         "```JSON\n" +
-        `{"$mulmocast":{"version":"1.1","credit":"closing"},"title":"韓国の戒厳令とその日本への影響","description":"韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。","lang":"ja","beats":[{"speaker":"Announcer","text":"今日は、韓国で起きた戒厳令について、太郎くんが先生に聞きます。","imagePrompt":"A classroom setting with a curious Japanese student (Taro) and a kind teacher. Calm atmosphere, early morning light coming through the window."},{"speaker":"Student","text":"先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？","imagePrompt":"The student (Taro) sitting at his desk with a serious expression, raising his hand to ask a question. Teacher is slightly surprised but attentive."},{"speaker":"Teacher","text":"もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。","imagePrompt":"TV screen showing a breaking news headline in Korean: 'President Declares Martial Law'. Students watching with concern."},{"speaker":"Student","text":"戒厳令ってなんですか？","imagePrompt":"A close-up of the student's puzzled face, with a speech bubble saying '戒厳令って？'"},{"speaker":"Teacher","text":"簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。","imagePrompt":"Illustration of soldiers standing in the street, people being stopped and questioned, with a red 'X' on a protest sign. Moody and serious tone."},{"speaker":"Student","text":"それって怖いですね。なんでそんなことをしたんですか？","imagePrompt":"Student looking anxious, thinking deeply. Background shows a shadowy image of a politician giving orders to the military."},{"speaker":"Teacher","text":"大統領は「国会がうまく機能していないから」と言っていたけど…","imagePrompt":"A tense scene of military personnel entering a national assembly building in Korea, lawmakers looking shocked and resisting."},{"speaker":"Student","text":"ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。","imagePrompt":"The student reacts with shock, comic-style expression with wide eyes and open mouth. Background fades into a dramatic courtroom or parliament chaos."},{"speaker":"Teacher","text":"その通りだよ。もし軍隊が国会を占拠していたら…","imagePrompt":"Dark visual of a locked parliament building with soldiers blocking the entrance, ominous sky in the background."},{"speaker":"Student","text":"韓国ではどうなったんですか？","imagePrompt":"Student leans forward, curious and worried. Background shows a hopeful scene of people holding protest signs with candles at night."},{"speaker":"Teacher","text":"幸い、野党の議員や市民たちが急いで集まって抗議して…","imagePrompt":"Peaceful protest scene in Seoul, citizens holding candles and banners, united. Hopeful tone."},{"speaker":"Student","text":"それは大変なことですね…。日本ではそんなこと起きないんですか？","imagePrompt":"Student looking toward the Japanese flag outside the school window, pensive mood."},{"speaker":"Teacher","text":"実はね、今、日本でも似たような話があるんだよ。","imagePrompt":"Teacher pointing to a newspaper headline: '緊急事態条項の議論進む'. Classroom chalkboard shows a map of Korea and Japan."},{"speaker":"Student","text":"緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？","imagePrompt":"Split screen image: left side shows a soldier in Korea, right side shows a suited Japanese politician giving a press conference."},{"speaker":"Teacher","text":"似ている部分があるね。たとえば、総理大臣が…","imagePrompt":"Diagram-style visual showing the flow of emergency powers from PM to local governments. Simple, clean infographic style."},{"speaker":"Student","text":"それって便利そうですけど、なんだか心配です。","imagePrompt":"Student's concerned expression, behind him a blurry image of a street with emergency sirens glowing in red."},{"speaker":"Teacher","text":"そうだね。もちろん、緊急時には素早い対応が必要だけど…","imagePrompt":"Illustration of a balance scale: one side is 'freedom', the other 'security'. The scale is slightly tilting."},{"speaker":"Student","text":"韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？","imagePrompt":"Student imagining a military tank next to the Japanese parliament, shown as a thought bubble."},{"speaker":"Teacher","text":"完全にあり得ないとは言えないからこそ、注意が必要なんだ。","imagePrompt":"Japanese citizens reading newspapers and watching news with concerned faces, civic awareness growing."},{"speaker":"Student","text":"ありがとうございます。とても良い勉強になりました。","imagePrompt":"The student bows slightly to the teacher with a grateful expression. The classroom is peaceful again."},{"speaker":"Announcer","text":"ご視聴、ありがとうございました。次回の放送もお楽しみに。","imagePrompt":"Ending screen with soft background music, showing the show's logo and a thank-you message in Japanese."}],"canvasSize":{"width":1536,"height":1024},"imageParams":{"style":"<style>Ghibli style. Student (Taro) is a young teenager with a dark short hair with glasses. Teacher is a middle-aged man with grey hair and moustache.</style>"},"speechParams":{"speakers":{"Announcer":{"provider":"nijivoice","displayName":{"ja":"アナウンサー"},"voiceId":"3708ad43-cace-486c-a4ca-8fe41186e20c"},"Student":{"provider":"nijivoice","displayName":{"ja":"太郎"},"voiceId":"a7619e48-bf6a-4f9f-843f-40485651257f"},"Teacher":{"provider":"nijivoice","displayName":{"ja":"先生"},"voiceId":"bc06c63f-fef6-43b6-92f7-67f919bd5dae"}}}}\n` +
+        `{"$mulmocast":{"version":"1.1","credit":"closing"},"title":"韓国の戒厳令とその日本への影響","description":"韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。","lang":"ja","beats":[{"speaker":"Announcer","text":"今日は、韓国で起きた戒厳令について、太郎くんが先生に聞きます。","imagePrompt":"A classroom setting with a curious Japanese student (Taro) and a kind teacher. Calm atmosphere, early morning light coming through the window."},{"speaker":"Student","text":"先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？","imagePrompt":"The student (Taro) sitting at his desk with a serious expression, raising his hand to ask a question. Teacher is slightly surprised but attentive."},{"speaker":"Teacher","text":"もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。","imagePrompt":"TV screen showing a breaking news headline in Korean: 'President Declares Martial Law'. Students watching with concern."},{"speaker":"Student","text":"戒厳令ってなんですか？","imagePrompt":"A close-up of the student's puzzled face, with a speech bubble saying '戒厳令って？'"},{"speaker":"Teacher","text":"簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。","imagePrompt":"Illustration of soldiers standing in the street, people being stopped and questioned, with a red 'X' on a protest sign. Moody and serious tone."},{"speaker":"Student","text":"それって怖いですね。なんでそんなことをしたんですか？","imagePrompt":"Student looking anxious, thinking deeply. Background shows a shadowy image of a politician giving orders to the military."},{"speaker":"Teacher","text":"大統領は「国会がうまく機能していないから」と言っていたけど…","imagePrompt":"A tense scene of military personnel entering a national assembly building in Korea, lawmakers looking shocked and resisting."},{"speaker":"Student","text":"ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。","imagePrompt":"The student reacts with shock, comic-style expression with wide eyes and open mouth. Background fades into a dramatic courtroom or parliament chaos."},{"speaker":"Teacher","text":"その通りだよ。もし軍隊が国会を占拠していたら…","imagePrompt":"Dark visual of a locked parliament building with soldiers blocking the entrance, ominous sky in the background."},{"speaker":"Student","text":"韓国ではどうなったんですか？","imagePrompt":"Student leans forward, curious and worried. Background shows a hopeful scene of people holding protest signs with candles at night."},{"speaker":"Teacher","text":"幸い、野党の議員や市民たちが急いで集まって抗議して…","imagePrompt":"Peaceful protest scene in Seoul, citizens holding candles and banners, united. Hopeful tone."},{"speaker":"Student","text":"それは大変なことですね…。日本ではそんなこと起きないんですか？","imagePrompt":"Student looking toward the Japanese flag outside the school window, pensive mood."},{"speaker":"Teacher","text":"実はね、今、日本でも似たような話があるんだよ。","imagePrompt":"Teacher pointing to a newspaper headline: '緊急事態条項の議論進む'. Classroom chalkboard shows a map of Korea and Japan."},{"speaker":"Student","text":"緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？","imagePrompt":"Split screen image: left side shows a soldier in Korea, right side shows a suited Japanese politician giving a press conference."},{"speaker":"Teacher","text":"似ている部分があるね。たとえば、総理大臣が…","imagePrompt":"Diagram-style visual showing the flow of emergency powers from PM to local governments. Simple, clean infographic style."},{"speaker":"Student","text":"それって便利そうですけど、なんだか心配です。","imagePrompt":"Student's concerned expression, behind him a blurry image of a street with emergency sirens glowing in red."},{"speaker":"Teacher","text":"そうだね。もちろん、緊急時には素早い対応が必要だけど…","imagePrompt":"Illustration of a balance scale: one side is 'freedom', the other 'security'. The scale is slightly tilting."},{"speaker":"Student","text":"韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？","imagePrompt":"Student imagining a military tank next to the Japanese parliament, shown as a thought bubble."},{"speaker":"Teacher","text":"完全にあり得ないとは言えないからこそ、注意が必要なんだ。","imagePrompt":"Japanese citizens reading newspapers and watching news with concerned faces, civic awareness growing."},{"speaker":"Student","text":"ありがとうございます。とても良い勉強になりました。","imagePrompt":"The student bows slightly to the teacher with a grateful expression. The classroom is peaceful again."},{"speaker":"Announcer","text":"ご視聴、ありがとうございました。次回の放送もお楽しみに。","imagePrompt":"Ending screen with soft background music, showing the show's logo and a thank-you message in Japanese."}],"canvasSize":{"width":1536,"height":1024},"imageParams":{"style":"<style>Ghibli style. Student (Taro) is a young teenager with a dark short hair with glasses. Teacher is a middle-aged man with grey hair and moustache.</style>"},"speechParams":{"speakers":{"Announcer":{"provider":"gemini","displayName":{"ja":"アナウンサー"},"voiceId":"Aoede"},"Student":{"provider":"gemini","displayName":{"ja":"太郎"},"voiceId":"Puck"},"Teacher":{"provider":"gemini","displayName":{"ja":"先生"},"voiceId":"Charon"}}}}\n` +
         "```",
     shorts: "This script is for YouTube shorts. The first beat should be a hook, which describes the topic. Another AI will generate images for each beat based on the image prompt of that beat. Movie prompts must be written in English.\n" +
         "```JSON\n" +

package/lib/types/agent.d.ts

@@ -113,10 +113,6 @@ export type OpenAITTSAgentParams = TTSAgentParams & {
     model: string;
     speed: number;
 };
-export type NijivoiceTTSAgentParams = TTSAgentParams & {
-    speed: number;
-    speed_global: number;
-};
 export type KotodamaTTSAgentParams = TTSAgentParams & {
     decoration: string;
 };

package/lib/types/provider2agent.d.ts

@@ -1,9 +1,4 @@
 export declare const provider2TTSAgent: {
-    nijivoice: {
-        agentName: string;
-        hasLimitedConcurrency: boolean;
-        keyName: string;
-    };
     openai: {
         agentName: string;
         hasLimitedConcurrency: boolean;

package/lib/types/provider2agent.js

@@ -1,10 +1,5 @@
 // node & browser
 export const provider2TTSAgent = {
-    nijivoice: {
-        agentName: "ttsNijivoiceAgent",
-        hasLimitedConcurrency: true,
-        keyName: "NIJIVOICE_API_KEY",
-    },
     openai: {
         agentName: "ttsOpenaiAgent",
         hasLimitedConcurrency: false,

package/lib/utils/error_cause.js

@@ -252,8 +252,8 @@ export const getGenAIErrorReason = (error) => {
             }
         }
     }
-    catch (__error) {
-        // nothing.
+    catch {
+        // Ignore JSON parse errors - return undefined if parsing fails
     }
     return undefined;
 };

package/lib/utils/filters.d.ts

@@ -1,5 +1,4 @@
 import type { AgentFilterFunction } from "graphai";
-export declare const nijovoiceTextAgentFilter: AgentFilterFunction;
 export declare const fileCacheAgentFilter: AgentFilterFunction;
 export declare const browserlessCacheGenerator: (cacheDir: string) => AgentFilterFunction;
 export declare const getBackupFilePath: (originalPath: string) => string;

package/lib/utils/filters.js

@@ -6,15 +6,7 @@ import { GraphAILogger } from "graphai";
 import { writingMessage, isFile } from "./file.js";
 import { text2hash } from "./utils_node.js";
 import { MulmoStudioContextMethods } from "../methods/mulmo_studio_context.js";
-import { replacementsJa, replacePairsJa } from "../utils/string.js";
 dotenv.config({ quiet: true });
-export const nijovoiceTextAgentFilter = async (context, next) => {
-    const { text, provider, lang } = context.namedInputs;
-    if (provider === "nijivoice" && lang === "ja") {
-        context.namedInputs.text = replacePairsJa(replacementsJa)(text);
-    }
-    return next(context);
-};
 export const fileCacheAgentFilter = async (context, next) => {
     const { force, file, index, mulmoContext, sessionType, id, withBackup } = context.namedInputs.cache;
     /*

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "2.1.18",
+  "version": "2.1.20",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -65,7 +65,10 @@
     "nijivoice": "npx tsx batch/niji_sample.ts && yarn run movie  scripts/samples/niji_voice.json",
     "generate_action_docs": "npx tsx ./automation/generate_actions_docs/generate_action_docs.ts"
   },
-  "repository": "git+ssh://git@github.com/receptron/mulmocast-cli.git",
+  "repository": {
+    "type": "git",
+    "url": "git+ssh://git@github.com/receptron/mulmocast-cli.git"
+  },
   "author": "snakajima",
   "license": "AGPL-3.0-only",
   "bugs": {
@@ -74,10 +77,10 @@
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
     "@google-cloud/text-to-speech": "^6.4.0",
-    "@google/genai": "^1.37.0",
+    "@google/genai": "^1.38.0",
     "@graphai/anthropic_agent": "^2.0.12",
     "@graphai/browserless_agent": "^2.0.1",
-    "@graphai/gemini_agent": "^2.0.2",
+    "@graphai/gemini_agent": "^2.0.4",
     "@graphai/groq_agent": "^2.0.2",
     "@graphai/input_agents": "^1.0.2",
     "@graphai/openai_agent": "^2.0.8",
@@ -86,23 +89,23 @@
     "@graphai/vanilla_node_agents": "^2.0.4",
     "@inquirer/input": "^5.0.4",
     "@inquirer/select": "^5.0.4",
-    "@modelcontextprotocol/sdk": "^1.25.1",
+    "@modelcontextprotocol/sdk": "^1.25.3",
     "@mozilla/readability": "^0.6.0",
     "@tavily/core": "^0.5.11",
     "archiver": "^7.0.1",
-    "clipboardy": "^5.0.2",
+    "clipboardy": "^5.1.0",
     "dotenv": "^17.2.3",
     "fluent-ffmpeg": "^2.1.3",
     "graphai": "^2.0.16",
     "jsdom": "^27.4.0",
     "marked": "^17.0.1",
     "mulmocast-vision": "^1.0.8",
-    "ora": "^9.0.0",
-    "puppeteer": "^24.35.0",
+    "ora": "^9.1.0",
+    "puppeteer": "^24.36.0",
     "replicate": "^1.4.0",
     "yaml": "^2.8.2",
     "yargs": "^18.0.0",
-    "zod": "^4.3.5"
+    "zod": "^4.3.6"
   },
   "devDependencies": {
     "@receptron/test_utils": "^2.0.3",
@@ -114,10 +117,10 @@
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-prettier": "^5.5.5",
     "eslint-plugin-sonarjs": "^3.0.5",
-    "prettier": "^3.8.0",
+    "prettier": "^3.8.1",
     "tsx": "^4.21.0",
     "typescript": "^5.9.3",
-    "typescript-eslint": "^8.53.0"
+    "typescript-eslint": "^8.53.1"
   },
   "engines": {
     "node": ">=20.0.0"

package/scripts/test/test.json

@@ -19,7 +19,7 @@
   "speechParams": {
     "speakers": {
       "Announcer": {
-        "provider": "nijivoice",
+        "provider": "gemini",
         "displayName": {
           "ja": "アナウンサー"
         },
@@ -29,14 +29,14 @@
         }
       },
       "Student": {
-        "provider": "nijivoice",
+        "provider": "gemini",
         "displayName": {
           "ja": "生徒"
         },
         "voiceId": "a7619e48-bf6a-4f9f-843f-40485651257f"
       },
       "Teacher": {
-        "provider": "nijivoice",
+        "provider": "gemini",
         "displayName": {
           "ja": "先生"
         },

package/scripts/test/test2.json

@@ -17,7 +17,7 @@
     "style": "<style>monochrome"
   },
   "speechParams": {
-    "provider": "nijivoice",
+    "provider": "gemini",
     "speakers": {
       "Announcer": {
         "displayName": {

package/scripts/test/test_all_tts.json

@@ -23,7 +23,7 @@
         "voiceId": "3JDquces8E8bkmvbh6Bc"
       },
       "Nijivoice": {
-        "provider": "nijivoice",
+        "provider": "gemini",
         "voiceId": "231e0170-0ece-4155-be44-231423062f41"
       }
     }

package/scripts/test/test_lang.json

@@ -10,7 +10,7 @@
         "voiceId": "shimmer",
         "lang": {
           "ja": {
-            "provider": "nijivoice",
+            "provider": "gemini",
             "voiceId": "9d9ed276-49ee-443a-bc19-26e6136d05f0"
           }
         }

package/scripts/test/test_mixed_providers.json

@@ -30,7 +30,7 @@
       },
       "Host": {
         "voiceId": "3708ad43-cace-486c-a4ca-8fe41186e20c",
-        "provider": "nijivoice",
+        "provider": "gemini",
         "displayName": {
           "en": "Japanese Host"
         }