mulmocast 0.0.15 → 0.0.17

package/lib/types/schema.d.ts

@@ -49,6 +49,37 @@ export declare const speechOptionsSchema: z.ZodObject<{
     instruction?: string | undefined;
 }>;
 export declare const text2SpeechProviderSchema: z.ZodDefault<z.ZodUnion<[z.ZodLiteral<"openai">, z.ZodLiteral<"nijivoice">, z.ZodLiteral<"google">, z.ZodLiteral<"elevenlabs">]>>;
+export declare const speakerDataSchema: z.ZodObject<{
+    displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    voiceId: z.ZodString;
+    speechOptions: z.ZodOptional<z.ZodObject<{
+        speed: z.ZodOptional<z.ZodNumber>;
+        instruction: z.ZodOptional<z.ZodString>;
+    }, "strict", z.ZodTypeAny, {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    }, {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    }>>;
+    provider: z.ZodOptional<z.ZodDefault<z.ZodUnion<[z.ZodLiteral<"openai">, z.ZodLiteral<"nijivoice">, z.ZodLiteral<"google">, z.ZodLiteral<"elevenlabs">]>>>;
+}, "strict", z.ZodTypeAny, {
+    voiceId: string;
+    displayName?: Record<string, string> | undefined;
+    speechOptions?: {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    } | undefined;
+    provider?: "openai" | "nijivoice" | "google" | "elevenlabs" | undefined;
+}, {
+    voiceId: string;
+    displayName?: Record<string, string> | undefined;
+    speechOptions?: {
+        speed?: number | undefined;
+        instruction?: string | undefined;
+    } | undefined;
+    provider?: "openai" | "nijivoice" | "google" | "elevenlabs" | undefined;
+}>;
 export declare const speakerDictionarySchema: z.ZodRecord<z.ZodString, z.ZodObject<{
     displayName: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     voiceId: z.ZodString;
@@ -848,6 +879,76 @@ export declare const mulmoAudioAssetSchema: z.ZodUnion<[z.ZodObject<{
     type: "midi";
     source: string;
 }>]>;
+export declare const mulmoImageParamsImagesSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
+    type: z.ZodLiteral<"image">;
+    source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
+        kind: z.ZodLiteral<"url">;
+        url: z.ZodString;
+    }, "strict", z.ZodTypeAny, {
+        url: string;
+        kind: "url";
+    }, {
+        url: string;
+        kind: "url";
+    }>, z.ZodObject<{
+        kind: z.ZodLiteral<"base64">;
+        data: z.ZodString;
+    }, "strict", z.ZodTypeAny, {
+        kind: "base64";
+        data: string;
+    }, {
+        kind: "base64";
+        data: string;
+    }>, z.ZodObject<{
+        kind: z.ZodLiteral<"text">;
+        text: z.ZodString;
+    }, "strict", z.ZodTypeAny, {
+        text: string;
+        kind: "text";
+    }, {
+        text: string;
+        kind: "text";
+    }>, z.ZodObject<{
+        kind: z.ZodLiteral<"path">;
+        path: z.ZodString;
+    }, "strict", z.ZodTypeAny, {
+        path: string;
+        kind: "path";
+    }, {
+        path: string;
+        kind: "path";
+    }>]>;
+}, "strict", z.ZodTypeAny, {
+    type: "image";
+    source: {
+        url: string;
+        kind: "url";
+    } | {
+        kind: "base64";
+        data: string;
+    } | {
+        text: string;
+        kind: "text";
+    } | {
+        path: string;
+        kind: "path";
+    };
+}, {
+    type: "image";
+    source: {
+        url: string;
+        kind: "url";
+    } | {
+        kind: "base64";
+        data: string;
+    } | {
+        text: string;
+        kind: "text";
+    } | {
+        path: string;
+        kind: "path";
+    };
+}>>;
 export declare const mulmoImageParamsSchema: z.ZodObject<{
     model: z.ZodOptional<z.ZodString>;
     style: z.ZodOptional<z.ZodString>;
@@ -6439,43 +6540,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
         movieFile?: string | undefined;
         captionFile?: string | undefined;
     }>, "many">;
-    multiLingual: z.ZodArray<z.ZodObject<{
-        multiLingualTexts: z.ZodRecord<z.ZodString, z.ZodObject<{
-            text: z.ZodString;
-            lang: z.ZodString;
-            texts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
-            ttsTexts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
-            duration: z.ZodOptional<z.ZodNumber>;
-        }, "strict", z.ZodTypeAny, {
-            text: string;
-            lang: string;
-            texts?: string[] | undefined;
-            ttsTexts?: string[] | undefined;
-            duration?: number | undefined;
-        }, {
-            text: string;
-            lang: string;
-            texts?: string[] | undefined;
-            ttsTexts?: string[] | undefined;
-            duration?: number | undefined;
-        }>>;
-    }, "strip", z.ZodTypeAny, {
-        multiLingualTexts: Record<string, {
-            text: string;
-            lang: string;
-            texts?: string[] | undefined;
-            ttsTexts?: string[] | undefined;
-            duration?: number | undefined;
-        }>;
-    }, {
-        multiLingualTexts: Record<string, {
-            text: string;
-            lang: string;
-            texts?: string[] | undefined;
-            ttsTexts?: string[] | undefined;
-            duration?: number | undefined;
-        }>;
-    }>, "many">;
 }, "strict", z.ZodTypeAny, {
     beats: {
         duration?: number | undefined;
@@ -6485,15 +6549,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
         movieFile?: string | undefined;
         captionFile?: string | undefined;
     }[];
-    multiLingual: {
-        multiLingualTexts: Record<string, {
-            text: string;
-            lang: string;
-            texts?: string[] | undefined;
-            ttsTexts?: string[] | undefined;
-            duration?: number | undefined;
-        }>;
-    }[];
     script: {
         audioParams: {
             padding: number;
@@ -6751,15 +6806,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
         movieFile?: string | undefined;
         captionFile?: string | undefined;
     }[];
-    multiLingual: {
-        multiLingualTexts: Record<string, {
-            text: string;
-            lang: string;
-            texts?: string[] | undefined;
-            ttsTexts?: string[] | undefined;
-            duration?: number | undefined;
-        }>;
-    }[];
     script: {
         $mulmocast: {
             version: "1.0";

package/lib/types/schema.js

@@ -21,7 +21,7 @@ export const speechOptionsSchema = z
     .strict();
 const speakerIdSchema = z.string();
 export const text2SpeechProviderSchema = z.union([z.literal("openai"), z.literal("nijivoice"), z.literal("google"), z.literal("elevenlabs")]).default("openai");
-const speakerDataSchema = z
+export const speakerDataSchema = z
     .object({
     displayName: z.record(langSchema, z.string()).optional(),
     voiceId: z.string(),
@@ -140,12 +140,13 @@ const mulmoMidiMediaSchema = z
     .strict();
 export const mulmoAudioAssetSchema = z.union([mulmoAudioMediaSchema, mulmoMidiMediaSchema]);
 const imageIdSchema = z.string();
+export const mulmoImageParamsImagesSchema = z.record(imageIdSchema, mulmoImageMediaSchema);
 export const mulmoImageParamsSchema = z
     .object({
     model: z.string().optional(), // default: provider specific
     style: z.string().optional(), // optional image style
     moderation: z.string().optional(), // optional image style
-    images: z.record(imageIdSchema, mulmoImageMediaSchema).optional(),
+    images: mulmoImageParamsImagesSchema.optional(),
 })
     .strict();
 export const textSlideParamsSchema = z
@@ -301,7 +302,6 @@ export const mulmoStudioSchema = z
     script: mulmoScriptSchema,
     filename: z.string(),
     beats: z.array(mulmoStudioBeatSchema).min(1),
-    multiLingual: mulmoStudioMultiLingualSchema,
 })
     .strict();
 export const mulmoScriptTemplateSchema = z

package/lib/types/type.d.ts

@@ -1,4 +1,4 @@
-import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualDataSchema, speakerDictionarySchema, mulmoImageParamsSchema, mulmoMovieParamsSchema, mulmoSpeechParamsSchema, textSlideParamsSchema, speechOptionsSchema, mulmoCanvasDimensionSchema, mulmoScriptTemplateSchema, mulmoScriptTemplateFileSchema, text2ImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mulmoSessionStateSchema } from "./schema.js";
+import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualDataSchema, speakerDictionarySchema, mulmoImageParamsSchema, mulmoImageParamsImagesSchema, mulmoMovieParamsSchema, mulmoSpeechParamsSchema, textSlideParamsSchema, speechOptionsSchema, speakerDataSchema, mulmoCanvasDimensionSchema, mulmoScriptTemplateSchema, mulmoScriptTemplateFileSchema, text2ImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mulmoSessionStateSchema } from "./schema.js";
 import { pdf_modes, pdf_sizes, storyToScriptGenerateMode } from "../utils/const.js";
 import { LLM } from "../utils/utils.js";
 import { z } from "zod";
@@ -7,7 +7,9 @@ export type MulmoBeat = z.infer<typeof mulmoBeatSchema>;
 export type SpeakerDictonary = z.infer<typeof speakerDictionarySchema>;
 export type MulmoSpeechParams = z.infer<typeof mulmoSpeechParamsSchema>;
 export type SpeechOptions = z.infer<typeof speechOptionsSchema>;
+export type SpeakerData = z.infer<typeof speakerDataSchema>;
 export type MulmoImageParams = z.infer<typeof mulmoImageParamsSchema>;
+export type MulmoImageParamsImages = z.infer<typeof mulmoImageParamsImagesSchema>;
 export type TextSlideParams = z.infer<typeof textSlideParamsSchema>;
 export type Text2ImageProvider = z.infer<typeof text2ImageProviderSchema>;
 export type Text2MovieProvider = z.infer<typeof text2MovieProviderSchema>;
@@ -49,6 +51,8 @@ export type MulmoStudioContext = {
     force: boolean;
     caption?: string;
     sessionState: MulmoSessionState;
+    presentationStyle: MulmoPresentationStyle;
+    multiLingual: MulmoStudioMultiLingual;
 };
 export type ScriptingParams = {
     urls: string[];

package/lib/utils/ffmpeg_utils.d.ts

@@ -10,3 +10,4 @@ export declare const FfmpegContextPushFormattedAudio: (context: FfmpegContext, s
 export declare const FfmpegContextInputFormattedAudio: (context: FfmpegContext, input: string, duration?: number | undefined) => string;
 export declare const FfmpegContextGenerateOutput: (context: FfmpegContext, output: string, options?: string[]) => Promise<number>;
 export declare const ffmpegGetMediaDuration: (filePath: string) => Promise<number>;
+export declare const extractImageFromMovie: (movieFile: string, imagePath: string) => Promise<void>;

package/lib/utils/ffmpeg_utils.js

@@ -61,3 +61,13 @@ export const ffmpegGetMediaDuration = (filePath) => {
         });
     });
 };
+export const extractImageFromMovie = (movieFile, imagePath) => {
+    return new Promise((resolve, reject) => {
+        ffmpeg(movieFile)
+            .outputOptions(["-frames:v 1"])
+            .output(imagePath)
+            .on("end", () => resolve())
+            .on("error", (err) => reject(err))
+            .run();
+    });
+};

package/lib/utils/file.d.ts

@@ -1,4 +1,4 @@
-import { MulmoScript, MulmoScriptTemplateFile } from "../types/index.js";
+import type { MulmoScript, MulmoScriptTemplateFile, MulmoStudioContext } from "../types/index.js";
 import { PDFMode } from "../types/index.js";
 import { ZodSchema } from "zod";
 export declare const updateNpmRoot: (_npmRoot: string) => void;
@@ -18,12 +18,15 @@ export declare const fetchMulmoScriptFile: (url: string) => Promise<{
     status: string | number;
 }>;
 export declare const getOutputStudioFilePath: (outDirPath: string, fileName: string) => string;
+export declare const getOutputMultilingualFilePath: (outDirPath: string, fileName: string) => string;
 export declare const resolveDirPath: (dirPath: string, studioFileName: string) => string;
-export declare const getAudioSegmentDirPath: (audioDirPath: string, studioFileName: string) => string;
-export declare const getAudioSegmentFilePath: (audioDirPath: string, studioFileName: string, fileName: string) => string;
-export declare const getAudioCombinedFilePath: (audioDirPath: string, fileName: string, lang?: string) => string;
+export declare const getAudioFilePath: (audioDirPath: string, dirName: string, fileName: string, lang?: string) => string;
 export declare const getAudioArtifactFilePath: (outDirPath: string, fileName: string) => string;
 export declare const getOutputVideoFilePath: (outDirPath: string, fileName: string, lang?: string, caption?: string) => string;
+export declare const imageSuffix = "p";
+export declare const getBeatPngImagePath: (context: MulmoStudioContext, index: number) => string;
+export declare const getBeatMoviePath: (context: MulmoStudioContext, index: number) => string;
+export declare const getReferenceImagePath: (context: MulmoStudioContext, key: string, extension: string) => string;
 export declare const getOutputPdfFilePath: (outDirPath: string, fileName: string, pdfMode: PDFMode, lang?: string) => string;
 export declare const getTemplateFilePath: (templateName: string) => string;
 export declare const mkdir: (dirPath: string) => void;

package/lib/utils/file.js

@@ -3,7 +3,7 @@ import path from "path";
 import { parse as yamlParse } from "yaml";
 import { fileURLToPath } from "url";
 import { GraphAILogger } from "graphai";
-import { MulmoScriptTemplateMethods } from "../methods/mulmo_script_template.js";
+import { MulmoScriptTemplateMethods, MulmoStudioContextMethods } from "../methods/index.js";
 import { mulmoScriptTemplateSchema } from "../types/schema.js";
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
@@ -56,21 +56,18 @@ export const fetchMulmoScriptFile = async (url) => {
 export const getOutputStudioFilePath = (outDirPath, fileName) => {
     return path.resolve(outDirPath, fileName + "_studio.json");
 };
+export const getOutputMultilingualFilePath = (outDirPath, fileName) => {
+    return path.resolve(outDirPath, fileName + "_lang.json");
+};
 export const resolveDirPath = (dirPath, studioFileName) => {
     return path.resolve(dirPath, studioFileName);
 };
-// TODO: probably better to just use resolveDirPath instead.
-export const getAudioSegmentDirPath = (audioDirPath, studioFileName) => {
-    return path.resolve(audioDirPath, studioFileName);
-};
-export const getAudioSegmentFilePath = (audioDirPath, studioFileName, fileName) => {
-    return path.resolve(getAudioSegmentDirPath(audioDirPath, studioFileName), fileName + ".mp3");
-};
-export const getAudioCombinedFilePath = (audioDirPath, fileName, lang) => {
+// audio
+export const getAudioFilePath = (audioDirPath, dirName, fileName, lang) => {
     if (lang) {
-        return path.resolve(audioDirPath, fileName, `${fileName}_${lang}.mp3`);
+        return path.resolve(audioDirPath, dirName, `${fileName}_${lang}.mp3`);
     }
-    return path.resolve(audioDirPath, fileName, fileName + ".mp3");
+    return path.resolve(audioDirPath, dirName, fileName + ".mp3");
 };
 export const getAudioArtifactFilePath = (outDirPath, fileName) => {
     return path.resolve(outDirPath, fileName + ".mp3");
@@ -80,6 +77,21 @@ export const getOutputVideoFilePath = (outDirPath, fileName, lang, caption) => {
     const suffix2 = caption ? `__${caption}` : "";
     return path.resolve(outDirPath, `${fileName}${suffix}${suffix2}.mp4`);
 };
+// image
+export const imageSuffix = "p";
+export const getBeatPngImagePath = (context, index) => {
+    const imageProjectDirPath = MulmoStudioContextMethods.getImageProjectDirPath(context);
+    return `${imageProjectDirPath}/${index}${imageSuffix}.png`;
+};
+export const getBeatMoviePath = (context, index) => {
+    const imageProjectDirPath = MulmoStudioContextMethods.getImageProjectDirPath(context);
+    return `${imageProjectDirPath}/${index}.mov`;
+};
+export const getReferenceImagePath = (context, key, extension) => {
+    const imageProjectDirPath = MulmoStudioContextMethods.getImageProjectDirPath(context);
+    return `${imageProjectDirPath}/${key}.${extension}`;
+};
+// pdf
 export const getOutputPdfFilePath = (outDirPath, fileName, pdfMode, lang) => {
     if (lang) {
         return path.resolve(outDirPath, `${fileName}_${pdfMode}_${lang}.pdf`);
@@ -98,7 +110,7 @@ export const mkdir = (dirPath) => {
 // export const silentPath = path.resolve(npmRoot, "./assets/audio/silent300.mp3");
 // export const silentLastPath = path.resolve(npmRoot, "./assets/audio/silent800.mp3");
 export const silent60secPath = () => path.resolve(npmRoot, "./assets/audio/silent60sec.mp3");
-export const defaultBGMPath = () => path.resolve(npmRoot, "./assets/music/StarsBeyondEx.mp3");
+export const defaultBGMPath = () => "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story002.mp3";
 export const getHTMLFile = (filename) => {
     const htmlPath = path.resolve(npmRoot, `./assets/html/${filename}.html`);
     return fs.readFileSync(htmlPath, "utf-8");

package/lib/utils/preprocess.d.ts

@@ -8,15 +8,6 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
         movieFile?: string | undefined;
         captionFile?: string | undefined;
     }[];
-    multiLingual: {
-        multiLingualTexts: Record<string, {
-            text: string;
-            lang: string;
-            texts?: string[] | undefined;
-            ttsTexts?: string[] | undefined;
-            duration?: number | undefined;
-        }>;
-    }[];
     script: {
         audioParams: {
             padding: number;

package/lib/utils/preprocess.js

@@ -1,7 +1,8 @@
 import { GraphAILogger } from "graphai";
-import { mulmoScriptSchema, mulmoBeatSchema, mulmoStudioSchema } from "../types/index.js";
+import { mulmoScriptSchema, mulmoStudioSchema } from "../types/index.js";
 const rebuildStudio = (currentStudio, mulmoScript, fileName) => {
-    const parsed = mulmoStudioSchema.safeParse(currentStudio);
+    const isTest = process.env.NODE_ENV === "test";
+    const parsed = isTest && currentStudio ? { data: mulmoStudioSchema.parse(currentStudio), success: true, error: null } : mulmoStudioSchema.safeParse(currentStudio);
     if (parsed.success) {
         return parsed.data;
     }
@@ -13,7 +14,6 @@ const rebuildStudio = (currentStudio, mulmoScript, fileName) => {
         script: mulmoScript,
         filename: fileName,
         beats: [...Array(mulmoScript.beats.length)].map(() => ({})),
-        multiLingual: [...Array(mulmoScript.beats.length)].map(() => ({ multiLingualTexts: {} })),
     });
 };
 const mulmoCredit = (speaker) => {
@@ -39,18 +39,12 @@ const mulmoCredit = (speaker) => {
 export const createOrUpdateStudioData = (_mulmoScript, currentStudio, fileName) => {
     const mulmoScript = _mulmoScript.__test_invalid__ ? _mulmoScript : mulmoScriptSchema.parse(_mulmoScript); // validate and insert default value
     const studio = rebuildStudio(currentStudio, mulmoScript, fileName);
+    // TODO: Move this code out of this function later
     // Addition cloing credit
     if (mulmoScript.$mulmocast.credit === "closing") {
         mulmoScript.beats.push(mulmoCredit(mulmoScript.beats[0].speaker)); // First speaker
     }
     studio.script = mulmoScriptSchema.parse(mulmoScript); // update the script
     studio.beats = studio.script.beats.map((_, index) => studio.beats[index] ?? {});
-    mulmoScript.beats.forEach((beat, index) => {
-        // Filling the default values
-        studio.script.beats[index] = mulmoBeatSchema.parse(beat);
-        if (!studio.multiLingual[index]) {
-            studio.multiLingual[index] = { multiLingualTexts: {} };
-        }
-    });
     return studio;
 };

package/lib/utils/prompt.d.ts

@@ -14,3 +14,6 @@ export declare const sceneToBeatsPrompt: ({ sampleBeats, beatsPerScene, allScene
 }) => string;
 export declare const storyToScriptInfoPrompt: (scriptWithoutBeats: Omit<MulmoScript, "beats">, story: MulmoStoryboard) => string;
 export declare const storyToScriptPrompt: (script: MulmoScript, beatsPerScene: number, story: MulmoStoryboard) => string;
+export declare const searchQueryPrompt: (inquiry: string, followUpQueries: string) => string;
+export declare const reflectionPrompt: (researchTopic: string, searchResults: string) => string;
+export declare const finalAnswerPrompt: (userInput: string, searchResults: string, researchTopic: string) => string;

package/lib/utils/prompt.js

@@ -72,3 +72,55 @@ Only include keys that exist in the sample script.
 Do not add any keys that are not present in the sample script.
 Please provide your response as valid JSON within \`\`\`json code blocks for clarity.`.trim();
 };
+export const searchQueryPrompt = (inquiry, followUpQueries) => {
+    return `
+  You are a professional research assistant specialized in generating sophisticated and diverse web search queries.
+  Create queries for advanced automated web research tools that can analyze complex results, follow links, and integrate information.
+
+  Instructions:
+  - Ensure collection of the latest information (current date: ${new Date().toLocaleDateString()})
+  - Always prioritize a single search query, add additional ones only when the original question requires multiple aspects
+  - Each query should focus on a specific aspect of the original question
+  - Do not generate more than 3 queries
+  - Generate diverse queries when the topic is broad
+  - Do not generate multiple similar queries, one is sufficient
+  - If follow-up queries exist, prioritize them over the user's inquiry
+
+  User's inquiry: ${inquiry}
+  Follow-up queries: ${followUpQueries}
+  `;
+};
+export const reflectionPrompt = (researchTopic, searchResults) => {
+    return `
+  You are a professional research assistant analyzing summaries related to "${researchTopic}".
+
+  Instructions:
+  - Identify knowledge gaps and areas requiring deeper exploration, then generate follow-up queries
+  - If the provided summary is sufficient to answer the user's question, do not generate follow-up queries
+  - When knowledge gaps exist, generate follow-up queries that help deepen understanding
+  - Focus on technical details, implementation specifications, and emerging trends that are not fully covered
+
+  Requirements:
+  - Follow-up queries should be self-contained and include necessary context for web search
+
+  Search results: ${searchResults}
+  `;
+};
+export const finalAnswerPrompt = (userInput, searchResults, researchTopic) => {
+    const currentDate = new Date().toLocaleDateString();
+    return `
+  You are a professional research assistant. Generate a high-quality answer based on the following information.
+
+  Instructions:
+  - Utilize all provided information to create a logical and well-structured response
+  - Include article information (URL and title) as citations in your output when referencing search results
+  - Provide detailed technical specifications and implementation details where possible
+  - Reflect the latest information and trends
+  - Ensure the response is comprehensive and accurate
+
+  User's Question: ${userInput}
+  Search Results: ${searchResults}
+  Research Topic: ${researchTopic}
+  Current Date: ${currentDate}
+  `;
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "0.0.15",
+  "version": "0.0.17",
   "description": "",
   "type": "module",
   "main": "lib/index.js",
@@ -10,7 +10,6 @@
   "files": [
     "./lib",
     "./scripts/templates",
-    "./assets/music/StarsBeyondEx.mp3",
     "./assets/audio/silent60sec.mp3",
     "./assets/html/",
     "./assets/templates/"
@@ -28,7 +27,7 @@
     "preprocess": "npx tsx ./src/cli/bin.ts preprocess",
     "pdf": "npx tsx ./src/cli/bin.ts pdf",
     "test": "rm -f scratchpad/test*.* && npx tsx ./src/audio.ts scripts/test/test.json && npx tsx ./src/images.ts scripts/test/test.json && npx tsx ./src/movie.ts scripts/test/test.json",
-    "ci_test": "tsx --test ./test/*/test_*.ts",
+    "ci_test": "NODE_ENV=test tsx --test ./test/*/test_*.ts",
     "lint": "eslint src test",
     "build": "tsc",
     "build_test": "tsc && git checkout -- lib/*",
@@ -38,7 +37,8 @@
     "schema": "npx tsx ./src/cli/bin.ts tool schema",
     "story_to_script": "npx tsx ./src/cli/bin.ts tool story_to_script",
     "latest": "yarn upgrade-interactive  --latest",
-    "format": "prettier --write '{src,scripts,assets/templates,draft,ideason,scripts_mag2,proto,test,graphai,output,docs/scripts}/**/*.{ts,json,yaml}'"
+    "format": "prettier --write '{src,scripts,assets/templates,assets/styles,draft,ideason,scripts_mag2,proto,test,graphai,output,docs/scripts}/**/*.{ts,json,yaml}'",
+    "deep_research": "npx tsx ./src/tools/deep_research.ts"
   },
   "repository": "git+ssh://git@github.com/receptron/mulmocast-cli.git",
   "author": "snakajima",
@@ -50,7 +50,7 @@
   "dependencies": {
     "@google-cloud/text-to-speech": "^6.1.0",
     "@graphai/anthropic_agent": "^2.0.2",
-    "@graphai/browserless_agent": "^2.0.0",
+    "@graphai/browserless_agent": "^2.0.1",
     "@graphai/gemini_agent": "^2.0.0",
     "@graphai/groq_agent": "^2.0.0",
     "@graphai/input_agents": "^1.0.1",
@@ -58,6 +58,7 @@
     "@graphai/stream_agent_filter": "^2.0.2",
     "@graphai/vanilla": "^2.0.4",
     "@graphai/vanilla_node_agents": "^2.0.1",
+    "@tavily/core": "^0.5.7",
     "canvas": "^3.1.0",
     "clipboardy": "^4.0.0",
     "dotenv": "^16.4.7",
@@ -67,10 +68,10 @@
     "inquirer": "^12.6.1",
     "marked": "^15.0.12",
     "ora": "^8.2.0",
-    "puppeteer": "^24.10.0",
+    "puppeteer": "^24.10.2",
     "yaml": "^2.8.0",
     "yargs": "^17.7.2",
-    "zod": "^3.25.51",
+    "zod": "^3.25.67",
     "zod-to-json-schema": "^3.24.5"
   },
   "devDependencies": {
@@ -81,14 +82,14 @@
     "@types/yargs": "^17.0.33",
     "eslint": "^9.29.0",
     "eslint-config-prettier": "^10.1.5",
-    "eslint-plugin-prettier": "^5.4.1",
+    "eslint-plugin-prettier": "^5.5.0",
     "prettier": "^3.3.3",
     "ts-node": "^10.9.2",
     "tsx": "^4.20.3",
     "typescript": "^5.7.3",
-    "typescript-eslint": "^8.34.0"
+    "typescript-eslint": "^8.34.1"
   },
   "engines": {
-    "node": ">=16.0.0"
+    "node": ">=18.0.0"
   }
 }