mulmocast 0.1.1 → 0.1.2

package/lib/actions/images.d.ts

@@ -32,10 +32,12 @@ export declare const imagePreprocessAgent: (namedInputs: {
     imagePath: string | undefined;
     referenceImage: string | undefined;
     htmlPrompt?: undefined;
+    htmlPath?: undefined;
     htmlImageSystemPrompt?: undefined;
 } | {
     imagePath: string;
     htmlPrompt: string;
+    htmlPath: string;
     htmlImageSystemPrompt: string[];
 } | {
     imagePath: string;
@@ -65,6 +67,7 @@ export declare const imagePreprocessAgent: (namedInputs: {
     };
     movieFile: string | undefined;
     htmlPrompt?: undefined;
+    htmlPath?: undefined;
     htmlImageSystemPrompt?: undefined;
 } | {
     images: string[];
@@ -96,6 +99,7 @@ export declare const imagePreprocessAgent: (namedInputs: {
     referenceImage: string;
     prompt: string;
     htmlPrompt?: undefined;
+    htmlPath?: undefined;
     htmlImageSystemPrompt?: undefined;
 }>;
 export declare const imagePluginAgent: (namedInputs: {

package/lib/actions/images.js

@@ -44,7 +44,8 @@ export const imagePreprocessAgent = async (namedInputs) => {
     }
     if (beat.htmlPrompt) {
         const htmlPrompt = beat.htmlPrompt.prompt + (beat.htmlPrompt.data ? "\n\n data\n" + JSON.stringify(beat.htmlPrompt.data, null, 2) : "");
-        return { imagePath, htmlPrompt, htmlImageSystemPrompt: htmlImageSystemPrompt(context.presentationStyle.canvasSize) };
+        const htmlPath = imagePath.replace(/\.[^/.]+$/, ".html");
+        return { imagePath, htmlPrompt, htmlPath, htmlImageSystemPrompt: htmlImageSystemPrompt(context.presentationStyle.canvasSize) };
     }
     // images for "edit_image"
     const images = (() => {
@@ -77,11 +78,8 @@ export const imagePluginAgent = async (namedInputs) => {
     }
 };
 const htmlImageGeneratorAgent = async (namedInputs) => {
-    const { html, file, canvasSize } = namedInputs;
-    // Save HTML file
-    const htmlFile = file.replace(/\.[^/.]+$/, ".html");
-    await fs.promises.writeFile(htmlFile, html, "utf8");
-    await renderHTMLToImage(html, file, canvasSize.width, canvasSize.height);
+    const { file, canvasSize, htmlText } = namedInputs;
+    await renderHTMLToImage(htmlText, file, canvasSize.width, canvasSize.height);
 };
 const beat_graph_data = {
     version: 0.5,
@@ -124,14 +122,33 @@ const beat_graph_data = {
                     model: ":htmlImageAgentInfo.model",
                     max_tokens: ":htmlImageAgentInfo.max_tokens",
                 },
+                file: ":preprocessor.htmlPath", // only for fileCacheAgentFilter
+                mulmoContext: ":context", // for fileCacheAgentFilter
+                index: ":__mapIndex", // for fileCacheAgentFilter
+                sessionType: "html", // for fileCacheAgentFilter
+            },
+        },
+        htmlReader: {
+            if: ":preprocessor.htmlPrompt",
+            agent: async (namedInputs) => {
+                const html = await fs.promises.readFile(namedInputs.htmlPath, "utf8");
+                return { html };
             },
+            inputs: {
+                onComplete: ":htmlImageAgent", // to wait for htmlImageAgent to finish
+                htmlPath: ":preprocessor.htmlPath",
+            },
+            output: {
+                htmlText: ".html.codeBlockOrRaw()",
+            },
+            defaultValue: {},
         },
         htmlImageGenerator: {
             if: ":preprocessor.htmlPrompt",
             defaultValue: {},
             agent: htmlImageGeneratorAgent,
             inputs: {
-                html: ":htmlImageAgent.text.codeBlockOrRaw()",
+                htmlText: ":htmlReader.htmlText",
                 canvasSize: ":context.presentationStyle.canvasSize",
                 file: ":preprocessor.imagePath", // only for fileCacheAgentFilter
                 mulmoContext: ":context", // for fileCacheAgentFilter
@@ -295,7 +312,7 @@ const graphOption = async (context, settings) => {
         {
             name: "fileCacheAgentFilter",
             agent: fileCacheAgentFilter,
-            nodeIds: ["imageGenerator", "movieGenerator", "htmlImageGenerator"],
+            nodeIds: ["imageGenerator", "movieGenerator", "htmlImageGenerator", "htmlImageAgent"],
         },
     ];
     const taskManager = new TaskManager(getConcurrency(context));

package/lib/types/schema.d.ts

@@ -5207,15 +5207,18 @@ export declare const mulmoSessionStateSchema: z.ZodObject<{
         movie: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
         multiLingual: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
         caption: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
+        html: z.ZodRecord<z.ZodNumber, z.ZodBoolean>;
     }, "strip", z.ZodTypeAny, {
         image: Record<number, boolean>;
         movie: Record<number, boolean>;
+        html: Record<number, boolean>;
         audio: Record<number, boolean>;
         multiLingual: Record<number, boolean>;
         caption: Record<number, boolean>;
     }, {
         image: Record<number, boolean>;
         movie: Record<number, boolean>;
+        html: Record<number, boolean>;
         audio: Record<number, boolean>;
         multiLingual: Record<number, boolean>;
         caption: Record<number, boolean>;
@@ -5232,6 +5235,7 @@ export declare const mulmoSessionStateSchema: z.ZodObject<{
     inBeatSession: {
         image: Record<number, boolean>;
         movie: Record<number, boolean>;
+        html: Record<number, boolean>;
         audio: Record<number, boolean>;
         multiLingual: Record<number, boolean>;
         caption: Record<number, boolean>;
@@ -5248,6 +5252,7 @@ export declare const mulmoSessionStateSchema: z.ZodObject<{
     inBeatSession: {
         image: Record<number, boolean>;
         movie: Record<number, boolean>;
+        html: Record<number, boolean>;
         audio: Record<number, boolean>;
         multiLingual: Record<number, boolean>;
         caption: Record<number, boolean>;

package/lib/types/schema.js

@@ -377,6 +377,7 @@ export const mulmoSessionStateSchema = z.object({
         movie: z.record(z.number().int(), z.boolean()),
         multiLingual: z.record(z.number().int(), z.boolean()),
         caption: z.record(z.number().int(), z.boolean()),
+        html: z.record(z.number().int(), z.boolean()),
     }),
 });
 export const mulmoStudioSchema = z

package/lib/types/type.d.ts

@@ -90,7 +90,7 @@ export type Text2HtmlAgentInfo = {
 export type BeatMediaType = "movie" | "image";
 export type StoryToScriptGenerateMode = (typeof storyToScriptGenerateMode)[keyof typeof storyToScriptGenerateMode];
 export type SessionType = "audio" | "image" | "video" | "multiLingual" | "caption" | "pdf";
-export type BeatSessionType = "audio" | "image" | "multiLingual" | "caption" | "movie";
+export type BeatSessionType = "audio" | "image" | "multiLingual" | "caption" | "movie" | "html";
 export type SessionProgressEvent = {
     kind: "session";
     sessionType: SessionType;

package/lib/utils/context.d.ts

@@ -321,6 +321,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             movie: {};
             multiLingual: {};
             caption: {};
+            html: {};
         };
     };
     presentationStyle: {

package/lib/utils/context.js

@@ -56,6 +56,7 @@ const initSessionState = () => {
             movie: {},
             multiLingual: {},
             caption: {},
+            html: {},
         },
     };
 };

package/lib/utils/filters.js

@@ -22,18 +22,23 @@ export const fileCacheAgentFilter = async (context, next) => {
         }
     };
     if (await shouldUseCache()) {
-        GraphAILogger.debug("cache");
+        GraphAILogger.debug(`cache: ${path.basename(file)}`);
         return true;
     }
     try {
         MulmoStudioContextMethods.setBeatSessionState(mulmoContext, sessionType, index, true);
-        const output = (await next(context));
-        const buffer = output ? output["buffer"] : undefined;
+        const output = (await next(context)) || undefined;
+        const { buffer, text } = output ?? {};
         if (buffer) {
             writingMessage(file);
             await fsPromise.writeFile(file, buffer);
             return true;
         }
+        else if (text) {
+            writingMessage(file);
+            await fsPromise.writeFile(file, text, "utf-8");
+            return true;
+        }
         GraphAILogger.log("no cache, no buffer: " + file);
         return false;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "",
   "type": "module",
   "main": "lib/index.js",
@@ -73,18 +73,18 @@
     "@tavily/core": "^0.5.9",
     "canvas": "^3.1.2",
     "clipboardy": "^4.0.0",
-    "dotenv": "^17.0.1",
+    "dotenv": "^17.1.0",
     "fluent-ffmpeg": "^2.1.3",
     "google-auth-library": "^9.15.1",
-    "graphai": "^2.0.11",
+    "graphai": "^2.0.12",
     "inquirer": "^12.7.0",
     "marked": "^16.0.0",
     "ora": "^8.2.0",
-    "puppeteer": "^24.11.2",
+    "puppeteer": "^24.12.0",
     "replicate": "^1.0.1",
     "yaml": "^2.8.0",
     "yargs": "^18.0.0",
-    "zod": "^3.25.74",
+    "zod": "^3.25.76",
     "zod-to-json-schema": "^3.24.6"
   },
   "devDependencies": {
@@ -100,7 +100,7 @@
     "ts-node": "^10.9.2",
     "tsx": "^4.20.3",
     "typescript": "^5.7.3",
-    "typescript-eslint": "^8.35.1"
+    "typescript-eslint": "^8.36.0"
   },
   "engines": {
     "node": ">=18.0.0"