mulmocast 0.0.23 → 0.0.25

package/lib/types/schema.js

@@ -87,13 +87,7 @@ export const mulmoTextSlideMediaSchema = z
 export const mulmoCaptionParamsSchema = z
     .object({
     lang: langSchema.optional(),
-    textColor: z.string().default("#FFFFFF"),
-    backgroundColor: z.string().default("#000000"),
-    fontSize: z.number().default(16),
-    fontFamily: z.string().default("Arial"),
-    fontWeight: z.string().default("normal"),
-    textAlign: z.string().default("left"),
-    textDecoration: z.string().default("none"),
+    styles: z.array(z.string()).default([]), // css styles
 })
     .strict();
 export const mulmoChartMediaSchema = z

package/lib/types/type.d.ts

@@ -83,6 +83,7 @@ export type Text2HtmlAgentInfo = {
     provider: Text2HtmlImageProvider;
     agent: string;
     model: string;
+    max_tokens: number;
 };
 export type BeatMediaType = "movie" | "image";
 export type StoryToScriptGenerateMode = (typeof storyToScriptGenerateMode)[keyof typeof storyToScriptGenerateMode];

package/lib/utils/preprocess.d.ts

@@ -217,13 +217,7 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
                 cssStyles: string | string[];
             } | undefined;
             captionParams?: {
-                textColor: string;
-                backgroundColor: string;
-                fontSize: number;
-                fontFamily: string;
-                fontWeight: string;
-                textAlign: string;
-                textDecoration: string;
+                styles: string[];
                 lang?: string | undefined;
             } | undefined;
             imageNames?: string[] | undefined;
@@ -280,13 +274,7 @@ export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, curre
             cssStyles: string | string[];
         } | undefined;
         captionParams?: {
-            textColor: string;
-            backgroundColor: string;
-            fontSize: number;
-            fontFamily: string;
-            fontWeight: string;
-            textAlign: string;
-            textDecoration: string;
+            styles: string[];
             lang?: string | undefined;
         } | undefined;
         references?: {

package/lib/utils/prompt.d.ts

@@ -1,4 +1,4 @@
-import { MulmoBeat, MulmoScript, MulmoScriptTemplate, MulmoStoryboard } from "../types/index.js";
+import { MulmoBeat, MulmoScript, MulmoScriptTemplate, MulmoStoryboard, MulmoCanvasDimension } from "../types/index.js";
 export declare const imagePrompt: (beat: MulmoBeat, style?: string) => string;
 export declare const graphDataScriptFromUrlPrompt: (sourceTextInput: string) => string;
 export declare const graphDataScriptGeneratePrompt: (scene: string) => string;
@@ -17,3 +17,4 @@ export declare const storyToScriptPrompt: (script: MulmoScript, beatsPerScene: n
 export declare const searchQueryPrompt: (inquiry: string, followUpQueries: string) => string;
 export declare const reflectionPrompt: (researchTopic: string, searchResults: string) => string;
 export declare const finalAnswerPrompt: (userInput: string, searchResults: string, researchTopic: string) => string;
+export declare const htmlImageSystemPrompt: (canvasSize: MulmoCanvasDimension) => string[];

package/lib/utils/prompt.js

@@ -124,3 +124,13 @@ export const finalAnswerPrompt = (userInput, searchResults, researchTopic) => {
   Current Date: ${currentDate}
   `;
 };
+export const htmlImageSystemPrompt = (canvasSize) => {
+    return [
+        "Based on the provided information, create a single slide HTML page using Tailwind CSS.",
+        `The view port size is ${canvasSize.width}x${canvasSize.height}. Make sure the HTML fits within the view port.`,
+        "If charts are needed, use Chart.js to present them in a clean and visually appealing way (with animation:false to disable animation).",
+        "Include a balanced mix of comments, graphs, and illustrations to enhance visual impact.",
+        "Output only the HTML code. Do not include any comments, explanations, or additional information outside the HTML.",
+        "If data is provided, use it effectively to populate the slide.",
+    ];
+};

package/lib/utils/utils.d.ts

@@ -1,5 +1,6 @@
 import { MulmoBeat, MulmoStudioMultiLingualData } from "../types/index.js";
-export declare const llm: readonly ["openAI", "anthropic", "gemini", "groq"];
+import type { ConfigDataDictionary, DefaultConfigData } from "graphai";
+export declare const llm: readonly ["openai", "anthropic", "gemini", "groq"];
 export type LLM = (typeof llm)[number];
 export declare const llmConfig: Record<LLM, {
     agent: string;
@@ -17,3 +18,4 @@ export declare const text2hash: (input: string) => string;
 export declare const localizedText: (beat: MulmoBeat, multiLingualData?: MulmoStudioMultiLingualData, lang?: string) => string;
 export declare const sleep: (milliseconds: number) => Promise<unknown>;
 export declare function userAssert(condition: boolean, message: string): asserts condition;
+export declare const settings2GraphAIConfig: (settings?: Record<string, string>) => ConfigDataDictionary<DefaultConfigData>;

package/lib/utils/utils.js

@@ -1,7 +1,7 @@
 import * as crypto from "crypto";
-export const llm = ["openAI", "anthropic", "gemini", "groq"];
+export const llm = ["openai", "anthropic", "gemini", "groq"];
 export const llmConfig = {
-    openAI: {
+    openai: {
         agent: "openAIAgent",
         defaultModel: "gpt-4o",
         max_tokens: 8192,
@@ -23,10 +23,10 @@ export const llmConfig = {
     },
 };
 export const llmPair = (_llm, _model) => {
-    const llmKey = _llm ?? "openAI";
-    const agent = llmConfig[llmKey]?.agent ?? llmConfig.openAI.agent;
-    const model = _model ?? llmConfig[llmKey]?.defaultModel ?? llmConfig.openAI.defaultModel;
-    const max_tokens = llmConfig[llmKey]?.max_tokens ?? llmConfig.openAI.max_tokens;
+    const llmKey = _llm ?? "openai";
+    const agent = llmConfig[llmKey]?.agent ?? llmConfig.openai.agent;
+    const model = _model ?? llmConfig[llmKey]?.defaultModel ?? llmConfig.openai.defaultModel;
+    const max_tokens = llmConfig[llmKey]?.max_tokens ?? llmConfig.openai.max_tokens;
     return { agent, model, max_tokens };
 };
 export const chunkArray = (array, size = 3) => {
@@ -60,3 +60,45 @@ export function userAssert(condition, message) {
         throw new Error(message);
     }
 }
+export const settings2GraphAIConfig = (settings) => {
+    const config = {};
+    if (settings) {
+        if (settings.OPENAI_API_KEY) {
+            config.openAIAgent = {
+                apiKey: settings.OPENAI_API_KEY,
+            };
+            config.ttsOpenaiAgent = {
+                apiKey: settings.OPENAI_API_KEY,
+            };
+            config.imageOpenaiAgent = {
+                apiKey: settings.OPENAI_API_KEY,
+            };
+        }
+        if (settings.ANTHROPIC_API_TOKEN) {
+            config.anthropicAgent = {
+                apiKey: settings.ANTHROPIC_API_TOKEN,
+            };
+        }
+        if (settings.REPLICATE_API_TOKEN) {
+            config.movieReplicateAgent = {
+                apiKey: settings.REPLICATE_API_TOKEN,
+            };
+        }
+        if (settings.NIJIVOICE_API_KEY) {
+            config.ttsNijivoiceAgent = {
+                apiKey: settings.NIJIVOICE_API_KEY,
+            };
+        }
+        if (settings.ELEVENLABS_API_KEY) {
+            config.ttsElevenlabsAgent = {
+                apiKey: settings.ELEVENLABS_API_KEY,
+            };
+        }
+        // TODO
+        // browserlessAgent
+        // ttsGoogleAgent
+        // geminiAgent, groqAgent for tool
+        // TAVILY_API_KEY ( for deep research)
+    }
+    return config;
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "0.0.23",
+  "version": "0.0.25",
   "description": "",
   "type": "module",
   "main": "lib/index.js",
@@ -68,22 +68,22 @@
     "@graphai/stream_agent_filter": "^2.0.2",
     "@graphai/vanilla": "^2.0.4",
     "@graphai/vanilla_node_agents": "^2.0.1",
-    "@tavily/core": "^0.5.7",
-    "canvas": "^3.1.0",
+    "@tavily/core": "^0.5.8",
+    "canvas": "^3.1.2",
     "clipboardy": "^4.0.0",
-    "dotenv": "^16.4.7",
+    "dotenv": "^17.0.0",
     "fluent-ffmpeg": "^2.1.3",
     "google-auth-library": "^9.15.1",
     "graphai": "^2.0.9",
-    "inquirer": "^12.6.1",
+    "inquirer": "^12.6.3",
     "marked": "^15.0.12",
     "ora": "^8.2.0",
-    "puppeteer": "^24.10.2",
+    "puppeteer": "^24.11.0",
     "replicate": "^1.0.1",
     "yaml": "^2.8.0",
     "yargs": "^17.7.2",
     "zod": "^3.25.67",
-    "zod-to-json-schema": "^3.24.5"
+    "zod-to-json-schema": "^3.24.6"
   },
   "devDependencies": {
     "@anatine/zod-mock": "^3.14.0",
@@ -91,14 +91,14 @@
     "@receptron/test_utils": "^2.0.0",
     "@types/fluent-ffmpeg": "^2.1.26",
     "@types/yargs": "^17.0.33",
-    "eslint": "^9.29.0",
+    "eslint": "^9.30.0",
     "eslint-config-prettier": "^10.1.5",
-    "eslint-plugin-prettier": "^5.5.0",
-    "prettier": "^3.3.3",
+    "eslint-plugin-prettier": "^5.5.1",
+    "prettier": "^3.6.2",
     "ts-node": "^10.9.2",
     "tsx": "^4.20.3",
     "typescript": "^5.7.3",
-    "typescript-eslint": "^8.34.1"
+    "typescript-eslint": "^8.35.0"
   },
   "engines": {
     "node": ">=18.0.0"