mulmocast 2.9.2 → 2.11.0

package/scripts/test/test_slide_image_ref_gemini_en.json~

@@ -0,0 +1,289 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "lang": "en",
+  "title": "The Higgs Boson — Exploring the Origin of Mass",
+  "slideParams": {
+    "theme": {
+      "colors": {
+        "bg": "0B1120",
+        "bgCard": "162032",
+        "bgCardAlt": "1E2D45",
+        "text": "F0F4F8",
+        "textMuted": "A0AEC0",
+        "textDim": "4A5568",
+        "primary": "63B3ED",
+        "accent": "B794F4",
+        "success": "68D391",
+        "warning": "F6AD55",
+        "danger": "FC8181",
+        "info": "4FD1C5",
+        "highlight": "F687B3"
+      },
+      "fonts": { "title": "Georgia", "body": "Calibri", "mono": "Consolas" }
+    }
+  },
+  "imageParams": {
+    "provider": "genai",
+    "model": "gemini-3-pro-image-preview",
+    "images": {
+      "detector": {
+        "type": "imagePrompt",
+        "prompt": "A massive cylindrical particle detector at CERN, showing intricate layers of sensors and electronics in warm orange and gold lighting, photorealistic, wide-angle view from inside the detector barrel"
+      },
+      "lhc": {
+        "type": "imagePrompt",
+        "prompt": "The Large Hadron Collider tunnel at CERN, a long curved underground tunnel with blue superconducting magnets stretching into the distance, cool blue lighting, photorealistic"
+      },
+      "higgs_event": {
+        "type": "imagePrompt",
+        "prompt": "A colorful particle collision event display from the CMS detector at CERN, showing radiating particle tracks in green, red and blue lines emanating from a central collision point on a dark background, scientific visualization style"
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "What is the Higgs boson? Let's look back at the history of its discovery.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "title",
+          "title": "The Higgs Boson",
+          "subtitle": "A Journey to the Origin of Mass",
+          "author": "Introduction to Particle Physics"
+        }
+      }
+    },
+    {
+      "text": "The Higgs boson holds a special place in the Standard Model.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "columns",
+          "title": "Particles of the Standard Model",
+          "subtitle": "17 Elementary Particles",
+          "columns": [
+            {
+              "title": "Fermions",
+              "accentColor": "primary",
+              "content": [
+                { "type": "imageRef", "ref": "detector", "alt": "Fermion interactions" },
+                { "type": "bullets", "items": ["Quarks (6 types)", "Leptons (6 types)"], "icon": "⚛" },
+                { "type": "text", "value": "Particles that make up matter", "dim": true }
+              ]
+            },
+            {
+              "title": "Bosons",
+              "accentColor": "accent",
+              "content": [
+                { "type": "imageRef", "ref": "lhc", "alt": "LHC tunnel" },
+                { "type": "bullets", "items": ["Photon", "W & Z bosons", "Gluon"], "icon": "⚡" },
+                { "type": "text", "value": "Force-carrying particles", "dim": true }
+              ]
+            },
+            {
+              "title": "Higgs Boson",
+              "accentColor": "highlight",
+              "content": [
+                { "type": "imageRef", "ref": "higgs_event", "alt": "Higgs boson decay" },
+                { "type": "text", "value": "Origin of Mass", "bold": true, "color": "highlight" },
+                { "type": "text", "value": "The only scalar particle. Discovered at CERN in 2012.", "dim": true }
+              ]
+            }
+          ]
+        }
+      }
+    },
+    {
+      "text": "Let's look at the Higgs boson decay event captured by the LHC detector.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "split",
+          "left": {
+            "title": "CMS Detector Event",
+            "content": [{ "type": "imageRef", "ref": "detector", "alt": "CMS detector event display", "fit": "cover" }]
+          },
+          "right": {
+            "title": "What Are We Seeing?",
+            "content": [
+              { "type": "text", "value": "Protons are collided at near light speed, and the resulting particle tracks are captured by the detector." },
+              {
+                "type": "callout",
+                "text": "The Higgs boson cannot be observed directly — its existence is inferred from pairs of decay particles.",
+                "label": "Key Point",
+                "color": "info",
+                "style": "info"
+              },
+              { "type": "metric", "value": "125 GeV", "label": "Mass of the Higgs boson" }
+            ]
+          }
+        }
+      }
+    },
+    {
+      "text": "A comparison of the ATLAS and CMS experiments.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "comparison",
+          "title": "Two Experiments, One Discovery",
+          "subtitle": "Each independently achieved 5σ significance",
+          "left": {
+            "title": "ATLAS Experiment",
+            "accentColor": "primary",
+            "content": [
+              { "type": "imageRef", "ref": "detector", "alt": "ATLAS detector" },
+              { "type": "metric", "value": "5.9σ", "label": "Statistical significance", "color": "primary" },
+              { "type": "text", "value": "25m diameter, 46m long. About 3,000 physicists participated." }
+            ]
+          },
+          "right": {
+            "title": "CMS Experiment",
+            "accentColor": "accent",
+            "content": [
+              { "type": "imageRef", "ref": "lhc", "alt": "CMS detector" },
+              { "type": "metric", "value": "5.0σ", "label": "Statistical significance", "color": "accent" },
+              { "type": "text", "value": "More compact but equipped with a superconducting solenoid magnet. About 4,000 participants." }
+            ]
+          },
+          "callout": {
+            "text": "The simultaneous confirmation by two independent experiments dramatically increased confidence in the result",
+            "color": "success"
+          }
+        }
+      }
+    },
+    {
+      "text": "Here's a grid overview of CERN's key facilities.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "grid",
+          "title": "CERN Experimental Facilities",
+          "subtitle": "The world's largest particle physics laboratory on the Swiss-French border",
+          "gridColumns": 2,
+          "items": [
+            {
+              "title": "LHC Accelerator",
+              "accentColor": "primary",
+              "content": [
+                { "type": "imageRef", "ref": "lhc", "alt": "LHC tunnel", "fit": "cover" },
+                { "type": "text", "value": "27km circumference, 100m underground", "dim": true }
+              ]
+            },
+            {
+              "title": "ATLAS Detector",
+              "accentColor": "accent",
+              "content": [
+                { "type": "imageRef", "ref": "detector", "alt": "ATLAS detector overview", "fit": "cover" },
+                { "type": "text", "value": "25m diameter, weighing 7,000 tonnes", "dim": true }
+              ]
+            },
+            {
+              "title": "CMS Detector",
+              "accentColor": "info",
+              "content": [
+                { "type": "imageRef", "ref": "higgs_event", "alt": "CMS detector", "fit": "cover" },
+                { "type": "text", "value": "Features superconducting solenoid", "dim": true }
+              ]
+            },
+            {
+              "title": "CERN Control Centre",
+              "accentColor": "warning",
+              "content": [
+                { "type": "imageRef", "ref": "detector", "alt": "CERN control room", "fit": "cover" },
+                { "type": "text", "value": "24/7 accelerator monitoring", "dim": true }
+              ]
+            }
+          ]
+        }
+      }
+    },
+    {
+      "text": "Here are the key milestones leading to the discovery.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "timeline",
+          "title": "Road to Discovery",
+          "items": [
+            { "date": "1964", "title": "Higgs Mechanism Proposed", "description": "P. Higgs et al. published the mass acquisition theory", "done": true },
+            { "date": "1983", "title": "W & Z Bosons Discovered", "description": "Confirmed at CERN's SPS experiments", "done": true, "color": "accent" },
+            {
+              "date": "2008",
+              "title": "LHC Begins Operation",
+              "description": "The world's largest particle accelerator starts up",
+              "done": true,
+              "color": "info"
+            },
+            {
+              "date": "2012.7.4",
+              "title": "Higgs Boson Discovered",
+              "description": "ATLAS and CMS experiments announce simultaneously",
+              "done": true,
+              "color": "highlight"
+            },
+            { "date": "2013", "title": "Nobel Prize in Physics", "description": "Awarded to Higgs and Englert", "done": true, "color": "success" }
+          ]
+        }
+      }
+    },
+    {
+      "text": "Let's explore the relationship between the Higgs field and mass.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "split",
+          "left": {
+            "title": "Visualizing the Higgs Field",
+            "content": [
+              { "type": "imageRef", "ref": "higgs_event", "alt": "Higgs field concept", "fit": "contain" },
+              { "type": "text", "value": "A field that fills all of space", "dim": true, "align": "center" }
+            ]
+          },
+          "right": {
+            "title": "Why Does Mass Arise?",
+            "content": [
+              {
+                "type": "callout",
+                "text": "The Higgs field exists everywhere in the universe. Particles acquire mass by interacting with this field.",
+                "style": "quote"
+              },
+              { "type": "divider", "color": "accent" },
+              {
+                "type": "bullets",
+                "items": [
+                  "Photon: no interaction with Higgs field → zero mass",
+                  "W boson: strong interaction → heavy",
+                  "Top quark: strongest interaction → heaviest"
+                ],
+                "icon": "→"
+              },
+              { "type": "callout", "text": "Mass = strength of coupling to the Higgs field", "label": "Key Insight", "color": "highlight" }
+            ]
+          }
+        }
+      }
+    },
+    {
+      "text": "Let's look at the statistical significance of the discovery in numbers.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "stats",
+          "title": "The Higgs Discovery in Numbers",
+          "stats": [
+            { "value": "5σ", "label": "Statistical significance", "color": "highlight" },
+            { "value": "125.25 GeV", "label": "Measured mass" },
+            { "value": "~10⁻²² s", "label": "Lifetime" },
+            { "value": "10,000+", "label": "Researchers involved", "color": "info" }
+          ],
+          "callout": {
+            "text": "5σ means the probability of a fluke is 1 in 3.5 million — the threshold for 'discovery' in particle physics.",
+            "color": "warning"
+          }
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_vertexai.json~

@@ -0,0 +1,21 @@
+{
+  "$schema": "../../assets/schema.json",
+  "title": "Vertex AI Test",
+  "description": "Test Vertex AI integration",
+  "lang": "en",
+  "imageParams": {
+    "provider": "google",
+    "model": "imagen-4.0-generate-001",
+    "vertexai_project": "${GOOGLE_PROJECT_ID}",
+    "vertexai_location": "us-central1"
+  },
+  "speechParams": {
+    "provider": "mock"
+  },
+  "beats": [
+    {
+      "text": "Hello",
+      "imagePrompt": "A simple blue circle on white background"
+    }
+  ]
+}

package/lib/agents/image_google_agent.d.ts

@@ -1,5 +0,0 @@
-import type { AgentFunction, AgentFunctionInfo } from "graphai";
-import type { AgentBufferResult, ImageAgentInputs, ImageAgentParams, GoogleImageAgentConfig } from "../types/agent.js";
-export declare const imageGoogleAgent: AgentFunction<ImageAgentParams, AgentBufferResult, ImageAgentInputs, GoogleImageAgentConfig>;
-declare const imageGoogleAgentInfo: AgentFunctionInfo;
-export default imageGoogleAgentInfo;

package/lib/agents/image_google_agent.js

@@ -1,86 +0,0 @@
-import { GraphAILogger } from "graphai";
-import { getAspectRatio } from "./movie_google_agent.js";
-import { provider2ImageAgent } from "../utils/provider2agent.js";
-async function generateImage(projectId, model, token, prompt, aspectRatio) {
-    const GOOGLE_IMAGEN_ENDPOINT = `https://us-central1-aiplatform.googleapis.com/v1/projects/${projectId}/locations/us-central1/publishers/google/models/${model}:predict`;
-    try {
-        // Prepare the payload for the API request
-        const payload = {
-            instances: [
-                {
-                    prompt,
-                },
-            ],
-            parameters: {
-                sampleCount: 1,
-                aspectRatio,
-                safetySetting: "block_only_high",
-            },
-        };
-        // Make the API call using fetch
-        const response = await fetch(GOOGLE_IMAGEN_ENDPOINT, {
-            method: "POST",
-            headers: {
-                Authorization: `Bearer ${token}`,
-                "Content-Type": "application/json",
-            },
-            body: JSON.stringify(payload),
-        });
-        if (!response.ok) {
-            throw new Error(`Error: ${response.status} - ${response.statusText}`);
-        }
-        const responseData = await response.json();
-        // Parse and return the generated image URL or data
-        const predictions = responseData.predictions;
-        if (predictions && predictions.length > 0) {
-            const base64Image = predictions[0].bytesBase64Encoded;
-            if (base64Image) {
-                return Buffer.from(base64Image, "base64"); // Decode the base64 image to a buffer
-            }
-            else {
-                throw new Error("No base64-encoded image data returned from the API.");
-            }
-        }
-        else {
-            // console.log(response);
-            GraphAILogger.info("No predictions returned from the API.", responseData, prompt);
-            return undefined;
-        }
-    }
-    catch (error) {
-        GraphAILogger.info("Error generating image:", error);
-        throw error;
-    }
-}
-export const imageGoogleAgent = async ({ namedInputs, params, config, }) => {
-    const { prompt } = namedInputs;
-    const aspectRatio = getAspectRatio(params.canvasSize);
-    const model = params.model ?? provider2ImageAgent["google"].defaultModel;
-    const projectId = config?.projectId;
-    const token = config?.token;
-    try {
-        const buffer = await generateImage(projectId, model, token, prompt, aspectRatio);
-        if (buffer) {
-            return { buffer };
-        }
-        throw new Error("ERROR: geneateImage returned undefined");
-    }
-    catch (error) {
-        GraphAILogger.info("Failed to generate image:", error);
-        throw error;
-    }
-};
-const imageGoogleAgentInfo = {
-    name: "imageGoogleAgent",
-    agent: imageGoogleAgent,
-    mock: imageGoogleAgent,
-    samples: [],
-    description: "Google Image agent",
-    category: ["image"],
-    author: "Receptron Team",
-    repository: "https://github.com/receptron/mulmocast-cli/",
-    // source: "https://github.com/receptron/mulmocast-cli/blob/main/src/agents/image_google_agent.ts",
-    license: "MIT",
-    environmentVariables: [],
-};
-export default imageGoogleAgentInfo;

package/lib/agents/movie_google_agent.d.ts

@@ -1,9 +0,0 @@
-import type { AgentFunction, AgentFunctionInfo } from "graphai";
-import type { AgentBufferResult, GoogleImageAgentConfig, GoogleMovieAgentParams, MovieAgentInputs } from "../types/agent.js";
-export declare const getAspectRatio: (canvasSize: {
-    width: number;
-    height: number;
-}) => string;
-export declare const movieGoogleAgent: AgentFunction<GoogleMovieAgentParams, AgentBufferResult, MovieAgentInputs, GoogleImageAgentConfig>;
-declare const movieGoogleAgentInfo: AgentFunctionInfo;
-export default movieGoogleAgentInfo;

package/lib/agents/movie_google_agent.js

@@ -1,122 +0,0 @@
-import { readFileSync } from "fs";
-import { GraphAILogger, sleep } from "graphai";
-async function generateMovie(projectId, model, token, prompt, imagePath, aspectRatio, duration) {
-    const GOOGLE_IMAGEN_ENDPOINT = `https://us-central1-aiplatform.googleapis.com/v1/projects/${projectId}/locations/us-central1/publishers/google/models/${model}`;
-    const payload = {
-        instances: [
-            {
-                prompt,
-                image: undefined,
-            },
-        ],
-        parameters: {
-            sampleCount: 1,
-            aspectRatio,
-            safetySetting: "block_only_high",
-            personGeneration: "allow_all",
-            durationSeconds: duration,
-        },
-    };
-    if (imagePath) {
-        const buffer = readFileSync(imagePath);
-        const bytesBase64Encoded = buffer.toString("base64");
-        payload.instances[0].image = {
-            bytesBase64Encoded,
-            mimeType: "image/png",
-        };
-    }
-    // Make the API call using fetch
-    const response = await fetch(`${GOOGLE_IMAGEN_ENDPOINT}:predictLongRunning`, {
-        method: "POST",
-        headers: {
-            Authorization: `Bearer ${token}`,
-            "Content-Type": "application/json",
-        },
-        body: JSON.stringify(payload),
-    });
-    if (!response.ok) {
-        GraphAILogger.info("create project on google cloud console and setup the project. More details see readme.");
-        throw new Error(`Error: ${response.status} - ${response.statusText}`);
-    }
-    const initialResponse = await response.json();
-    const fetchBody = {
-        operationName: initialResponse.name,
-    };
-    const completeResponse = await (async () => {
-        while (true) {
-            GraphAILogger.info("...waiting for movie generation...");
-            await sleep(3000);
-            const operationResponse = await fetch(`${GOOGLE_IMAGEN_ENDPOINT}:fetchPredictOperation`, {
-                method: "POST",
-                headers: {
-                    Authorization: `Bearer ${token}`,
-                    "Content-Type": "application/json",
-                },
-                body: JSON.stringify(fetchBody),
-            });
-            if (!operationResponse.ok) {
-                throw new Error(`Error: ${operationResponse.status} - ${operationResponse.statusText}`);
-            }
-            const responseData = await operationResponse.json();
-            if (responseData.done) {
-                if (responseData.error) {
-                    GraphAILogger.info("Prompt: ", prompt);
-                    throw new Error(`Error: ${responseData.error.message}`);
-                }
-                if (!responseData.response.videos) {
-                    throw new Error(`No video: ${JSON.stringify(responseData, null, 2)}`);
-                }
-                return responseData.response;
-            }
-        }
-    })();
-    const encodedMovie = completeResponse.videos[0].bytesBase64Encoded;
-    if (encodedMovie) {
-        return Buffer.from(encodedMovie, "base64");
-    }
-    return undefined;
-}
-export const getAspectRatio = (canvasSize) => {
-    if (canvasSize.width > canvasSize.height) {
-        return "16:9";
-    }
-    else if (canvasSize.width < canvasSize.height) {
-        return "9:16";
-    }
-    else {
-        return "1:1";
-    }
-};
-export const movieGoogleAgent = async ({ namedInputs, params, config, }) => {
-    const { prompt, imagePath } = namedInputs;
-    const aspectRatio = getAspectRatio(params.canvasSize);
-    const model = params.model ?? "veo-2.0-generate-001"; // "veo-3.0-generate-preview";
-    const duration = params.duration ?? 8;
-    const projectId = config?.projectId;
-    const token = config?.token;
-    try {
-        const buffer = await generateMovie(projectId, model, token, prompt, imagePath, aspectRatio, duration);
-        if (buffer) {
-            return { buffer };
-        }
-        throw new Error("ERROR: geneateImage returned undefined");
-    }
-    catch (error) {
-        GraphAILogger.info("Failed to generate movie:", error.message);
-        throw error;
-    }
-};
-const movieGoogleAgentInfo = {
-    name: "movieGoogleAgent",
-    agent: movieGoogleAgent,
-    mock: movieGoogleAgent,
-    samples: [],
-    description: "Google Movie agent",
-    category: ["movie"],
-    author: "Receptron Team",
-    repository: "https://github.com/receptron/mulmocast-cli/",
-    // source: "https://github.com/receptron/mulmocast-cli/blob/main/src/agents/image_google_agent.ts",
-    license: "MIT",
-    environmentVariables: [],
-};
-export default movieGoogleAgentInfo;

package/lib/agents/mulmo_prompts_agent.d.ts

@@ -1,7 +0,0 @@
-import { AgentFunction, AgentFunctionInfo } from "graphai";
-import { prompts } from "./prompts_data.js";
-export declare const mulmoPromptsAgent: AgentFunction<{
-    promptKey: keyof typeof prompts;
-}>;
-declare const mulmoPromptsAgentInfo: AgentFunctionInfo;
-export default mulmoPromptsAgentInfo;

package/lib/agents/mulmo_prompts_agent.js

@@ -1,37 +0,0 @@
-import { prompts } from "./prompts_data.js";
-export const mulmoPromptsAgent = async ({ params }) => {
-    const { promptKey } = params;
-    if (promptKey) {
-        const prompt = prompts[promptKey];
-        if (prompt) {
-            return {
-                text: prompt,
-            };
-        }
-    }
-    return prompts;
-};
-const mulmoPromptsAgentInfo = {
-    name: "mulmoPromptsAgent",
-    agent: mulmoPromptsAgent,
-    mock: mulmoPromptsAgent,
-    samples: [
-        {
-            inputs: {},
-            params: {
-                promptKey: "abstract",
-            },
-            result: {
-                text: "We need to add a summary at the beginning of script, which summarizes this episode, which is very engaging. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
-            },
-        },
-    ],
-    description: "Prompts Agent",
-    category: ["prompt"],
-    author: "Receptron team",
-    repository: "https://github.com/receptron/mulmocast-cli",
-    source: "https://github.com/receptron/mulmocast-cli/tree/main/src/agents/prompts_agent.ts",
-    // package: "@graphai/prompts",
-    license: "MIT",
-};
-export default mulmoPromptsAgentInfo;

package/lib/agents/prompts_data.d.ts

@@ -1,15 +0,0 @@
-export declare const prompts: {
-    abstract: string;
-    image_prompt: string;
-    prompt: string;
-    prompt2: string;
-    prompt3: string;
-    prompt_eng3: string;
-    prompt_seed: string;
-    prompt_seed_materials: string;
-    prompt_taro: string;
-    prompt_taro3_json: string;
-    prompt_taro3_json2: string;
-    prompt_taro_json: string;
-    summary: string;
-};