mulmocast 2.19.0 → 2.20.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "2.19.0",
+  "version": "2.20.0",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -98,8 +98,8 @@
   },
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
-    "@google-cloud/text-to-speech": "^6.4.1",
-    "@google/genai": "^2.24.0",
+    "@google-cloud/text-to-speech": "^7.1.1",
+    "@google/genai": "^2.28.0",
     "@graphai/anthropic_agent": "^2.1.0",
     "@graphai/browserless_agent": "^2.0.4",
     "@graphai/gemini_agent": "^2.1.0",
@@ -115,18 +115,18 @@
     "@modernized/fluent-ffmpeg": "^1.0.3",
     "@mozilla/readability": "^0.6.0",
     "@mulmocast/deck": "^2.0.2",
-    "@tavily/core": "^0.7.13",
+    "@tavily/core": "^0.7.14",
     "archiver": "^8.0.0",
     "clipboardy": "^5.3.2",
-    "dotenv": "^17.4.2",
+    "dotenv": "^18.0.7",
     "graphai": "^2.0.18",
-    "jinglescript": "^0.6.0",
+    "jinglescript": "^0.7.0",
     "js-tiktoken": "^1.0.21",
-    "jsdom": "^29.1.1",
+    "jsdom": "^30.1.2",
     "marked": "^18.1.0",
     "mulmocast-vision": "^1.0.12",
     "ora": "^9.4.1",
-    "puppeteer": "^25.12.0",
+    "puppeteer": "^25.13.0",
     "replicate": "^1.4.0",
     "yaml": "^2.9.1",
     "yargs": "^18.2.0",
@@ -136,19 +136,19 @@
     "@eslint/js": "^10.0.1",
     "@react-three/fiber": "^9.8.1",
     "@receptron/test_utils": "^2.0.3",
-    "@remotion/bundler": "^4.0.533",
-    "@remotion/effects": "^4.0.533",
-    "@remotion/layout-utils": "^4.0.533",
-    "@remotion/motion-blur": "^4.0.533",
-    "@remotion/noise": "^4.0.533",
-    "@remotion/paths": "^4.0.533",
-    "@remotion/renderer": "^4.0.533",
-    "@remotion/shapes": "^4.0.533",
-    "@remotion/three": "^4.0.533",
-    "@remotion/transitions": "^4.0.533",
+    "@remotion/bundler": "^4.0.534",
+    "@remotion/effects": "^4.0.534",
+    "@remotion/layout-utils": "^4.0.534",
+    "@remotion/motion-blur": "^4.0.534",
+    "@remotion/noise": "^4.0.534",
+    "@remotion/paths": "^4.0.534",
+    "@remotion/renderer": "^4.0.534",
+    "@remotion/shapes": "^4.0.534",
+    "@remotion/three": "^4.0.534",
+    "@remotion/transitions": "^4.0.534",
     "@types/archiver": "^8.0.0",
-    "@types/jsdom": "^28.0.3",
-    "@types/node": "^26.6.4",
+    "@types/jsdom": "^30.0.0",
+    "@types/node": "^26.6.5",
     "@types/yargs": "^17.0.35",
     "avatarscript": "^0.4.0",
     "cross-env": "^10.1.0",
@@ -159,10 +159,10 @@
     "eslint-plugin-prettier": "^5.5.6",
     "eslint-plugin-sonarjs": "^4.2.2",
     "globals": "^17.13.0",
-    "prettier": "^3.9.9",
+    "prettier": "^3.9.10",
     "react": "^19.2.0",
     "react-dom": "^19.2.0",
-    "remotion": "^4.0.533",
+    "remotion": "^4.0.534",
     "three": "^0.186.1",
     "tsx": "^4.23.15",
     "typescript": "6.0.3",
@@ -241,6 +241,6 @@
     }
   },
   "engines": {
-    "node": ">=22.13.0"
+    "node": "^22.22.2 || ^24.15.0 || >=26.0.0"
   }
 }

package/scripts/test/test_captions_2.json~

@@ -0,0 +1,278 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "en",
+  "title": "Media Test",
+  "references": [
+    {
+      "url": "https://www.mulmocast.com",
+      "title": "Mulmocast",
+      "type": "article"
+    }
+  ],
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "voiceId": "shimmer",
+        "displayName": {
+          "en": "Presenter"
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "id": "first",
+      "speaker": "Presenter",
+      "text": "This is a local image.",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "id": "hidden",
+      "hidden": true,
+      "speaker": "Presenter",
+      "text": "This is a hidden beat.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hidden Beat",
+          "bullets": ["This is a hidden beat."]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a image reference beat.",
+      "duration": 0.5,
+      "image": {
+        "type": "beat",
+        "id": "first"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "duration": 0.5,
+      "id": "1A57B3F5-B6CB-4948-96BB-6F018DCCBBD4",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Audio",
+          "bullets": ["0.5 seconds"]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a remote image.",
+      "image": {
+        "type": "image",
+        "source": {
+          "kind": "url",
+          "url": "https://raw.githubusercontent.com/receptron/mulmocast-cli/refs/heads/main/assets/images/mulmocast_credit.png"
+        }
+      }
+    },
+    {
+      "id": "textSlide",
+      "speaker": "Presenter",
+      "text": "",
+      "duration": 2,
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "No Audio",
+          "bullets": ["2 seconds"]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "id": "pingpongmov",
+      "text": "This is a local movie with audio.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "url",
+          "url": "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/test/pingpong.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Local Audio Test",
+          "bullets": ["Something"]
+        }
+      },
+      "audio": {
+        "type": "audio",
+        "source": {
+          "kind": "path",
+          "path": "../../assets/audio/local_voice.mp3"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a bulleted list in text slide format.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Human Evolution",
+          "bullets": [
+            "Early Primates",
+            "Hominids and Hominins",
+            "Australopithecus",
+            "Genus Homo Emerges",
+            "Homo erectus and Migration",
+            "Neanderthals and Other Archaic Humans",
+            "Homo sapiens"
+          ]
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a table in markdown format.",
+      "image": {
+        "type": "markdown",
+        "markdown": [
+          "# Markdown Table Example",
+          "### Table",
+          "| Item              | In Stock | Price |",
+          "| :---------------- | :------: | ----: |",
+          "| Python Hat        |   True   | 23.99 |",
+          "| SQL Hat           |   True   | 23.99 |",
+          "| Codecademy Tee    |  False   | 19.99 |",
+          "| Codecademy Hoodie |  False   | 42.99 |",
+          "### Paragraph",
+          "This is a paragraph."
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a chart in chart format.",
+      "image": {
+        "type": "chart",
+        "title": "Sales and Profits (from Jan to June)",
+        "chartData": {
+          "type": "bar",
+          "data": {
+            "labels": ["January", "February", "March", "April", "May", "June"],
+            "datasets": [
+              {
+                "label": "Revenue ($1000s)",
+                "data": [120, 135, 180, 155, 170, 190],
+                "backgroundColor": "rgba(54, 162, 235, 0.5)",
+                "borderColor": "rgba(54, 162, 235, 1)",
+                "borderWidth": 1
+              },
+              {
+                "label": "Profit ($1000s)",
+                "data": [45, 52, 68, 53, 61, 73],
+                "backgroundColor": "rgba(75, 192, 192, 0.5)",
+                "borderColor": "rgba(75, 192, 192, 1)",
+                "borderWidth": 1
+              }
+            ]
+          },
+          "options": {
+            "responsive": true,
+            "animation": false
+          }
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a diagram in mermaid format.",
+      "image": {
+        "type": "mermaid",
+        "title": "Business Process Flow",
+        "code": {
+          "kind": "text",
+          "text": "graph LR\n    A[Market Research] --> B[Product Planning]\n    B --> C[Development]\n    C --> D[Testing]\n    D --> E[Manufacturing]\n    E --> F[Marketing]\n    F --> G[Sales]\n    G --> H[Customer Support]\n    H --> A"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a tailwind html format.",
+      "image": {
+        "type": "html_tailwind",
+        "html": [
+          "<main class=\"flex-grow\">",
+          "  <!-- Hero Section -->",
+          "  <section class=\"bg-blue-600 text-white py-20\">",
+          "    <div class=\"container mx-auto px-6 text-center\">",
+          "      <h1 class=\"text-4xl md:text-5xl font-bold mb-4\">Welcome to Mulmocast</h1>",
+          "      <p class=\"text-lg md:text-xl mb-8\">A modern web experience powered by Tailwind CSS</p>",
+          "      <a href=\"#features\" class=\"bg-white text-blue-600 px-6 py-3 rounded-lg font-semibold shadow hover:bg-gray-100 transition\">",
+          "        Learn More",
+          "      </a>",
+          "    </div>",
+          "  </section>",
+          "",
+          "  <!-- Features Section -->",
+          "  <section id=\"features\" class=\"py-16 bg-gray-100\">",
+          "    <div class=\"container mx-auto px-6\">",
+          "      <div class=\"grid grid-cols-1 md:grid-cols-3 gap-8 text-center\">",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">⚡</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Fast</h3>",
+          "          <p class=\"text-gray-600\">Built with performance in mind using modern tools.</p>",
+          "        </div>",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">🎨</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Beautiful</h3>",
+          "          <p class=\"text-gray-600\">Styled with Tailwind CSS for clean, responsive design.</p>",
+          "        </div>",
+          "        <div>",
+          "          <div class=\"text-blue-600 text-4xl mb-2\">🚀</div>",
+          "          <h3 class=\"text-xl font-semibold mb-2\">Launch Ready</h3>",
+          "          <p class=\"text-gray-600\">Easy to deploy and extend for your next big idea.</p>",
+          "        </div>",
+          "      </div>",
+          "    </div>",
+          "  </section>",
+          "</main>",
+          "",
+          "<!-- Footer -->",
+          "<footer class=\"bg-white text-gray-500 text-center py-6 border-t\">",
+          "  2025 Mulmocast.",
+          "</footer>"
+        ]
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a text slide reference beat.",
+      "duration": 0.5,
+      "image": {
+        "type": "beat",
+        "id": "textSlide"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "This is a movie reference beat.",
+      "duration": 0.5,
+      "image": {
+        "type": "beat",
+        "id": "pingpongmov"
+      }
+    }
+  ]
+}

package/scripts/test/test_en_portrait.json~

@@ -0,0 +1,31 @@
+{
+  "$mulmocast": {
+    "version": "1.1",
+    "credit": "closing"
+  },
+  "canvasSize": { "width": 1024 "height": 1536, },
+  "title": "THE ROAD TO SUPERINTELLIGENCE: EXPLORING AI-2027",
+  "speechParams": {
+    "speakers": {
+      "Host": {
+        "voiceId": "shimmer",
+        "displayName": {
+          "en": "Host"
+        }
+      }
+    }
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "id": "beat1",
+      "speaker": "Host",
+      "text": "Welcome to Mulmocast Tech Insights."
+    },
+    {
+      "id": "beat2",
+      "speaker": "Host",
+      "text": "AI-2028 is a project from the AI Futures Project."
+    }
+  ]
+}

package/scripts/test/test_slide_image_ref_gemini_en.json~

@@ -0,0 +1,289 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "lang": "en",
+  "title": "The Higgs Boson — Exploring the Origin of Mass",
+  "slideParams": {
+    "theme": {
+      "colors": {
+        "bg": "0B1120",
+        "bgCard": "162032",
+        "bgCardAlt": "1E2D45",
+        "text": "F0F4F8",
+        "textMuted": "A0AEC0",
+        "textDim": "4A5568",
+        "primary": "63B3ED",
+        "accent": "B794F4",
+        "success": "68D391",
+        "warning": "F6AD55",
+        "danger": "FC8181",
+        "info": "4FD1C5",
+        "highlight": "F687B3"
+      },
+      "fonts": { "title": "Georgia", "body": "Calibri", "mono": "Consolas" }
+    }
+  },
+  "imageParams": {
+    "provider": "genai",
+    "model": "gemini-3-pro-image-preview",
+    "images": {
+      "detector": {
+        "type": "imagePrompt",
+        "prompt": "A massive cylindrical particle detector at CERN, showing intricate layers of sensors and electronics in warm orange and gold lighting, photorealistic, wide-angle view from inside the detector barrel"
+      },
+      "lhc": {
+        "type": "imagePrompt",
+        "prompt": "The Large Hadron Collider tunnel at CERN, a long curved underground tunnel with blue superconducting magnets stretching into the distance, cool blue lighting, photorealistic"
+      },
+      "higgs_event": {
+        "type": "imagePrompt",
+        "prompt": "A colorful particle collision event display from the CMS detector at CERN, showing radiating particle tracks in green, red and blue lines emanating from a central collision point on a dark background, scientific visualization style"
+      }
+    }
+  },
+  "beats": [
+    {
+      "text": "What is the Higgs boson? Let's look back at the history of its discovery.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "title",
+          "title": "The Higgs Boson",
+          "subtitle": "A Journey to the Origin of Mass",
+          "author": "Introduction to Particle Physics"
+        }
+      }
+    },
+    {
+      "text": "The Higgs boson holds a special place in the Standard Model.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "columns",
+          "title": "Particles of the Standard Model",
+          "subtitle": "17 Elementary Particles",
+          "columns": [
+            {
+              "title": "Fermions",
+              "accentColor": "primary",
+              "content": [
+                { "type": "imageRef", "ref": "detector", "alt": "Fermion interactions" },
+                { "type": "bullets", "items": ["Quarks (6 types)", "Leptons (6 types)"], "icon": "⚛" },
+                { "type": "text", "value": "Particles that make up matter", "dim": true }
+              ]
+            },
+            {
+              "title": "Bosons",
+              "accentColor": "accent",
+              "content": [
+                { "type": "imageRef", "ref": "lhc", "alt": "LHC tunnel" },
+                { "type": "bullets", "items": ["Photon", "W & Z bosons", "Gluon"], "icon": "⚡" },
+                { "type": "text", "value": "Force-carrying particles", "dim": true }
+              ]
+            },
+            {
+              "title": "Higgs Boson",
+              "accentColor": "highlight",
+              "content": [
+                { "type": "imageRef", "ref": "higgs_event", "alt": "Higgs boson decay" },
+                { "type": "text", "value": "Origin of Mass", "bold": true, "color": "highlight" },
+                { "type": "text", "value": "The only scalar particle. Discovered at CERN in 2012.", "dim": true }
+              ]
+            }
+          ]
+        }
+      }
+    },
+    {
+      "text": "Let's look at the Higgs boson decay event captured by the LHC detector.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "split",
+          "left": {
+            "title": "CMS Detector Event",
+            "content": [{ "type": "imageRef", "ref": "detector", "alt": "CMS detector event display", "fit": "cover" }]
+          },
+          "right": {
+            "title": "What Are We Seeing?",
+            "content": [
+              { "type": "text", "value": "Protons are collided at near light speed, and the resulting particle tracks are captured by the detector." },
+              {
+                "type": "callout",
+                "text": "The Higgs boson cannot be observed directly — its existence is inferred from pairs of decay particles.",
+                "label": "Key Point",
+                "color": "info",
+                "style": "info"
+              },
+              { "type": "metric", "value": "125 GeV", "label": "Mass of the Higgs boson" }
+            ]
+          }
+        }
+      }
+    },
+    {
+      "text": "A comparison of the ATLAS and CMS experiments.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "comparison",
+          "title": "Two Experiments, One Discovery",
+          "subtitle": "Each independently achieved 5σ significance",
+          "left": {
+            "title": "ATLAS Experiment",
+            "accentColor": "primary",
+            "content": [
+              { "type": "imageRef", "ref": "detector", "alt": "ATLAS detector" },
+              { "type": "metric", "value": "5.9σ", "label": "Statistical significance", "color": "primary" },
+              { "type": "text", "value": "25m diameter, 46m long. About 3,000 physicists participated." }
+            ]
+          },
+          "right": {
+            "title": "CMS Experiment",
+            "accentColor": "accent",
+            "content": [
+              { "type": "imageRef", "ref": "lhc", "alt": "CMS detector" },
+              { "type": "metric", "value": "5.0σ", "label": "Statistical significance", "color": "accent" },
+              { "type": "text", "value": "More compact but equipped with a superconducting solenoid magnet. About 4,000 participants." }
+            ]
+          },
+          "callout": {
+            "text": "The simultaneous confirmation by two independent experiments dramatically increased confidence in the result",
+            "color": "success"
+          }
+        }
+      }
+    },
+    {
+      "text": "Here's a grid overview of CERN's key facilities.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "grid",
+          "title": "CERN Experimental Facilities",
+          "subtitle": "The world's largest particle physics laboratory on the Swiss-French border",
+          "gridColumns": 2,
+          "items": [
+            {
+              "title": "LHC Accelerator",
+              "accentColor": "primary",
+              "content": [
+                { "type": "imageRef", "ref": "lhc", "alt": "LHC tunnel", "fit": "cover" },
+                { "type": "text", "value": "27km circumference, 100m underground", "dim": true }
+              ]
+            },
+            {
+              "title": "ATLAS Detector",
+              "accentColor": "accent",
+              "content": [
+                { "type": "imageRef", "ref": "detector", "alt": "ATLAS detector overview", "fit": "cover" },
+                { "type": "text", "value": "25m diameter, weighing 7,000 tonnes", "dim": true }
+              ]
+            },
+            {
+              "title": "CMS Detector",
+              "accentColor": "info",
+              "content": [
+                { "type": "imageRef", "ref": "higgs_event", "alt": "CMS detector", "fit": "cover" },
+                { "type": "text", "value": "Features superconducting solenoid", "dim": true }
+              ]
+            },
+            {
+              "title": "CERN Control Centre",
+              "accentColor": "warning",
+              "content": [
+                { "type": "imageRef", "ref": "detector", "alt": "CERN control room", "fit": "cover" },
+                { "type": "text", "value": "24/7 accelerator monitoring", "dim": true }
+              ]
+            }
+          ]
+        }
+      }
+    },
+    {
+      "text": "Here are the key milestones leading to the discovery.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "timeline",
+          "title": "Road to Discovery",
+          "items": [
+            { "date": "1964", "title": "Higgs Mechanism Proposed", "description": "P. Higgs et al. published the mass acquisition theory", "done": true },
+            { "date": "1983", "title": "W & Z Bosons Discovered", "description": "Confirmed at CERN's SPS experiments", "done": true, "color": "accent" },
+            {
+              "date": "2008",
+              "title": "LHC Begins Operation",
+              "description": "The world's largest particle accelerator starts up",
+              "done": true,
+              "color": "info"
+            },
+            {
+              "date": "2012.7.4",
+              "title": "Higgs Boson Discovered",
+              "description": "ATLAS and CMS experiments announce simultaneously",
+              "done": true,
+              "color": "highlight"
+            },
+            { "date": "2013", "title": "Nobel Prize in Physics", "description": "Awarded to Higgs and Englert", "done": true, "color": "success" }
+          ]
+        }
+      }
+    },
+    {
+      "text": "Let's explore the relationship between the Higgs field and mass.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "split",
+          "left": {
+            "title": "Visualizing the Higgs Field",
+            "content": [
+              { "type": "imageRef", "ref": "higgs_event", "alt": "Higgs field concept", "fit": "contain" },
+              { "type": "text", "value": "A field that fills all of space", "dim": true, "align": "center" }
+            ]
+          },
+          "right": {
+            "title": "Why Does Mass Arise?",
+            "content": [
+              {
+                "type": "callout",
+                "text": "The Higgs field exists everywhere in the universe. Particles acquire mass by interacting with this field.",
+                "style": "quote"
+              },
+              { "type": "divider", "color": "accent" },
+              {
+                "type": "bullets",
+                "items": [
+                  "Photon: no interaction with Higgs field → zero mass",
+                  "W boson: strong interaction → heavy",
+                  "Top quark: strongest interaction → heaviest"
+                ],
+                "icon": "→"
+              },
+              { "type": "callout", "text": "Mass = strength of coupling to the Higgs field", "label": "Key Insight", "color": "highlight" }
+            ]
+          }
+        }
+      }
+    },
+    {
+      "text": "Let's look at the statistical significance of the discovery in numbers.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "stats",
+          "title": "The Higgs Discovery in Numbers",
+          "stats": [
+            { "value": "5σ", "label": "Statistical significance", "color": "highlight" },
+            { "value": "125.25 GeV", "label": "Measured mass" },
+            { "value": "~10⁻²² s", "label": "Lifetime" },
+            { "value": "10,000+", "label": "Researchers involved", "color": "info" }
+          ],
+          "callout": {
+            "text": "5σ means the probability of a fluke is 1 in 3.5 million — the threshold for 'discovery' in particle physics.",
+            "color": "warning"
+          }
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_vertexai.json~

@@ -0,0 +1,21 @@
+{
+  "$schema": "../../assets/schema.json",
+  "title": "Vertex AI Test",
+  "description": "Test Vertex AI integration",
+  "lang": "en",
+  "imageParams": {
+    "provider": "google",
+    "model": "imagen-4.0-generate-001",
+    "vertexai_project": "${GOOGLE_PROJECT_ID}",
+    "vertexai_location": "us-central1"
+  },
+  "speechParams": {
+    "provider": "mock"
+  },
+  "beats": [
+    {
+      "text": "Hello",
+      "imagePrompt": "A simple blue circle on white background"
+    }
+  ]
+}