mulmocast 2.12.1 → 2.14.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "2.12.1",
+  "version": "2.14.0",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -16,6 +16,10 @@
     "./data": {
       "default": "./lib/data/index.js"
     },
+    "./remotion": {
+      "types": "./lib/index.remotion.d.ts",
+      "default": "./lib/index.remotion.js"
+    },
     "./assets/*": "./assets/*",
     "./scripts/*": "./scripts/*",
     "./tools/complete_script": {
@@ -92,56 +96,144 @@
   "dependencies": {
     "@google-cloud/text-to-speech": "^6.4.1",
     "@google/genai": "^2.17.1",
-    "@graphai/anthropic_agent": "^2.0.12",
-    "@graphai/browserless_agent": "^2.0.3",
-    "@graphai/gemini_agent": "^2.0.5",
-    "@graphai/groq_agent": "^2.0.2",
+    "@graphai/anthropic_agent": "^2.1.0",
+    "@graphai/browserless_agent": "^2.0.4",
+    "@graphai/gemini_agent": "^2.1.0",
+    "@graphai/groq_agent": "^2.1.0",
     "@graphai/input_agents": "^1.0.2",
-    "@graphai/openai_agent": "^2.0.9",
+    "@graphai/openai_agent": "^2.1.0",
     "@graphai/stream_agent_filter": "^2.0.3",
     "@graphai/vanilla": "^2.0.12",
     "@graphai/vanilla_node_agents": "^2.0.4",
-    "@inquirer/input": "^5.1.6",
-    "@inquirer/select": "^5.2.5",
-    "@modelcontextprotocol/sdk": "^1.29.0",
+    "@inquirer/input": "^5.1.7",
+    "@inquirer/select": "^5.2.6",
+    "@modelcontextprotocol/sdk": "^1.32.1",
     "@modernized/fluent-ffmpeg": "^1.0.3",
     "@mozilla/readability": "^0.6.0",
     "@mulmocast/deck": "^2.0.2",
-    "@tavily/core": "^0.7.10",
+    "@tavily/core": "^0.7.13",
     "archiver": "^8.0.0",
     "clipboardy": "^5.3.2",
     "dotenv": "^17.4.2",
     "graphai": "^2.0.18",
     "js-tiktoken": "^1.0.21",
     "jsdom": "^29.1.1",
-    "marked": "^18.0.13",
+    "marked": "^18.1.0",
     "mulmocast-vision": "^1.0.12",
     "ora": "^9.4.1",
-    "puppeteer": "^25.11.0",
+    "puppeteer": "^25.12.0",
     "replicate": "^1.4.0",
     "yaml": "^2.9.1",
-    "yargs": "^18.1.0",
+    "yargs": "^18.2.0",
     "zod": "^4.6.5"
   },
   "devDependencies": {
     "@eslint/js": "^10.0.1",
+    "@react-three/fiber": "^9.8.1",
     "@receptron/test_utils": "^2.0.3",
+    "@remotion/bundler": "^4.0.533",
+    "@remotion/effects": "^4.0.533",
+    "@remotion/layout-utils": "^4.0.533",
+    "@remotion/motion-blur": "^4.0.533",
+    "@remotion/noise": "^4.0.533",
+    "@remotion/paths": "^4.0.533",
+    "@remotion/renderer": "^4.0.533",
+    "@remotion/shapes": "^4.0.533",
+    "@remotion/three": "^4.0.533",
+    "@remotion/transitions": "^4.0.533",
     "@types/archiver": "^8.0.0",
     "@types/jsdom": "^28.0.3",
-    "@types/node": "^22.20.2",
+    "@types/node": "^26.6.4",
     "@types/yargs": "^17.0.35",
+    "avatarscript": "^0.2.1",
     "cross-env": "^10.1.0",
     "esbuild": "^0.28.2",
-    "eslint": "^10.11.0",
+    "eslint": "^10.12.0",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-import": "^2.32.0",
     "eslint-plugin-prettier": "^5.5.6",
-    "eslint-plugin-sonarjs": "^4.2.1",
-    "globals": "^17.12.0",
-    "prettier": "^3.9.8",
-    "tsx": "^4.23.13",
+    "eslint-plugin-sonarjs": "^4.2.2",
+    "globals": "^17.13.0",
+    "prettier": "^3.9.9",
+    "react": "^19.2.0",
+    "react-dom": "^19.2.0",
+    "remotion": "^4.0.533",
+    "three": "^0.186.1",
+    "tsx": "^4.23.15",
     "typescript": "6.0.3",
-    "typescript-eslint": "^8.70.0"
+    "typescript-eslint": "^8.71.1"
+  },
+  "peerDependencies": {
+    "@react-three/fiber": "^9.8.1",
+    "@remotion/bundler": "^4.0.533",
+    "@remotion/effects": "^4.0.533",
+    "@remotion/layout-utils": "^4.0.533",
+    "@remotion/motion-blur": "^4.0.533",
+    "@remotion/noise": "^4.0.533",
+    "@remotion/paths": "^4.0.533",
+    "@remotion/renderer": "^4.0.533",
+    "@remotion/shapes": "^4.0.533",
+    "@remotion/three": "^4.0.533",
+    "@remotion/transitions": "^4.0.533",
+    "avatarscript": "^0.2.1",
+    "onnxruntime-node": "^1.30.0",
+    "react": "^19.2.0",
+    "react-dom": "^19.2.0",
+    "remotion": "^4.0.533",
+    "three": "^0.186.1"
+  },
+  "peerDependenciesMeta": {
+    "@react-three/fiber": {
+      "optional": true
+    },
+    "@remotion/bundler": {
+      "optional": true
+    },
+    "@remotion/effects": {
+      "optional": true
+    },
+    "@remotion/layout-utils": {
+      "optional": true
+    },
+    "@remotion/motion-blur": {
+      "optional": true
+    },
+    "@remotion/noise": {
+      "optional": true
+    },
+    "@remotion/paths": {
+      "optional": true
+    },
+    "@remotion/renderer": {
+      "optional": true
+    },
+    "@remotion/shapes": {
+      "optional": true
+    },
+    "@remotion/three": {
+      "optional": true
+    },
+    "@remotion/transitions": {
+      "optional": true
+    },
+    "avatarscript": {
+      "optional": true
+    },
+    "onnxruntime-node": {
+      "optional": true
+    },
+    "react": {
+      "optional": true
+    },
+    "react-dom": {
+      "optional": true
+    },
+    "remotion": {
+      "optional": true
+    },
+    "three": {
+      "optional": true
+    }
   },
   "engines": {
     "node": ">=22.0.0"

package/scripts/test/test_avatar.json

@@ -0,0 +1,46 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "lang": "ja",
+  "title": "Talking avatar over slides",
+  "description": "Needs mesh-avatar-studio checked out next to this repository (for its sample avatar), and npm packages avatarscript and onnxruntime-node.",
+  "avatarParams": { "position": { "x": "82%", "y": "100%", "scale": "62%" } },
+  "speechParams": {
+    "speakers": {
+      "Miko": {
+        "provider": "openai",
+        "voiceId": "coral",
+        "displayName": { "ja": "ミコ" },
+        "avatar": { "source": "../../../mesh-avatar-studio/samples/miko-qipao" }
+      }
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Miko",
+      "text": "みなさん、こんにちは！今日は、スライドの上でしゃべるアバターを紹介します。",
+      "image": { "type": "markdown", "markdown": ["# Talking avatars", "", "- MulmoScript + AvatarScript", "- スライドの上でアバターが話す"] },
+      "avatarParams": { "emotion": "happy", "motions": [{ "motion": "nod", "at": "こんにちは" }] }
+    },
+    {
+      "speaker": "Miko",
+      "text": "位置と大きさは、台本全体で決めておいて、ビートごとに変えられます。このスライドでは、大きくなっています。",
+      "image": { "type": "markdown", "markdown": ["# Position and size", "", "- 台本全体: `avatarParams.position`", "- ビートごとに上書き"] },
+      "avatarParams": { "emotion": "relaxed", "position": { "x": "76%", "scale": "82%" }, "motions": [{ "motion": "tilt", "at": "大きく" }] }
+    },
+    {
+      "speaker": "Miko",
+      "text": "こちらでは、左側に小さく移動しました。",
+      "image": {
+        "type": "markdown",
+        "markdown": ["# Moved", "", "```json", "\"avatarParams\": {", "  \"position\": { \"x\": \"18%\", \"scale\": \"48%\" }", "}", "```"]
+      },
+      "avatarParams": { "emotion": "surprised", "position": { "x": "18%", "scale": "48%" }, "motions": [{ "motion": "surprise" }] }
+    },
+    {
+      "speaker": "Miko",
+      "text": "最後は、元の位置に戻ります。それでは、始めましょう！",
+      "image": { "type": "markdown", "markdown": ["# Let's start"] },
+      "avatarParams": { "emotion": "happy" }
+    }
+  ]
+}

package/scripts/test/test_remotion.json

@@ -0,0 +1,38 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "lang": "ja",
+  "title": "Remotion beat sample",
+  "description": "Each beat's scene is written by Claude Code (claude -p) as a Remotion component. Needs Claude Code installed and logged in, and the optional packages listed in docs/remotion.md.",
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer",
+        "displayName": {
+          "ja": "プレゼンター"
+        }
+      }
+    }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "MulmoCast は、台本から音声と画像を作り、ひとつの動画にまとめます。",
+      "image": {
+        "type": "remotion",
+        "prompt": "中央に「MulmoCast」のタイトルが現れ、その下に「台本」→「音声・画像」→「動画」の3つの箱が左から順に現れ、矢印でつながる。背景は濃紺のグラデーション。日本語で表示する。"
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "この場面の映像は、Claude Code が Remotion のコードとして書きました。",
+      "image": {
+        "type": "remotion",
+        "prompt": "黒い背景に、コードエディタ風の枠が現れ、TSX のコードが一行ずつタイプされていく。最後に枠が縮んで右下に移り、中央に「Claude Code × Remotion」の文字が大きく現れる。",
+        "fps": 30
+      }
+    }
+  ]
+}