@amg555/frameforge-mcp 2.4.10 → 2.7.0

package/plugins/video-pipeline/.claude-plugin/plugin.json

@@ -1,14 +1,20 @@
 {
   "name": "video-pipeline",
   "displayName": "FrameForge Video Pipeline",
-  "version": "2.3.1",
+  "version": "2.7.0",
   "description": "End-to-end AI video production. IDE writes scenes → FrameForge renders. Or: scaffold a Playwright+ffmpeg code-driven animation. Or: auto-research and script the video.",
   "skills": [
     {
       "name": "video-pipeline",
       "path": "skills/video-pipeline/SKILL.md",
       "displayName": "Video Pipeline",
-      "description": "17 MCP tools: create_video_from_script, scaffold_animation_project, render_animation, validate_storyboard, multi_voice_tts, ingest_media, edit_scenes, research_topic, write_script, queue_full_pipeline, and more."
+      "description": "28 MCP tools: create_video_from_script, edit_video, plan_video_edit, preview_scene, verify_scene_quality, scaffold_animation_project, render_animation, validate_storyboard, mix_audio_pro, transcribe_media, ingest_url, sync_upstream_skills, check_upstream_updates, and more."
+    },
+    {
+      "name": "html-renderer",
+      "path": "skills/html-renderer/SKILL.md",
+      "displayName": "HTML Renderer",
+      "description": "HTML-as-compositor rendering engine: pure function of time t, virtual clock, Playwright headless capture, and FFmpeg broadcast-standard encoding."
     }
   ],
   "mcpServer": {

package/plugins/video-pipeline/skills/.upstream-skills.json

@@ -0,0 +1,143 @@
+{
+  "lastSync": "2026-11-11T19:56:18.351Z",
+  "repos": {
+    "hyperframes": {
+      "repo": "heygen-com/hyperframes",
+      "category": "compositor",
+      "desc": "Agent-native HTML/GSAP declarative video compositor",
+      "capabilities": [
+        "scaffold_animation_project",
+        "render_animation"
+      ],
+      "userImpact": "New compositor patterns or GSAP animation primitives available for HTML-rendered video",
+      "sha": "a243169",
+      "lastChecked": "2026-11-11T19:56:16.487Z",
+      "status": "synced"
+    },
+    "opuscar": {
+      "repo": "lemomo-ai/lemo-opuscar",
+      "category": "styles",
+      "desc": "Frontier cinematic and viral film styles catalog (12 styles)",
+      "capabilities": [
+        "plan_video_edit",
+        "edit_video",
+        "render_from_scenes"
+      ],
+      "userImpact": "New color grades or film styles available in plan_video_edit style parameter",
+      "sha": "9eb7739",
+      "lastChecked": "2026-11-11T19:56:16.692Z",
+      "status": "synced"
+    },
+    "onetake": {
+      "repo": "feitangyuan/onetake",
+      "category": "camera",
+      "desc": "Continuous single-shot camera choreography (zero-cut spline)",
+      "capabilities": [
+        "generate_scene_code",
+        "scaffold_animation_project"
+      ],
+      "userImpact": "New onetake camera transition patterns available for code-driven animation",
+      "sha": "abb6d17",
+      "lastChecked": "2026-11-11T19:56:16.855Z",
+      "status": "synced"
+    },
+    "collage-broll": {
+      "repo": "pyang5166/gbro-collage-broll",
+      "category": "broll",
+      "desc": "Editorial paper collage, halftone textures, 2.5D tilt",
+      "capabilities": [
+        "generate_scene_code",
+        "create_video_from_script"
+      ],
+      "userImpact": "New editorial collage / halftone visual templates available",
+      "sha": "a1a4ee2",
+      "lastChecked": "2026-11-11T19:56:17.057Z",
+      "status": "synced"
+    },
+    "remotion-skills": {
+      "repo": "remotion-dev/skills",
+      "category": "motion",
+      "desc": "First-party Remotion composition skills (spring physics)",
+      "capabilities": [
+        "scaffold_animation_project",
+        "render_animation"
+      ],
+      "userImpact": "New Remotion motion patterns or spring physics presets available",
+      "sha": "7e541aa",
+      "lastChecked": "2026-11-11T19:56:17.403Z",
+      "status": "synced"
+    },
+    "earshot": {
+      "repo": "Leonxlnx/earshot",
+      "category": "audio",
+      "desc": "Procedural CPU SFX synthesis and timeline sync (13-type library)",
+      "capabilities": [
+        "mix_audio_pro",
+        "create_video_from_script"
+      ],
+      "userImpact": "New procedural SFX cue types or audio sync patterns available in mix_audio_pro",
+      "sha": "4ac3d2a",
+      "lastChecked": "2026-11-11T19:56:17.839Z",
+      "status": "synced"
+    },
+    "claude-anim-base": {
+      "repo": "JohnHeibel/ClaudeAnimationBase",
+      "category": "animation",
+      "desc": "12fps hand-drawn cel boil, character emotions (Opus 5.5 patterns)",
+      "capabilities": [
+        "generate_scene_code",
+        "scaffold_animation_project"
+      ],
+      "userImpact": "New ClaudeAnimationBase patterns for 12fps organic boil or character emotion scenes",
+      "sha": "0ac8bf2",
+      "lastChecked": "2026-11-11T19:56:18.012Z",
+      "status": "synced"
+    },
+    "claude-remotion": {
+      "repo": "haidrrrry/claude-remotion-skill",
+      "category": "motion",
+      "desc": "10 hard motion craft rules, review loop, Opus 5.5 closed-loop QA",
+      "capabilities": [
+        "scaffold_animation_project",
+        "render_animation",
+        "verify_scene_quality"
+      ],
+      "userImpact": "Updated motion craft rules or QA patterns for the Opus 5.5 closed-loop correction pipeline",
+      "sha": "1dcbe5e",
+      "lastChecked": "2026-11-11T19:56:18.180Z",
+      "status": "synced"
+    },
+    "ffmpeg-skill": {
+      "repo": "kajisho5/ffmpeg-skill",
+      "category": "ffmpeg",
+      "desc": "42 typed-argparse FFmpeg tools, machine-readable contract, visual linter",
+      "capabilities": [
+        "edit_video",
+        "plan_video_edit",
+        "mix_audio_pro"
+      ],
+      "userImpact": "New FFmpeg filter patterns or video editing operations available",
+      "sha": "532cbe3",
+      "lastChecked": "2026-11-11T19:56:18.351Z",
+      "status": "synced"
+    }
+  },
+  "version": "2.7.0",
+  "updatedCount": 2,
+  "pendingUpdates": [
+    {
+      "id": "hyperframes",
+      "repo": "heygen-com/hyperframes",
+      "sha": "a243169",
+      "category": "compositor",
+      "userImpact": "New compositor patterns or GSAP animation primitives available for HTML-rendered video"
+    },
+    {
+      "id": "remotion-skills",
+      "repo": "remotion-dev/skills",
+      "sha": "7e541aa",
+      "category": "motion",
+      "userImpact": "New Remotion motion patterns or spring physics presets available"
+    }
+  ]
+}

package/plugins/video-pipeline/skills/html-renderer/SKILL.md

@@ -9,10 +9,28 @@ description: |
   morphing layouts, spring-physics, counters, progress rings, captions
   synced to audio, and any CSS/SVG animation. Pairs with the FrameForge
   pipeline: script JSON → HTML compositor → frame PNGs → FFmpeg encode.
-  Compatible with IBM Bob, Kiro, Cursor, Windsurf, Claude Code, and any
-  agentic IDE connected via MCP. Activate when the user asks for richer
-  animation, Remotion-style rendering, HTML-based video, or "make it look
-  like the reference repo".
+  Compatible with IBM Bob, Kiro, Cursor, Windsurf, Claude Code, Codex,
+  opencode, and any agentic IDE connected via MCP. Activate when the user
+  asks for richer animation, Remotion-style rendering, HTML-based video, or
+  "make it look like the reference repo".
+
+  Advanced animation patterns (read references/ after scaffold):
+    references/animation-patterns.md  — ClaudeAnimationBase 12fps boil, onetake 39-move library,
+                                        collage B-roll 3-gate, Remotion spring patterns
+    references/character-animation.md — ClaudeAnimationBase full ANIMATION_GUIDE (31 emotions,
+                                        timing principles, pure-fn constraint, review loop)
+    references/motion-craft.md        — 10 hard motion craft rules (springs, 5-layer stack, exits faster)
+    references/film-styles.md         — 24 cinematic film styles (anamorphic, cyberpunk, anime, lofi...)
+    references/hyperframes-motion.md  — HyperFrames motion craft (GSAP eases, beat grid, transitions,
+                                        measured from official launch films)
+    references/directing.md           — lemo-opuscar directing method (story, sound layers, rhythm,
+                                        camera, performance, review loop, delivery checklist)
+    references/earshot-audio.md       — earshot professional audio (5 loops, forge DSP, sound bank,
+                                        LUFS tables, J/L cuts, AI-verifiable audio metrics)
+    references/onetake-camera.md      — zero-cut continuous camera choreography
+    references/collage-broll.md       — editorial paper collage + halftone 2.5D
+    references/procedural-sfx.md      — 13-type SFX library with room profiles + platform LUFS targets
+    references/render-contract.md     — determinism contract (bans Date.now, Math.random, CSS transitions)
 ---
 
 # HTML Renderer — FrameForge Extension
@@ -195,6 +213,7 @@ publish_video(productionId, masterPath="output/my-topic/html-render/out/video.mp
 | `captions(outlinePath)` | Auto-sync captions from whisper outline |
 | `cuePhrase(phrase, offset)` | Word-level trigger with fail-fast transcript check |
 | `cue(sfxName, t, vol)` | Trigger sound effect at time t |
+| `event(type, t, meta)` | Declare a composition event for render.mjs to consume via `window.__events()` |
 | `faceAt(layout, t)` | Position talking-head face (FULL, SPLIT, PIP) |
 | `hash(i)` | Deterministic PRNG float [0, 1) for index i |
 | `boilSeed(key, t)` | Deterministic stepped float [0, 1) in 1/12s window |
@@ -204,6 +223,16 @@ publish_video(productionId, masterPath="output/my-topic/html-render/out/video.mp
 | `pulse(t, k)` | Exponential impulse peak at t=0, decaying with rate k |
 | `shots(timeline)` | Time-ordered shot registry fn(t, lt, dur) for parallel render |
 | `on(t => ...)` | Raw per-frame compute (for custom animations) |
+| `beatAt(index, bpm, fps)` | Beat frame index (HyperFrames formula — round per-index, never accumulated) |
+| `beatTime(index, bpm)` | Beat timestamp in seconds |
+| `snapToBeat(t, bpm)` | Snap a timestamp to the nearest beat boundary |
+| `OM.spring(t, opts)` | OneTake spring entrance → `{ transform, opacity }` |
+| `OM.iris(t, opts)` | Radial clip expand from centre → `{ clipPath }` |
+| `OM.morphRect(t, opts)` | Clip from narrow rect to full frame → `{ clipPath }` |
+| `OM.zoomThrough(t, opts)` | Portal scale-through → `{ transform }` |
+| `OM.camera(t, opts)` | Ken Burns + seeded micro-shake → `{ transform }` |
+| `OM.carryScore(t)` | Carry momentum at exit (must be ≥ 0.5 to PASS oracle) |
+| `ROOM_SFX` | OneTake 5-material SFX palette (air/wood/glass/sub/bubble) for `cue()` |
 
 ---
 
@@ -277,16 +306,31 @@ the animation/render stage.
 
 ```
 plugins/video-pipeline/skills/html-renderer/
-  SKILL.md                    ← this file
-  references/engine-api.md    ← full engine function reference
-  references/design.md        ← layouts, safe zones, type scale, pacing
-  assets/project/             ← template copied into each render project
-    index.html                ← compositor page (loads engine.js)
-    edit.js                   ← starter edit (one layer per FrameForge scene)
-    reel/engine.js            ← springs, layouts, components, captions, seek API
-    reel/engine.css           ← default fonts + base reset
-    scripts/                  ← render.mjs, mix_audio.py, verify.py, stock.py,
-                                 capture.mjs, transcribe.py, new-project.mjs
+  SKILL.md                           ← this file
+  references/engine-api.md           ← full engine function reference
+  references/design.md               ← layouts, safe zones, type scale, pacing
+  references/animation-patterns.md   ← ClaudeAnimationBase boil + onetake 39-move + collage + Remotion
+  references/character-animation.md  ← ClaudeAnimationBase full ANIMATION_GUIDE (31 emotions, timing)
+  references/hyperframes-motion.md   ← HyperFrames GSAP motion craft (measured from official films)
+  references/directing.md            ← lemo-opuscar directing method (sound, rhythm, camera, delivery)
+  references/earshot-audio.md        ← earshot 5-loop audio workflow (forge DSP, kit, LUFS tables)
+  references/motion-craft.md         ← 10 hard motion craft rules (springs, 5-layer stack, exits faster)
+  references/film-styles.md          ← 24 cinematic film styles from lemo-opuscar
+  references/onetake-camera.md       ← zero-cut continuous camera patterns
+  references/collage-broll.md        ← editorial paper collage + halftone 2.5D
+  references/procedural-sfx.md       ← 13-type SFX + room profiles + platform LUFS + earshot bank
+  references/render-contract.md      ← determinism contract (bans Math.random etc.)
+  assets/project/                    ← template copied into each render project
+    index.html                       ← compositor page (loads engine.js)
+    edit.js                          ← starter edit (one layer per FrameForge scene)
+    reel/engine.js                   ← springs, layouts, components, captions, seek API
+    reel/engine.css                  ← default fonts + base reset
+    scripts/                         ← render.mjs, mix_audio.py, mix_audio_pro.py,
+                                        verify.py, stock.py, capture.mjs,
+                                        transcribe.py, new-project.mjs
 scripts/html-renderer/
-  new-project.mjs             ← scaffolds a render project from script JSON
+  new-project.mjs                    ← scaffolds a render project from script JSON
 ```
+
+References are automatically copied into each project's `references/` directory
+by `scaffold_animation_project` — agents should read them for advanced patterns.