@amg555/frameforge-mcp 2.4.10 → 2.7.0

package/plugins/video-pipeline/skills/video-pipeline/assets/project/reel/virtual-clock.js

@@ -16,7 +16,9 @@
   let rafIdCounter = 0;
   const timeoutQueue = [];
   let timeoutIdCounter = 0;
-  const startDate = Date.now();
+  const _realDateNow = Date.now;
+  const _realSetTimeout = window.setTimeout;
+  const startDate = _realDateNow();
 
   window.__playwright = true;
 
@@ -71,17 +73,37 @@
   };
 
   // 4. Seeded PRNG replacement for Math.random()
-  let seed = 0x2F6E2B1;
+  // CRITICAL: re-derive seed from virtualTime on every call so that seek(t) gives
+  // the SAME random sequence regardless of how many frames were rendered before it.
+  // This matches the harness-injected shim in capture.mjs and ensures dev-preview
+  // mode is deterministic even without Playwright in the loop.
   window.Math.random = () => {
-    seed = (seed + 0x6D2B79F5) | 0;
-    let t = Math.imul(seed ^ (seed >>> 15), 1 | seed);
-    t = (t + Math.imul(t ^ (t >>> 7), 61 | t)) ^ t;
-    return ((t ^ (t >>> 14)) >>> 0) / 4294967296;
+    let s = (0x2F6E2B1 ^ Math.imul(Math.floor(virtualTime), 0x9E3779B9)) | 0;
+    s = (s + 0x6D2B79F5) | 0;
+    let x = Math.imul(s ^ (s >>> 15), 1 | s);
+    x = (x + Math.imul(x ^ (x >>> 7), 61 | x)) ^ x;
+    return ((x ^ (x >>> 14)) >>> 0) / 4294967296;
+  };
+
+  // 4b. Remotion-pattern delayRender / continueRender async barrier
+  const delayRenderHandles = new Set();
+  let delayRenderCounter = 0;
+  window.delayRender = (label = 'asset') => {
+    const id = ++delayRenderCounter;
+    delayRenderHandles.add(id);
+    return id;
+  };
+  window.continueRender = (id) => {
+    delayRenderHandles.delete(id);
+  };
+  window.cancelRender = (err) => {
+    console.error("Render cancelled:", err);
   };
 
   // 5. Global seek contract
   window.seek = async (tSeconds) => {
     virtualTime = tSeconds * 1000;
+    seed = (0x2F6E2B1 ^ Math.imul(Math.floor(tSeconds * 1000), 0x9E3779B9)) | 0;
 
     // Flush due timeouts
     while (timeoutQueue.length > 0 && timeoutQueue[0].runAt <= virtualTime) {
@@ -128,6 +150,14 @@
     if (document.fonts && document.fonts.ready) {
       await document.fonts.ready;
     }
+
+    // Await all async delayRender handles before resolving seek
+    if (delayRenderHandles.size > 0) {
+      const startW = _realDateNow();
+      while (delayRenderHandles.size > 0 && _realDateNow() - startW < 10000) {
+        await new Promise(r => _realSetTimeout(r, 10));
+      }
+    }
   };
 
   // Bridge for renderer

package/plugins/video-pipeline/skills/video-pipeline/references/mcp-tools.md

@@ -1,8 +1,8 @@
 # MCP Tool Reference
 
-FrameForge exposes 13 tools on the HTTP MCP server (`http://localhost:3210`)
+FrameForge exposes **28 tools** on the HTTP MCP server (`http://localhost:3210`)
 and via the Cloudflare Remote MCP proxy. Any MCP-compatible client works:
-IBM Bob, Claude Code, Codex, opencode, Cursor, Windsurf.
+IBM Bob, Claude Code, Codex, opencode, Cursor, Windsurf, Kiro, Copilot.
 
 ---
 
@@ -150,6 +150,130 @@ Configure with `EXTERNAL_PLATFORM_URL` + `EXTERNAL_PLATFORM_KEY` in `.env`.
 
 ---
 
+## Media ingestion (yt-dlp & Whisper)
+
+### ingest_url — Download from any web URL
+
+```json
+{
+  "url": "https://youtube.com/watch?v=...",
+  "format": "video",
+  "outputDir": ".frameforge-files/downloads/"
+}
+```
+
+Requires `yt-dlp` in PATH. Supports 1000+ sites. Returns `{ localPath, duration, width, height }`.
+
+### transcribe_media — Whisper word-level timestamps
+
+```json
+{
+  "mediaPath": ".frameforge-files/voice_0.m4a",
+  "model": "base",
+  "format": "all",
+  "language": "en"
+}
+```
+
+Returns `{ outputs: { ndjson, srt, json }, pauses, wordCount }`. NDJSON feeds `captions()` in engine.js.
+
+---
+
+## Professional audio post-production
+
+### mix_audio_pro — 15+ year sound engineer chain
+
+```json
+{
+  "voicePath": ".frameforge-files/voice_0.m4a",
+  "outputPath": ".frameforge-files/audio_pro.m4a",
+  "musicPath": "/path/to/bg-music.mp3",
+  "platform": "youtube",
+  "roomProfile": "cinematic",
+  "noiseGate": true,
+  "stereoWiden": true,
+  "sfxCues": [
+    { "name": "whoosh",   "time": 2.5,  "volume": 0.8 },
+    { "name": "impact",   "time": 8.0,  "volume": 1.0 },
+    { "name": "riser",    "time": 18.0, "volume": 0.7 },
+    { "name": "deep_boom","time": 30.0, "volume": 0.9 },
+    { "name": "sparkle",  "time": 35.2, "volume": 0.4 }
+  ]
+}
+```
+
+Chain: noise gate → 80Hz HPF → presence EQ → de-esser → compressor → room acoustics → sidechain duck → stereo widen → SFX → EBU R128 loudnorm.
+SFX types: whoosh | impact | pop | click | riser | chime | buzz | tick | swish | punch | sparkle | deep_boom | transition
+Room profiles: studio_dry | broadcast | cinematic | concert_hall | intimate
+Platform presets: youtube (-14 LUFS) | podcast (-16) | broadcast (-23) | netflix (-27) | instagram (-14)
+
+---
+
+## Video editing & planning
+
+### plan_video_edit — Plan/Approve/Render
+
+```json
+{
+  "footage": ["/path/clip1.mp4", "/path/clip2.mp4"],
+  "goal": "Create a cinematic product showcase",
+  "style": "cinematic_anamorphic",
+  "target_duration": 60,
+  "audio_path": ".frameforge-files/voice_0.m4a",
+  "music_path": "/path/to/bg.mp3"
+}
+```
+
+Style options include all lemo-opuscar film styles:
+`cinematic` | `fast_paced` | `documentary` | `vintage` | `cyberpunk` | `vibrant`
+`editorial_collage` | `retro_vhs` | `anime_action` | `sci_fi_hud` | `lofi_chill` | `minimal_monochrome`
+`cinematic_anamorphic` | `broadcast_news` | `blueprint_3d` | `film_16mm` | `product_obsidian` | `retro_vhs_80s`
+
+Returns: `{ planPath, editJsonPath, planMarkdown, editConfig }`.
+
+### sync_upstream_skills — Fetch new commits from 9 reference repos
+
+```json
+{ "silent": false }
+```
+
+Makes GitHub API requests. Returns `{ updatedRepos, perCategoryUpdates, lastSync }`.
+Each category update includes: `repo`, `sha`, `desc`, `userImpact`, `capabilities[]`.
+
+Tracked repos: HyperFrames, lemo-opuscar, OneTake, gbro-collage-broll, remotion-dev/skills,
+earshot, ClaudeAnimationBase, claude-remotion-skill, ffmpeg-skill.
+
+### check_upstream_updates — Fast offline manifest read
+
+```json
+{}
+```
+
+No network requests — reads the local manifest only. Returns:
+```json
+{
+  "lastSync": "2026-11-11T20:00:00Z",
+  "manifestVersion": "2.7.0",
+  "totalRepos": 9,
+  "syncedCount": 9,
+  "repos": [
+    {
+      "id": "hyperframes",
+      "repo": "heygen-com/hyperframes",
+      "category": "compositor",
+      "sha": "a1b2c3d",
+      "lastChecked": "...",
+      "userImpact": "New compositor patterns or GSAP animation primitives available"
+    }
+  ],
+  "hint": "Run sync_upstream_skills to fetch latest commits from GitHub."
+}
+```
+
+Call this to show users their current sync status without making any API calls.
+
+---
+
 ## Calling from any IDE
 
 Any IDE that supports MCP calls these tools via JSON-RPC:

package/scripts/deep-validate.js

@@ -20,7 +20,7 @@ check('batch handling',              code.includes('Array.isArray(body)'));
 check('ping handler',                code.includes("method === 'ping'"));
 check('notifications/init',          code.includes("notifications/initialized"));
 check('body size limit',             code.includes('MAX_BODY_BYTES'));
-check('SERVER_INFO version 2.4.10',   code.includes("version: '2.4.10'"));
+check('SERVER_INFO version 2.7.0',    code.includes("version: '2.7.0'"));
 check('18 tools defined (incl get_job_status)', code.includes('get_job_status'));
 check('export_to_editor tool defined', code.includes('export_to_editor'));
 check('edit_video tool defined', code.includes('edit_video'));
@@ -28,6 +28,10 @@ check('generate_scene_code tool defined', code.includes('generate_scene_code'));
 check('preview_scene tool defined', code.includes('preview_scene'));
 check('verify_scene_quality tool defined', code.includes('verify_scene_quality'));
 check('plan_video_edit tool defined', code.includes('plan_video_edit'));
+check('sync_upstream_skills tool defined', code.includes('sync_upstream_skills'));
+check('media-downloader exists', fs.existsSync('./src/utils/media-downloader.js'));
+check('transcribe engine exists', fs.existsSync('./src/utils/transcribe.js'));
+check('sync-upstream script exists', fs.existsSync('./src/skills/sync-upstream.js'));
 check('video-editor exists', fs.existsSync('./src/video-editor/editor.js'));
 check('voxforge TTS provider', code.includes('voxforge'));
 const pkg = JSON.parse(fs.readFileSync('./package.json', 'utf8'));
@@ -280,6 +284,51 @@ check('engine.js exports onTwos()',     engineJs.includes('export function onTwo
 check('engine.js exports seg()',        engineJs.includes('export function seg'));
 check('engine.js exports pulse()',      engineJs.includes('export function pulse'));
 check('engine.js exports shots()',      engineJs.includes('export function shots'));
+check('engine.js exports interpolate()', engineJs.includes('export function interpolate'));
+check('engine.js exports interpolateColors()', engineJs.includes('export function interpolateColors'));
+check('engine.js exports measureSpring()', engineJs.includes('export function measureSpring'));
+check('engine.js exports sequence()',   engineJs.includes('export function sequence'));
+check('engine.js exports noise2D()',    engineJs.includes('export function noise2D'));
+check('engine.js exports noise3D()',    engineJs.includes('export function noise3D'));
+check('engine.js exports evolvePath()', engineJs.includes('export function evolvePath'));
+check('engine.js exports transition',   engineJs.includes('export const transition'));
+check('engine.js exports absoluteFill()', engineJs.includes('export function absoluteFill'));
+check('engine.js exports loopTime()',   engineJs.includes('export function loopTime'));
+check('engine.js exports cameraPath()', engineJs.includes('export function cameraPath'));
+check('engine.js exports cameraShake()', engineJs.includes('export function cameraShake'));
+check('engine.js exports collageCard()', engineJs.includes('export function collageCard'));
+check('engine.js exports mascot()',      engineJs.includes('export function mascot'));
+check('engine.js handles declarative .clip', engineJs.includes('.clip[data-start]'));
+check('editor.js supports splitCut (j-cut/l-cut)', fs.readFileSync('./src/video-editor/editor.js', 'utf8').includes('splitCut'));
+// v2.7.0 — HyperFrames beat-grid, OneTake OM library, ROOM_SFX, event/window.__events
+check('engine.js exports beatAt()',         engineJs.includes('export function beatAt'));
+check('engine.js exports beatTime()',       engineJs.includes('export function beatTime'));
+check('engine.js exports snapToBeat()',     engineJs.includes('export function snapToBeat'));
+check('engine.js exports OM object',        engineJs.includes('export const OM'));
+check('engine.js OM.spring defined',        engineJs.includes('spring: (t,') || engineJs.includes('spring:(t,'));
+check('engine.js OM.iris defined',          engineJs.includes('iris: (t,')   || engineJs.includes('iris:(t,'));
+check('engine.js OM.camera defined',        engineJs.includes('camera: (t,') || engineJs.includes('camera:(t,'));
+check('engine.js OM.carryScore defined',    engineJs.includes('carryScore'));
+check('engine.js exports ROOM_SFX',         engineJs.includes('export const ROOM_SFX'));
+check('engine.js exports event()',          engineJs.includes('export function event'));
+check('engine.js sets window.__events',     engineJs.includes('window.__events'));
+// v2.7.0 — Earshot forge DSP in mixer.js
+const mixerJs = fs.readFileSync('./src/audio-mixer/mixer.js', 'utf8');
+check('mixer.js has forgeModalResonator()', mixerJs.includes('forgeModalResonator'));
+check('mixer.js has forgeSVFilter()',       mixerJs.includes('forgeSVFilter'));
+check('mixer.js has forgeComputedRoom()',   mixerJs.includes('forgeComputedRoom'));
+check('mixer.js has forgeKitSoundBank()',   mixerJs.includes('forgeKitSoundBank'));
+check('mixer.js supports computed: room',  mixerJs.includes("startsWith('computed:')"));
+// v2.7.0 — plan_video_edit J/L-cut + TREATMENT.md
+const serverJsV27 = fs.readFileSync('./src/mcp-server/server.js', 'utf8');
+check('server.js plan_video_edit has bpm param',         serverJsV27.includes('bpm:') && serverJsV27.includes('plan_video_edit'));
+check('server.js plan_video_edit has generate_treatment', serverJsV27.includes('generate_treatment'));
+check('server.js plan_video_edit writes TREATMENT.md',   serverJsV27.includes('TREATMENT.md'));
+check('server.js plan_video_edit assigns cut_type',       serverJsV27.includes('cut_type'));
+check('server.js plan_video_edit assigns audio_offset',   serverJsV27.includes('audio_offset'));
+check('server.js check_upstream_updates returns hasUpdates', serverJsV27.includes('hasUpdates'));
+check('server.js check_upstream_updates returns pendingUpdates', serverJsV27.includes('pendingUpdates'));
+check('server.js render_animation returns sfxEvents',     serverJsV27.includes('sfxEvents'));
 
 // ── Code-Driven Video Harness ─────────────────────────────────────────────
 console.log('\n=== Code-Driven Video Harness ===');
@@ -303,7 +352,7 @@ check('cf-worker has checkRateLimit',   cfWorker.includes('checkRateLimit'));
 check('cf-worker hashes token (SHA-256)', cfWorker.includes('SHA-256'));
 check('cf-worker uses RATE_LIMITS KV',  cfWorker.includes('env.RATE_LIMITS'));
 check('cf-worker returns 429 on limit', cfWorker.includes('429'));
-check('cf-worker version 2.4.10',        cfWorker.includes("'2.4.10'"));
+check('cf-worker version 2.7.0',         cfWorker.includes("'2.7.0'"));
 check('wrangler.toml has kv_namespaces',fs.readFileSync('./cloudflare-mcp/wrangler.toml','utf8').includes('kv_namespaces'));
 
 // ── plugins/skills present ────────────────────────────────────────────────
@@ -311,6 +360,7 @@ console.log('\n=== Plugin skills ===');
 check('video-pipeline SKILL.md exists', fs.existsSync('./plugins/video-pipeline/skills/video-pipeline/SKILL.md'));
 check('html-renderer SKILL.md exists',  fs.existsSync('./plugins/video-pipeline/skills/html-renderer/SKILL.md'));
 check('motion-craft reference exists', fs.existsSync('./plugins/video-pipeline/skills/html-renderer/references/motion-craft.md'));
+check('remotion-patterns reference exists', fs.existsSync('./plugins/video-pipeline/skills/html-renderer/references/remotion-patterns.md'));
 check('render-contract reference exists', fs.existsSync('./plugins/video-pipeline/skills/html-renderer/references/render-contract.md'));
 
 // ── Security: no .kiro references in committed source ────────────────────