@amg555/frameforge-mcp 2.3.7 → 2.3.9

package/CHANGELOG.md

@@ -4,6 +4,28 @@ All notable changes to FrameForge are documented here.
 
 ---
 
+## [2.3.9] — 2026-11-09
+
+### Enhanced
+- **Code-Driven Animation Primitives (`src/video-renderer/scene-animator.js`)**:
+  - Expanded `wrapCodeInHarnessHtml` runtime environment with standard animation and easing helpers: `clamp`, `lerp`, `easeIn`, `easeOut`, `easeInOut`, and `boilSeed` (12fps hand-drawn wobble).
+  - Explicitly registered `html`, `code`, and `animation_code` in `src/schema/scene.schema.json` for first-class schema validation and tool discovery.
+  - Verified pure-function-of-time canvas code execution pipeline: scene code → Playwright virtual clock headless capture → FFmpeg BT.709 H.264/AAC MP4 encode.
+
+---
+
+## [2.3.8] — 2026-11-09
+
+### Fixed & Enhanced
+- **Multilingual Neural TTS Voice Routing (`src/pipeline/providers.js`)**:
+  - Automatically routes multilingual text to native neural voices: Malayalam (`ml-IN-MidhunNeural` / `ml-IN-SobhanaNeural`), Hindi (`hi-IN-MadhurNeural` / `hi-IN-SwaraNeural`), Tamil, Telugu, Chinese, Japanese, and Arabic.
+  - Eliminated Windows `shell: true` path space splitting and DEP0190 warnings in `_edgeTTS` by writing text to a UTF-8 temporary file and passing `--file` with `shell: false`.
+- **Harness CLI Positional Arguments (`src/harness/bin/harness.mjs`)**:
+  - Added support for positional `.html` scene files (e.g. `node harness.mjs verify my-scene.html`).
+  - Added automatic fallback to `reference-scene.html` fixture so `npm run harness:verify` runs cleanly without requiring a pre-existing root `index.html`.
+
+---
+
 ## [2.3.7] — 2026-11-09
 
 ### Added

package/README.md

@@ -9,7 +9,7 @@
 [![npm](https://img.shields.io/npm/v/@amg555/frameforge-mcp.svg?label=npm)](https://www.npmjs.com/package/@amg555/frameforge-mcp)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](LICENSE)
 [![Node.js](https://img.shields.io/badge/node-%3E%3D18.0.0-brightgreen.svg)](https://nodejs.org/)
-[![Version](https://img.shields.io/badge/version-2.3.7-blue.svg)](CHANGELOG.md)
+[![Version](https://img.shields.io/badge/version-2.3.8-blue.svg)](CHANGELOG.md)
 [![MCP Spec](https://img.shields.io/badge/MCP-2024--11--05-blue.svg)](https://modelcontextprotocol.io/)
 [![Tests](https://img.shields.io/badge/tests-539%20passing-brightgreen.svg)](#testing)
 

package/out/check/purity_report.json

@@ -0,0 +1,79 @@
+{
+  "passed": true,
+  "timesTested": 9,
+  "results": [
+    {
+      "time": 0.1,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 0.3,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 0.56,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 0.8,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 1,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 1.24,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 1.5,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 1.76,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    },
+    {
+      "time": 1.9,
+      "a": "8d21a5d5a07ed0d7",
+      "b": "8d21a5d5a07ed0d7",
+      "c": "8d21a5d5a07ed0d7",
+      "ok": true,
+      "failure": null
+    }
+  ],
+  "framesSha256": "82dff4b5de7e0d9d"
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@amg555/frameforge-mcp",
-  "version": "2.3.7",
+  "version": "2.3.9",
   "description": "FrameForge — AI video production engine for agentic IDEs. npx @amg555/frameforge-mcp. FFmpeg + TTS run on your machine. 19 MCP tools.",
   "publishConfig": {
     "access": "public"

package/scripts/deep-validate.js

@@ -20,7 +20,7 @@ check('batch handling',              code.includes('Array.isArray(body)'));
 check('ping handler',                code.includes("method === 'ping'"));
 check('notifications/init',          code.includes("notifications/initialized"));
 check('body size limit',             code.includes('MAX_BODY_BYTES'));
-check('SERVER_INFO version 2.3.7',   code.includes("version: '2.3.7'"));
+check('SERVER_INFO version 2.3.9',   code.includes("version: '2.3.9'"));
 check('18 tools defined (incl get_job_status)', code.includes('get_job_status'));
 check('export_to_editor tool defined', code.includes('export_to_editor'));
 check('edit_video tool defined', code.includes('edit_video'));
@@ -295,7 +295,7 @@ check('cf-worker has checkRateLimit',   cfWorker.includes('checkRateLimit'));
 check('cf-worker hashes token (SHA-256)', cfWorker.includes('SHA-256'));
 check('cf-worker uses RATE_LIMITS KV',  cfWorker.includes('env.RATE_LIMITS'));
 check('cf-worker returns 429 on limit', cfWorker.includes('429'));
-check('cf-worker version 2.3.7',        cfWorker.includes("'2.3.7'"));
+check('cf-worker version 2.3.9',        cfWorker.includes("'2.3.9'"));
 check('wrangler.toml has kv_namespaces',fs.readFileSync('./cloudflare-mcp/wrangler.toml','utf8').includes('kv_namespaces'));
 
 // ── plugins/skills present ────────────────────────────────────────────────

package/src/harness/bin/harness.mjs

@@ -64,7 +64,9 @@ function resolveProjectFile(filename, fallback) {
   return inCwd;
 }
 
-const HTML_FILE   = flags.html ? path.resolve(CWD, flags.html) : resolveProjectFile('index.html', resolveProjectFile('studio.html'));
+const positionalHtml = extras.find(e => typeof e === 'string' && e.endsWith('.html'));
+const fixtureFallback = path.resolve(__dirname, '../test/fixtures/reference-scene.html');
+const HTML_FILE   = flags.html ? path.resolve(CWD, flags.html) : (positionalHtml ? path.resolve(CWD, positionalHtml) : resolveProjectFile('index.html', resolveProjectFile('studio.html', fixtureFallback)));
 const OUT_DIR     = flags.outDir ? path.resolve(CWD, flags.outDir) : path.join(CWD, 'out');
 const CHECK_DIR   = path.join(OUT_DIR, 'check');
 const FRAMES_DIR  = flags.frames ? path.resolve(CWD, flags.frames) : flags.out ? path.resolve(CWD, flags.out) : path.join(OUT_DIR, 'frames');

package/src/mcp-server/server.js

@@ -1524,7 +1524,7 @@ Features:
 
 const SERVER_INFO = {
   name:    'video-pipeline',
-  version: '2.3.7',
+  version: '2.3.9',
 };
 
 const CAPABILITIES = {

package/src/pipeline/providers.js

@@ -368,10 +368,38 @@ class TTSProvider {
    * picks by gender preference (TTS_VOICE_GENDER=male|female|default).
    *
    * @param {string} [explicitVoice]  voice passed by caller (takes priority)
+   * @param {string} [text]           narration text for language detection
    * @returns {string}
    */
-  selectNarratorVoice(explicitVoice) {
+  selectNarratorVoice(explicitVoice, text = '') {
     if (explicitVoice) return explicitVoice;
+
+    // Language detection for edge-tts
+    if (this.name === 'edge-tts' && text) {
+      const gender = (process.env.TTS_VOICE_GENDER || 'default').toLowerCase();
+      if (/[\u0D00-\u0D7F]/.test(text)) {
+        return gender === 'female' ? 'ml-IN-SobhanaNeural' : 'ml-IN-MidhunNeural';
+      }
+      if (/[\u0900-\u097F]/.test(text)) {
+        return gender === 'female' ? 'hi-IN-SwaraNeural' : 'hi-IN-MadhurNeural';
+      }
+      if (/[\u0B80-\u0BFF]/.test(text)) {
+        return gender === 'female' ? 'ta-IN-PallaviNeural' : 'ta-IN-ValluvarNeural';
+      }
+      if (/[\u0C00-\u0C7F]/.test(text)) {
+        return gender === 'female' ? 'te-IN-ShrutiNeural' : 'te-IN-MohanNeural';
+      }
+      if (/[\u4E00-\u9FFF]/.test(text)) {
+        return gender === 'female' ? 'zh-CN-XiaoxiaoNeural' : 'zh-CN-YunjianNeural';
+      }
+      if (/[\u3040-\u30FF]/.test(text)) {
+        return gender === 'female' ? 'ja-JP-NanamiNeural' : 'ja-JP-KeitaNeural';
+      }
+      if (/[\u0600-\u06FF]/.test(text)) {
+        return gender === 'female' ? 'ar-SA-ZariyahNeural' : 'ar-SA-HamedNeural';
+      }
+    }
+
     const voices  = NARRATOR_VOICES[this.name] || NARRATOR_VOICES['edge-tts'];
     const gender  = (process.env.TTS_VOICE_GENDER || 'default').toLowerCase();
     return voices[gender] || voices.default;
@@ -384,7 +412,7 @@ class TTSProvider {
    * @returns {Promise<string>} resolves with outputPath
    */
   async synthesize({ text, voice, outputPath }) {
-    const resolvedVoice = this.selectNarratorVoice(voice);
+    const resolvedVoice = this.selectNarratorVoice(voice, text);
     switch (this.name) {
       case 'edge-tts':   return this._edgeTTS({ text, voice: resolvedVoice, outputPath });
       case 'elevenlabs': return this._elevenLabs({ text, voice: resolvedVoice, outputPath });
@@ -464,27 +492,36 @@ class TTSProvider {
 
   async _edgeTTS({ text, voice, outputPath }) {
     const rawPath   = outputPath.replace(/\.[^.]+$/, '_raw.mp3');
-    const safeVoice = voice || NARRATOR_VOICES['edge-tts'].default;
+    const txtPath   = rawPath + '.txt';
+    const safeVoice = voice || this.selectNarratorVoice(null, text);
     // No artificial rate manipulation — use the voice's natural cadence.
     // Only a mild rate adjustment from env (e.g. TTS_RATE='+0%') is supported.
     const rate = this._overrides.rate || process.env.TTS_RATE || '+0%';
     return withRetry(async () => {
-      const _shell = process.platform === 'win32';
-      await new Promise((resolve, reject) => {
-        const proc = spawn('edge-tts', ['--voice', safeVoice, '--rate', rate, '--text', text, '--write-media', rawPath], { timeout: 40000, shell: _shell });
-        proc.on('close', code => code === 0 ? resolve() : reject(new Error(`edge-tts exited ${code}`)));
-        proc.on('error', reject);
-      });
-      // Normalise audio via FFmpeg — trim trailing silence, normalise levels
-      await new Promise((resolve, reject) => {
-        const proc = spawn('ffmpeg', ['-nostdin', '-y', '-threads', '2',
-          '-i', rawPath,
-          '-af', 'silenceremove=stop_periods=-1:stop_duration=0.3:stop_threshold=-40dB,highpass=f=80,volume=1.0,dynaudnorm=f=150:g=5:p=0.95',
-          '-ar', '48000', '-ac', '2', '-c:a', 'aac', '-b:a', '192k', outputPath], { timeout: 30000, shell: _shell });
-        proc.on('close', code => code === 0 ? resolve() : reject(new Error(`ffmpeg exited ${code}`)));
-        proc.on('error', reject);
-      });
-      await fs.unlink(rawPath).catch(() => {});
+      await fs.writeFile(txtPath, text, 'utf8');
+      try {
+        await new Promise((resolve, reject) => {
+          const proc = spawn('edge-tts', ['--voice', safeVoice, '--rate', rate, '--file', txtPath, '--write-media', rawPath], { timeout: 40000, shell: false });
+          let stderr = '';
+          proc.stderr?.on('data', d => { stderr += d; });
+          proc.on('close', code => code === 0 ? resolve() : reject(new Error(`edge-tts exited ${code}: ${stderr}`)));
+          proc.on('error', reject);
+        });
+        // Normalise audio via FFmpeg — trim trailing silence, normalise levels
+        await new Promise((resolve, reject) => {
+          const proc = spawn('ffmpeg', ['-nostdin', '-y', '-threads', '2',
+            '-i', rawPath,
+            '-af', 'silenceremove=stop_periods=-1:stop_duration=0.3:stop_threshold=-40dB,highpass=f=80,volume=1.0,dynaudnorm=f=150:g=5:p=0.95',
+            '-ar', '48000', '-ac', '2', '-c:a', 'aac', '-b:a', '192k', outputPath], { timeout: 30000 });
+          let stderr = '';
+          proc.stderr?.on('data', d => { stderr += d; });
+          proc.on('close', code => code === 0 ? resolve() : reject(new Error(`ffmpeg exited ${code}: ${stderr}`)));
+          proc.on('error', reject);
+        });
+      } finally {
+        await fs.unlink(txtPath).catch(() => {});
+        await fs.unlink(rawPath).catch(() => {});
+      }
       return outputPath;
     }, { maxAttempts: 3, baseDelayMs: 3000, label: 'TTS(edge-tts)' });
   }

package/src/schema/scene.schema.json

@@ -12,6 +12,9 @@
     "video_path": { "type": "string", "description": "Optional path to user-supplied video clip or B-roll" },
     "image_path": { "type": "string", "description": "Optional path to user-supplied static image" },
     "audio_path": { "type": "string", "description": "Optional path to user-supplied pre-recorded voiceover" },
+    "html": { "type": "string", "description": "Optional self-contained HTML animation page conforming to window.seek(t)" },
+    "code": { "type": "string", "description": "Optional canvas drawing JavaScript code executed for time t in window.seek" },
+    "animation_code": { "type": "string", "description": "Alias for code" },
     "visual_description": { "type": "string", "minLength": 1 },
     "character": {
       "type": "object",

package/src/video-renderer/scene-animator.js

@@ -406,6 +406,21 @@ function sfc32(a, b, c, d) {
 }
 const hash = (i) => sfc32(i * 19 + 42, i * 29 + 1337, i * 13 + 7, 99)();
 
+// Animation Primitives & Easing
+function clamp(val, min = 0, max = 1) { return Math.max(min, Math.min(max, val)); }
+function lerp(t, a, b, t0 = 0, t1 = 1) {
+  if (t <= t0) return a;
+  if (t >= t1) return b;
+  return a + (b - a) * ((t - t0) / (t1 - t0));
+}
+function easeIn(t) { return clamp(t, 0, 1) ** 2; }
+function easeOut(t) { const c = clamp(t, 0, 1); return 1 - (1 - c) ** 2; }
+function easeInOut(t) { const c = clamp(t, 0, 1); return c < 0.5 ? 2 * c * c : 1 - (-2 * c + 2) ** 2 / 2; }
+function boilSeed(t, seed = 0) {
+  const frame12 = Math.floor(t * 12);
+  return hash(seed * 1000 + frame12);
+}
+
 // Spring dynamics
 function spring(t, delay = 0, tension = 180, friction = 14) {
   const dt = t - delay;