@amg555/frameforge-mcp 2.3.5 → 2.3.7

package/src/video-renderer/renderer.js

@@ -29,7 +29,7 @@ const DEFAULT_FILES_DIR = process.env.N8N_FILES_DIR || path.join(os.homedir(), '
 
 const { buildCameraFilter, selectCameraHint } = require('../animation/animation-system');
 const { AudioMixer }                          = require('../audio-mixer/mixer');
-const { generateSceneHtml }                   = require('./scene-animator');
+const { generateSceneHtml, wrapCodeInHarnessHtml, detectAesthetic, AESTHETICS } = require('./scene-animator');
 const { findChromePath }                      = require('../harness/lib/browser.mjs');
 
 // ── Cross-platform Indic / Malayalam font resolver ────────────────────────────
@@ -117,14 +117,27 @@ class VideoRenderer {
    *   narration?:         string,
    *   visualDescription?: string,
    *   visualType?:        string,
+   *   topic?:             string,
+   *   style?:             string,
+   *   theme?:             string,
+   *   title?:             string,
    *   language?:          string,
    *   musicMood?:         string,
    *   camera?:            string,   // camera_hint from scene schema v1.0.0
    *   focalPoint?:        { x: number, y: number },
+   *   html?:              string,   // direct agent/user pure-t HTML scene
+   *   code?:              string,   // direct agent/user canvas seek(t) drawing code
    *   manifest?:          ArtifactManifest  // optional — enables idempotency
    *   renderWidth?:       number,   // default 1920
    *   renderHeight?:      number,   // default 1080
    *   fps?:               number,   // default 24
+   *   startTime?:         number|string,
+   *   trimStart?:         number|string,
+   *   endTime?:           number|string,
+   *   trimEnd?:           number|string,
+   *   speed?:             number,   // default 1.0
+   *   clipVolume?:        number,   // default 0 (voiceover primary)
+   *   colorGrade?:        string,   // cinematic, warm, cool, etc.
    * }} opts
    * @returns {string} outputPath
    */
@@ -137,14 +150,27 @@ class VideoRenderer {
     narration = '',
     visualDescription = '',
     visualType = 'code_animation',
+    topic = '',
+    style = '',
+    theme = '',
+    title = '',
     language = '',
     musicMood = 'neutral',
     camera,
     focalPoint,
+    html = null,
+    code = null,
     manifest,
     renderWidth = 1920,
     renderHeight = 1080,
     fps = 24,
+    startTime = 0,
+    trimStart,
+    endTime,
+    trimEnd,
+    speed = 1.0,
+    clipVolume = 0,
+    colorGrade = null,
   } = {}) {
     const outputPath = path.join(this.vdir, `scene_${sceneIndex}_out.mp4`);
 
@@ -167,17 +193,48 @@ class VideoRenderer {
 
     // Priority 1: User-supplied video clip
     if (isVideoInput) {
+      const { buildColorFilter, parseTimestamp, buildSpeedFilters } = require('../video-editor/editor');
+      const startSec = parseTimestamp(trimStart != null ? trimStart : startTime);
+      const sp = buildSpeedFilters(speed);
+
       const captionFilter = this._captionFilter(caption);
       const scaleFilter = `scale=${renderWidth}:${renderHeight}:force_original_aspect_ratio=increase:flags=lanczos,crop=${renderWidth}:${renderHeight}`;
-      const vf = [scaleFilter, captionFilter].filter(Boolean).join(',');
+      const colorFilter = buildColorFilter(colorGrade);
+
+      const vfList = [scaleFilter];
+      if (sp.speed !== 1.0) vfList.push(sp.videoFilter);
+      if (colorFilter) vfList.push(colorFilter);
+      if (captionFilter) vfList.push(captionFilter);
+      vfList.push('format=yuv420p');
+      const vf = vfList.join(',');
+
+      const ffmpegArgs = ['-nostdin', '-y', '-threads', '2'];
+
+      if (startSec > 0) {
+        ffmpegArgs.push('-ss', startSec.toFixed(3));
+      }
+
+      ffmpegArgs.push('-stream_loop', '-1', '-i', videoPath, '-i', voicePath);
+
+      if (clipVolume > 0) {
+        const caParts = [`[0:a]volume=${clipVolume.toFixed(2)}`];
+        if (sp.audioFilter) caParts.push(sp.audioFilter);
+        caParts.push('[ca]');
+        const filterComplex = `[0:v]${vf}[vout];` +
+          `${caParts.join(',')};` +
+          `[1:a]apad=whole_dur=${clampedDur}[va];` +
+          `[ca][va]amix=inputs=2:duration=first:dropout_transition=2[aout]`;
+        ffmpegArgs.push('-filter_complex', filterComplex, '-map', '[vout]', '-map', '[aout]');
+      } else {
+        ffmpegArgs.push(
+          '-vf', vf,
+          '-af', `apad=whole_dur=${clampedDur}`,
+          '-map', '0:v:0', '-map', '1:a:0'
+        );
+      }
 
-      const result = spawnSync('ffmpeg', [
-        '-nostdin', '-y', '-threads', '2',
-        '-stream_loop', '-1', '-i', videoPath, '-i', voicePath,
-        '-vf', vf || `scale=${renderWidth}:${renderHeight},format=yuv420p`,
-        '-af', `apad=whole_dur=${clampedDur}`,
+      ffmpegArgs.push(
         '-t', String(clampedDur),
-        '-map', '0:v:0', '-map', '1:a:0',
         '-c:v', 'libx264', '-preset', 'veryfast', '-crf', '22',
         '-profile:v', 'high', '-level', '4.1',
         '-color_range', 'tv', '-colorspace', 'bt709',
@@ -186,8 +243,10 @@ class VideoRenderer {
         '-c:a', 'aac', '-b:a', '192k', '-ar', '48000', '-ac', '2',
         '-movflags', '+faststart',
         '-pix_fmt', 'yuv420p',
-        outputPath,
-      ], { timeout: 5 * 60 * 1000, encoding: 'utf8' });
+        outputPath
+      );
+
+      const result = spawnSync('ffmpeg', ffmpegArgs, { timeout: 5 * 60 * 1000, encoding: 'utf8' });
 
       if (result.status !== 0) {
         const err = `Scene ${sceneIndex} render failed: ${(result.stderr || '').slice(-300)}`;
@@ -212,6 +271,13 @@ class VideoRenderer {
           caption,
           narration,
           visualDescription,
+          topic,
+          style,
+          theme,
+          title,
+          language,
+          html,
+          code,
           clampedDur,
           renderWidth,
           renderHeight,
@@ -237,16 +303,13 @@ class VideoRenderer {
       const cameraFilter = buildCameraFilter(hint, { duration: clampedDur, w: renderWidth, h: renderHeight, ...fx });
       vf = [cameraFilter, captionFilter].filter(Boolean).join(',');
     } else {
-      const PALETTES = [
-        { bg: '0d1117', c1: '38bdf8' },
-        { bg: '0f172a', c1: '818cf8' },
-        { bg: '13111c', c1: 'c084fc' },
-        { bg: '0c1a24', c1: '34d399' },
-        { bg: '18181b', c1: 'fbbf24' },
-      ];
-      const pal = PALETTES[sceneIndex % PALETTES.length];
+      const aestheticKey = detectAesthetic({ topic, style, theme, title, narration, visualDescription, caption, language, musicMood });
+      const aesthetic = AESTHETICS[aestheticKey] || AESTHETICS.cyber_tech;
+      const pal = aesthetic.palettes[sceneIndex % aesthetic.palettes.length];
+      const c0 = (pal.bg0 || '#0d1117').replace('#', '');
+      const c1 = (pal.accent || '#38bdf8').replace('#', '');
       inputArgs = [
-        '-f', 'lavfi', '-i', `gradients=s=${renderWidth}x${renderHeight}:r=30:c0=0x${pal.bg}:c1=0x${pal.c1}:speed=0.5:type=radial`,
+        '-f', 'lavfi', '-i', `gradients=s=${renderWidth}x${renderHeight}:r=30:c0=0x${c0}:c1=0x${c1}:speed=0.5:type=radial`,
         '-i', voicePath,
       ];
       const vfFilters = ['vignette=PI/4'];
@@ -289,6 +352,13 @@ class VideoRenderer {
     caption,
     narration,
     visualDescription,
+    topic = '',
+    style = '',
+    theme = '',
+    title = '',
+    language = '',
+    html = null,
+    code = null,
     clampedDur,
     renderWidth,
     renderHeight,
@@ -297,17 +367,40 @@ class VideoRenderer {
     manifest,
     musicMood,
   }) {
-    const htmlContent = generateSceneHtml({
-      caption,
-      narration,
-      visualDescription,
-      imagePath,
-      duration: clampedDur,
-      width: renderWidth,
-      height: renderHeight,
-      sceneIndex,
-      musicMood,
-    });
+    let htmlContent;
+    if (html && typeof html === 'string' && html.trim().length > 0) {
+      htmlContent = html;
+      if (!htmlContent.includes('window.DURATION')) {
+        htmlContent = htmlContent.replace('<script>', `<script>\nwindow.DURATION = ${clampedDur};\n`);
+      }
+    } else if (code && typeof code === 'string' && code.trim().length > 0) {
+      htmlContent = wrapCodeInHarnessHtml({
+        code,
+        duration: clampedDur,
+        width: renderWidth,
+        height: renderHeight,
+        language,
+        style,
+        topic,
+      });
+    } else {
+      htmlContent = generateSceneHtml({
+        caption,
+        narration,
+        visualDescription,
+        imagePath,
+        topic,
+        style,
+        theme,
+        title,
+        language,
+        duration: clampedDur,
+        width: renderWidth,
+        height: renderHeight,
+        sceneIndex,
+        musicMood,
+      });
+    }
 
     const animHtmlPath = path.join(this.vdir, `scene_${sceneIndex}_anim.html`);
     const framesDir    = path.join(this.vdir, `scene_${sceneIndex}_frames`);
@@ -531,4 +624,9 @@ class VideoRenderer {
   }
 }
 
-module.exports = { VideoRenderer };
+module.exports = {
+  VideoRenderer,
+  resolveFont,
+  FONTS,
+  INDIC_FONTS,
+};