@adforge-adgeniq/render 0.1.0

package/dist/index.mjs

@@ -0,0 +1,360 @@
+import {
+  buildAssSubtitles,
+  flattenCaptions
+} from "./chunk-NQY73BAM.mjs";
+import {
+  fontScale,
+  getDimensions
+} from "./chunk-PNJ7IKUC.mjs";
+import {
+  assignStartTimes,
+  estimateRenderCredits,
+  storyboardDurationS
+} from "./chunk-IU6GCMDG.mjs";
+
+// src/ffmpeg/renderer.ts
+import { execFile } from "child_process";
+import { promisify } from "util";
+import fs from "fs/promises";
+import os from "os";
+import path from "path";
+var exec = promisify(execFile);
+var FFMPEG = process.env.FFMPEG_PATH ?? "ffmpeg";
+var FPS = 25;
+async function runFfmpeg(args) {
+  try {
+    await exec(FFMPEG, ["-y", "-loglevel", "error", ...args], {
+      maxBuffer: 100 * 1024 * 1024
+      // 100 MB
+    });
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    throw new Error(`FFmpeg failed: ${message}`);
+  }
+}
+function ffDur(s) {
+  return String(s.toFixed(3));
+}
+async function renderAvatarClip(scene, videoPath, dims, outPath) {
+  const { width, height } = dims;
+  await runFfmpeg([
+    "-ss",
+    "0",
+    "-i",
+    videoPath,
+    "-t",
+    ffDur(scene.duration_s),
+    "-vf",
+    `scale=${width}:${height}:force_original_aspect_ratio=decrease,pad=${width}:${height}:(ow-iw)/2:(oh-ih)/2:black,setsar=1`,
+    "-r",
+    String(FPS),
+    "-c:v",
+    "libx264",
+    "-preset",
+    "fast",
+    "-crf",
+    "22",
+    "-c:a",
+    "aac",
+    "-b:a",
+    "128k",
+    "-pix_fmt",
+    "yuv420p",
+    outPath
+  ]);
+}
+async function renderBrollClip(scene, assetPath, dims, outPath, isImage) {
+  const { width, height } = dims;
+  const durationFrames = Math.ceil(scene.duration_s * FPS);
+  if (isImage) {
+    const motion = scene.motion ?? "kenburns_in";
+    const zoomStart = motion === "kenburns_out" ? 1.4 : 1;
+    const zoomEnd = motion === "kenburns_out" ? 1 : 1.4;
+    const zoomStep = (zoomEnd - zoomStart) / Math.max(durationFrames - 1, 1);
+    const zoompan = [
+      `zoompan=z='${zoomStart}+${zoomStep.toFixed(6)}*on'`,
+      `d=${durationFrames}`,
+      `x='iw/2-(iw/zoom/2)'`,
+      `y='ih/2-(ih/zoom/2)'`,
+      `s=${width}x${height}`,
+      `fps=${FPS}`
+    ].join(":");
+    await runFfmpeg([
+      "-loop",
+      "1",
+      "-i",
+      assetPath,
+      "-t",
+      ffDur(scene.duration_s),
+      "-vf",
+      `${zoompan},setsar=1`,
+      "-c:v",
+      "libx264",
+      "-preset",
+      "fast",
+      "-crf",
+      "22",
+      "-pix_fmt",
+      "yuv420p",
+      "-an",
+      outPath
+    ]);
+  } else {
+    await runFfmpeg([
+      "-ss",
+      "0",
+      "-i",
+      assetPath,
+      "-t",
+      ffDur(scene.duration_s),
+      "-vf",
+      `scale=${width}:${height}:force_original_aspect_ratio=increase,crop=${width}:${height},setsar=1`,
+      "-r",
+      String(FPS),
+      "-c:v",
+      "libx264",
+      "-preset",
+      "fast",
+      "-crf",
+      "22",
+      "-pix_fmt",
+      "yuv420p",
+      "-an",
+      outPath
+    ]);
+  }
+}
+async function renderTextCardClip(scene, dims, outPath, scale) {
+  const { width, height } = dims;
+  const text = scene.captions.map((c) => c.text).join(" ").replace(/'/g, "\\'").replace(/:/g, "\\:");
+  const fontSize = Math.round(52 * scale);
+  await runFfmpeg([
+    "-f",
+    "lavfi",
+    "-i",
+    `color=c=0x111118:s=${width}x${height}:r=${FPS}:d=${ffDur(scene.duration_s)}`,
+    "-vf",
+    [
+      `drawtext=text='${text}'`,
+      `fontsize=${fontSize}`,
+      `fontcolor=white`,
+      `x=(w-text_w)/2`,
+      `y=(h-text_h)/2`,
+      `box=1:boxcolor=black@0.4:boxborderw=${Math.round(16 * scale)}`
+    ].join(":"),
+    "-c:v",
+    "libx264",
+    "-preset",
+    "fast",
+    "-crf",
+    "22",
+    "-pix_fmt",
+    "yuv420p",
+    "-an",
+    outPath
+  ]);
+}
+async function concatClips(clipPaths, outPath) {
+  const listPath = outPath.replace(/\.\w+$/, "-list.txt");
+  const listContent = clipPaths.map((p) => `file '${p}'`).join("\n");
+  await fs.writeFile(listPath, listContent, "utf8");
+  await runFfmpeg([
+    "-f",
+    "concat",
+    "-safe",
+    "0",
+    "-i",
+    listPath,
+    "-c:v",
+    "libx264",
+    "-preset",
+    "fast",
+    "-crf",
+    "22",
+    "-c:a",
+    "aac",
+    "-b:a",
+    "128k",
+    "-pix_fmt",
+    "yuv420p",
+    outPath
+  ]);
+  await fs.unlink(listPath).catch(() => {
+  });
+}
+async function burnSubtitles(inputPath, assPath, outputPath) {
+  await runFfmpeg([
+    "-i",
+    inputPath,
+    "-vf",
+    `ass='${assPath.replace(/'/g, "\\'")}'`,
+    "-c:v",
+    "libx264",
+    "-preset",
+    "fast",
+    "-crf",
+    "22",
+    "-c:a",
+    "copy",
+    "-pix_fmt",
+    "yuv420p",
+    outputPath
+  ]);
+}
+async function mixMusic(videoPath, musicPath, volumeDb, outputPath) {
+  const vol = Math.pow(10, volumeDb / 20);
+  await runFfmpeg([
+    "-i",
+    videoPath,
+    "-stream_loop",
+    "-1",
+    "-i",
+    musicPath,
+    "-filter_complex",
+    `[1:a]aformat=sample_fmts=fltp:sample_rates=44100,volume=${vol.toFixed(4)},atrim=0[mus];[0:a][mus]amix=inputs=2:duration=shortest[aout]`,
+    "-map",
+    "0:v",
+    "-map",
+    "[aout]",
+    "-c:v",
+    "copy",
+    "-c:a",
+    "aac",
+    "-b:a",
+    "128k",
+    "-shortest",
+    outputPath
+  ]);
+}
+async function applyWatermark(inputPath, outputPath, dims, scale) {
+  const fontSize = Math.round(28 * scale);
+  await runFfmpeg([
+    "-i",
+    inputPath,
+    "-vf",
+    [
+      `drawtext=text='Made with AdForge'`,
+      `fontsize=${fontSize}`,
+      `fontcolor=white@0.65`,
+      `x=(w-text_w)/2`,
+      `y=${Math.round(dims.height * 0.04)}`,
+      `box=1:boxcolor=black@0.3:boxborderw=${Math.round(8 * scale)}`
+    ].join(":"),
+    "-c:v",
+    "libx264",
+    "-preset",
+    "fast",
+    "-crf",
+    "22",
+    "-c:a",
+    "copy",
+    "-pix_fmt",
+    "yuv420p",
+    outputPath
+  ]);
+}
+var IMAGE_EXTS = /* @__PURE__ */ new Set([".jpg", ".jpeg", ".png", ".webp", ".gif"]);
+function isImagePath(p) {
+  return IMAGE_EXTS.has(path.extname(p).toLowerCase());
+}
+async function resolveSceneAsset(scene, assetPaths, avatarRenderPaths) {
+  if (scene.type === "avatar" && scene.avatar_render_id) {
+    return avatarRenderPaths[scene.avatar_render_id] ?? null;
+  }
+  if (scene.asset_id) {
+    return assetPaths[scene.asset_id] ?? null;
+  }
+  return null;
+}
+async function renderVideo(job) {
+  const { storyboard, aspect, resolution, captionStyle, watermark, outputPath } = job;
+  const dims = getDimensions(aspect, resolution);
+  const scale = fontScale(dims);
+  const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), "adforge-render-"));
+  const clipPaths = [];
+  try {
+    for (let i = 0; i < storyboard.scenes.length; i++) {
+      const scene = storyboard.scenes[i];
+      const clipOut = path.join(tmpDir, `scene-${i}.mp4`);
+      if (scene.type === "text_card") {
+        await renderTextCardClip(scene, dims, clipOut, scale);
+      } else {
+        const assetPath = await resolveSceneAsset(scene, job.assetPaths, job.avatarRenderPaths);
+        if (!assetPath) {
+          const fallback = {
+            ...scene,
+            type: "text_card",
+            captions: [{ text: scene.type.replace(/_/g, " ").toUpperCase(), start_s: scene.start_s, end_s: scene.start_s + scene.duration_s }]
+          };
+          await renderTextCardClip(fallback, dims, clipOut, scale);
+        } else if (scene.type === "avatar") {
+          await renderAvatarClip(scene, assetPath, dims, clipOut);
+        } else {
+          await renderBrollClip(scene, assetPath, dims, clipOut, isImagePath(assetPath));
+        }
+      }
+      clipPaths.push(clipOut);
+    }
+    const concatOut = path.join(tmpDir, "concat.mp4");
+    if (clipPaths.length === 1) {
+      await fs.copyFile(clipPaths[0], concatOut);
+    } else {
+      await concatClips(clipPaths, concatOut);
+    }
+    let currentPath = concatOut;
+    if (captionStyle !== "NONE") {
+      const assContent = buildAssSubtitles(storyboard.scenes, captionStyle, dims);
+      if (assContent) {
+        const assPath = path.join(tmpDir, "captions.ass");
+        await fs.writeFile(assPath, assContent, "utf8");
+        const subOut = path.join(tmpDir, "subtitled.mp4");
+        await burnSubtitles(currentPath, assPath, subOut);
+        currentPath = subOut;
+      }
+    }
+    const skippedAssets = [];
+    if (storyboard.music?.asset_id) {
+      const musicPath = job.assetPaths[storyboard.music.asset_id];
+      if (musicPath) {
+        const musicOut = path.join(tmpDir, "music.mp4");
+        await mixMusic(currentPath, musicPath, storyboard.music.volume_db, musicOut);
+        currentPath = musicOut;
+      } else {
+        console.warn(
+          `[renderer] Music asset "${storyboard.music.asset_id}" is set on the storyboard but its file path is missing from job.assetPaths \u2014 music step skipped.`
+        );
+        skippedAssets.push(storyboard.music.asset_id);
+      }
+    }
+    if (watermark) {
+      const wmOut = path.join(tmpDir, "watermarked.mp4");
+      await applyWatermark(currentPath, wmOut, dims, scale);
+      currentPath = wmOut;
+    }
+    await fs.mkdir(path.dirname(outputPath), { recursive: true });
+    await fs.copyFile(currentPath, outputPath);
+    const totalDurationMs = storyboard.scenes.reduce((sum, s) => sum + s.duration_s * 1e3, 0);
+    const totalS = totalDurationMs / 1e3;
+    const costUsd = Math.ceil(totalS / 30) * 5 * 2e-3;
+    return {
+      r2Key: outputPath,
+      url: outputPath,
+      durationMs: Math.round(totalDurationMs),
+      costUsd,
+      ...skippedAssets.length > 0 ? { skippedAssets } : {}
+    };
+  } finally {
+    for (const p of clipPaths) {
+      await fs.unlink(p).catch(() => {
+      });
+    }
+  }
+}
+export {
+  assignStartTimes,
+  buildAssSubtitles,
+  estimateRenderCredits,
+  flattenCaptions,
+  renderVideo,
+  storyboardDurationS
+};

package/dist/remotion/index.d.mts

@@ -0,0 +1,40 @@
+import React from 'react';
+import { StoryboardJson } from '@adforge-adgeniq/shared';
+import { Aspect, CaptionStyle } from '../types.mjs';
+
+declare const COMPOSITION_ID = "AdForge";
+interface AdForgeCompositionProps {
+    storyboard: StoryboardJson;
+    aspect: Aspect;
+    captionStyle: CaptionStyle;
+    watermark?: boolean;
+    /** Asset URLs keyed by asset_id. Defaults to {} so a missing/deleted asset
+     *  renders a placeholder rather than crashing the whole player. */
+    assetUrls?: Record<string, string>;
+    /** Avatar render URLs keyed by avatar_render_id. Same fallback behaviour. */
+    avatarUrls?: Record<string, string>;
+}
+declare function AdForgeComposition({ storyboard, aspect, captionStyle, watermark, assetUrls, avatarUrls, }: AdForgeCompositionProps): React.JSX.Element;
+
+/**
+ * Per-aspect layout config for the Remotion composition.
+ * Drives avatar position, caption margins, safe-area insets.
+ */
+
+interface LayoutConfig {
+    width: number;
+    height: number;
+    /** PiP avatar position (% from top-left) */
+    pipAvatarLeft: number;
+    pipAvatarTop: number;
+    pipAvatarWidth: number;
+    /** Caption block: bottom margin (px at 1080p scale) */
+    captionMarginBottom: number;
+    /** Caption block: side margin */
+    captionMarginSide: number;
+    /** Caption font size base (px) */
+    captionFontSize: number;
+}
+declare function getLayout(aspect: Aspect): LayoutConfig;
+
+export { AdForgeComposition, type AdForgeCompositionProps, COMPOSITION_ID, getLayout };

package/dist/remotion/index.d.ts

@@ -0,0 +1,40 @@
+import React from 'react';
+import { StoryboardJson } from '@adforge-adgeniq/shared';
+import { Aspect, CaptionStyle } from '../types.js';
+
+declare const COMPOSITION_ID = "AdForge";
+interface AdForgeCompositionProps {
+    storyboard: StoryboardJson;
+    aspect: Aspect;
+    captionStyle: CaptionStyle;
+    watermark?: boolean;
+    /** Asset URLs keyed by asset_id. Defaults to {} so a missing/deleted asset
+     *  renders a placeholder rather than crashing the whole player. */
+    assetUrls?: Record<string, string>;
+    /** Avatar render URLs keyed by avatar_render_id. Same fallback behaviour. */
+    avatarUrls?: Record<string, string>;
+}
+declare function AdForgeComposition({ storyboard, aspect, captionStyle, watermark, assetUrls, avatarUrls, }: AdForgeCompositionProps): React.JSX.Element;
+
+/**
+ * Per-aspect layout config for the Remotion composition.
+ * Drives avatar position, caption margins, safe-area insets.
+ */
+
+interface LayoutConfig {
+    width: number;
+    height: number;
+    /** PiP avatar position (% from top-left) */
+    pipAvatarLeft: number;
+    pipAvatarTop: number;
+    pipAvatarWidth: number;
+    /** Caption block: bottom margin (px at 1080p scale) */
+    captionMarginBottom: number;
+    /** Caption block: side margin */
+    captionMarginSide: number;
+    /** Caption font size base (px) */
+    captionFontSize: number;
+}
+declare function getLayout(aspect: Aspect): LayoutConfig;
+
+export { AdForgeComposition, type AdForgeCompositionProps, COMPOSITION_ID, getLayout };