reelforge 1.22.0 → 1.23.0

package/dist/commands/dub.js

@@ -0,0 +1,154 @@
+import fs from "node:fs/promises";
+import fsSync from "node:fs";
+import path from "node:path";
+import { post } from "../client.js";
+import { waitForTask } from "../utils/task-waiter.js";
+import { downloadTo } from "../utils/download.js";
+import { formatUsd, humanDuration, info, isJson, print, success } from "../utils/output.js";
+const VIDEO_EXT_TO_MIME = {
+    ".mp4": "video/mp4",
+    ".mov": "video/quicktime",
+    ".webm": "video/webm",
+    ".mkv": "video/x-matroska",
+    ".m4v": "video/mp4",
+};
+const MAX_BYTES = 55 * 1024 * 1024;
+function fmtSize(bytes) {
+    if (!bytes)
+        return "0";
+    if (bytes < 1024)
+        return `${bytes} B`;
+    if (bytes < 1024 * 1024)
+        return `${(bytes / 1024).toFixed(1)} KB`;
+    return `${(bytes / 1024 / 1024).toFixed(1)} MB`;
+}
+export function registerDub(program) {
+    program
+        .command("dub <video>")
+        .description("⚠️ EXPERIMENTAL · 一个原始视频 → 自动反推内容 + 写解说 + 熊小二配音 + 字幕,输出成片")
+        .helpOption("-h, --help", "show help")
+        .option("-o, --output <file>", "输出 MP4 路径 (默认: <视频名>-dub.mp4, 放在当前目录)")
+        .option("--voice <id>", "配音音色 id (index-tts-2 音色名, 默认 熊小二)", "熊小二")
+        .option("--tts-model <id>", "TTS 模型 (默认 vox/index-tts-2)", "vox/index-tts-2")
+        .option("--game-volume <n>", "原视频自带声音的音量 0..1 (默认 0.6; 设 0 = 完全静音原声, 只留配音)", (v) => parseFloat(v), 0.6)
+        .option("--no-subtitles", "不烧录字幕 (默认烧录)")
+        .option("--subtitle-style <style>", "字幕样式: plate | stroke | cinema (默认 plate)", "plate")
+        .option("--theme <id>", "可选主题 id (影响字幕底板 / 配色风格)")
+        .option("--vision-model <id>", "反推用的视觉模型 (默认 qwen/qwen3-vl-flash)")
+        .option("--script-model <id>", "写解说脚本用的 LLM (默认服务端配置模型)")
+        .option("--preview-only", "只生成 preview, 不渲染最终 MP4 (更快更省, 用于试效果)")
+        .option("--poll-ms <ms>", "轮询间隔", (v) => parseInt(v, 10), 1500)
+        .option("--timeout-ms <ms>", "最长等待时间", (v) => parseInt(v, 10))
+        .addHelpText("after", [
+        "",
+        "它做了什么 (全部在服务端完成):",
+        "  1. 反推视频内容 — 详细、带时间段的分镜 + 屏幕文字",
+        "  2. 根据视频时长写一段贴合画面的解说脚本 (卡住时长, 画面演到哪讲到哪)",
+        "  3. 用熊小二音色合成配音 (可 --voice 指定其它音色)",
+        "  4. 把配音叠到原视频上, 原视频自带声音压到 60% 垫底 (可 --game-volume 调)",
+        "  5. 烧录字幕 (复用 compose 的字幕样式 + 切分逻辑; --no-subtitles 关闭)",
+        "",
+        "认证:",
+        "  需要 API key — `rf login <key>` 或 $REELFORGE_API_KEY 或 --api-key <key>。",
+        "  没有 key 服务端会拒绝 (401)。",
+        "",
+        "支持的输入扩展名: .mp4 .mov .webm .mkv .m4v (单文件 ≤ 55MB)",
+        "",
+        "可用音色: `rf tts voices` (熊小二 / 激情熊大 / 专业解说 等 149 个)",
+        "",
+        "示例:",
+        "  # 最简单: 一个视频进, 配音+字幕成片出 (默认熊小二, 原声 60%)",
+        "  rf dub ./clip.mp4",
+        "",
+        "  # 指定输出路径 + 换个音色 + 原声调小到 30%",
+        "  rf dub ./clip.mp4 -o ./out.mp4 --voice 激情熊大 --game-volume 0.3",
+        "",
+        "  # 不要字幕",
+        "  rf dub ./clip.mp4 --no-subtitles",
+        "",
+        "  # 批量 (PowerShell): 对一个目录里所有 mp4 串行处理",
+        "  Get-ChildItem *.mp4 | ForEach-Object { rf dub $_.FullName }",
+        "",
+        "  # 先看效果再决定 (preview, 不渲染 MP4)",
+        "  rf dub ./clip.mp4 --preview-only",
+    ].join("\n"))
+        .action(async (videoArg, opts) => {
+        const abs = path.resolve(videoArg);
+        if (!fsSync.existsSync(abs))
+            throw new Error(`video not found: ${abs}`);
+        const ext = path.extname(abs).toLowerCase();
+        const mime = VIDEO_EXT_TO_MIME[ext];
+        if (!mime) {
+            throw new Error(`unsupported video extension "${ext}" (supported: ${Object.keys(VIDEO_EXT_TO_MIME).join(" / ")})`);
+        }
+        const gameVolume = opts.gameVolume ?? 0.6;
+        if (!Number.isFinite(gameVolume) || gameVolume < 0 || gameVolume > 1) {
+            throw new Error(`--game-volume must be between 0 and 1 (got ${opts.gameVolume})`);
+        }
+        const subtitleStyle = (opts.subtitleStyle || "plate").toLowerCase();
+        if (!["plate", "stroke", "cinema"].includes(subtitleStyle)) {
+            throw new Error(`--subtitle-style must be plate | stroke | cinema (got ${opts.subtitleStyle})`);
+        }
+        const buf = await fs.readFile(abs);
+        if (buf.byteLength > MAX_BYTES) {
+            throw new Error(`video is ${fmtSize(buf.byteLength)} — exceeds the ${fmtSize(MAX_BYTES)} upload cap. ` +
+                `Compress / trim it first (e.g. ffmpeg -crf 28).`);
+        }
+        info(`Uploading ${path.basename(abs)} (${fmtSize(buf.byteLength)})...`);
+        const body = {
+            video: `data:${mime};base64,${buf.toString("base64")}`,
+            voice: opts.voice || "熊小二",
+            tts_model: opts.ttsModel || "vox/index-tts-2",
+            game_audio_volume: gameVolume,
+            subtitles: opts.subtitles !== false,
+            subtitle_style: subtitleStyle,
+        };
+        if (opts.theme)
+            body.theme = opts.theme;
+        if (opts.visionModel)
+            body.vision_model = opts.visionModel;
+        if (opts.scriptModel)
+            body.script_model = opts.scriptModel;
+        if (opts.previewOnly)
+            body.preview_only = true;
+        const submitted = await post("/api/v1/dub", body);
+        info(`Submitted task: ${submitted.task_id} — 反推 + 写脚本 + TTS + 渲染, 请稍候...`);
+        const t = await waitForTask(submitted.task_id, { pollMs: opts.pollMs, timeoutMs: opts.timeoutMs });
+        if (t.status !== "completed") {
+            throw new Error(t.error || `Task ended with status ${t.status}`);
+        }
+        const result = t.result;
+        if (result?.script?.length) {
+            info(`配音脚本 (${result.voice || opts.voice}):`);
+            for (const line of result.script)
+                info(`   ${line}`);
+        }
+        if (result?.render_pending) {
+            info(`MP4 render skipped (--preview-only). Run \`rf render ${t.id}\` to finalize.`);
+        }
+        else if (result?.video_url) {
+            const stdoutIsPipe = !process.stdout.isTTY;
+            const skipDownload = stdoutIsPipe && !opts.output;
+            let savedPath;
+            if (opts.output) {
+                savedPath = path.resolve(opts.output);
+            }
+            else if (!skipDownload) {
+                const stem = path.parse(abs).name;
+                savedPath = path.resolve(`${stem}-dub.mp4`);
+            }
+            if (savedPath) {
+                await downloadTo(result.video_url, savedPath);
+                success(`Saved → ${savedPath}`);
+            }
+        }
+        if (result?.generation_ms != null) {
+            const playback = result.duration != null ? `, video ${result.duration.toFixed(1)}s` : "";
+            info(`generated in ${humanDuration(result.generation_ms)}${playback}`);
+        }
+        if (result?.price_usd != null)
+            info(`charge: ${formatUsd(result.price_usd)}`);
+        if (isJson())
+            print({ task_id: t.id, status: t.status, ...result });
+    });
+}

package/dist/index.js

@@ -34,6 +34,7 @@ import { registerExtract } from "./commands/extract.js";
 import { registerMedia } from "./commands/media.js";
 import { registerScript } from "./commands/script.js";
 import { registerCompose } from "./commands/compose.js";
+import { registerDub } from "./commands/dub.js";
 import { registerVlog } from "./commands/vlog.js";
 import { error as logError } from "./utils/output.js";
 import { ApiCallError } from "./client.js";
@@ -109,6 +110,7 @@ program.addHelpText("after", [
     "  rf fetch '<抖音分享链接>' -t                    下载抖音 MP4 + ASR 转写",
     "  rf cover -i scene.png -t '标题' -o cover.png   单图渲染封面",
     "  rf assets describe ./photo.jpg                  图片 / 视频 → 一句话描述",
+    "  rf dub ./clip.mp4                              一个视频 → 自动解说配音+字幕成片",
     "  rf history list                                 看之前生成的视频",
     "  rf tasks list --status running                  看进行中的任务",
     "",
@@ -146,6 +148,7 @@ registerExtract(program);
 registerMedia(program);
 registerScript(program);
 registerCompose(program);
+registerDub(program);
 registerVlog(program);
 async function main() {
     if (process.argv.length <= 2) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "reelforge",
-  "version": "1.22.0",
+  "version": "1.23.0",
   "description": "AI 视频生成 CLI。一句话主题或自己的脚本 → 自动出抖音/TikTok/视频号竖屏 MP4。安装即用：`reelforge` 或短别名 `rf`。",
   "license": "Apache-2.0",
   "type": "module",