storyforge 0.6.0 → 0.7.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "storyforge",
-  "version": "0.6.0",
-  "description": "StoryForge — local bridge for the Forge video production web app. Zero runtime dependencies.",
+  "version": "0.7.0",
+  "description": "StoryForge — local bridge for the Forge video production web app. Parallel clip-render orchestrator (Remotion 4 + Manim + HyperFrames + ffmpeg) + final video stitcher + dependency doctor.",
   "type": "module",
   "bin": {
     "storyforge": "./dist/index.js"

package/dist/bridge-poller-MM6K2GKM.js

@@ -1,451 +0,0 @@
-#!/usr/bin/env node
-import {
-  log
-} from "./chunk-GJQ45C5W.js";
-
-// src/bridge-poller.ts
-import { spawn, spawnSync } from "child_process";
-import * as crypto from "crypto";
-import * as fs from "fs";
-var HEARTBEAT_INTERVAL_MS = 6e4;
-var POLL_INTERVAL_MS = 8e3;
-var CANCEL_POLL_INTERVAL_MS = 5e3;
-var CLI_TIMEOUT_MS = Number(process.env.SCRIPT_GEN_TIMEOUT_MS) || 20 * 60 * 1e3;
-var IMAGE_GEN_TIMEOUT_MS = Number(process.env.CODEX_IMAGE_GEN_TIMEOUT_MS) || Number(process.env.IMAGE_GEN_TIMEOUT_MS) || 8 * 60 * 1e3;
-var MAX_IN_FLIGHT_JOBS = Math.max(1, Math.min(6, Number(process.env.FORGE_BRIDGE_MAX_IN_FLIGHT) || 4));
-var CODEX_IMAGEGEN_AGENT_MODELS = ["gpt-5.5", "gpt-5.4", "gpt-5.4-mini"];
-var CODEX_AGENT_MODEL_RE = /^gpt-5(?:$|[.\-])/i;
-var BridgePoller = class {
-  baseUrl;
-  token;
-  clientVersion;
-  instanceId;
-  heartbeatTimer = null;
-  pollTimer = null;
-  cancelPollTimer = null;
-  inFlight = /* @__PURE__ */ new Set();
-  /**
-   * P-Concern-J: track each in-flight job's child process so we can
-   * SIGTERM it when the cancel_requested flag fires. Cleared on
-   * runJob exit.
-   */
-  inFlightChildren = /* @__PURE__ */ new Map();
-  stopped = false;
-  constructor(opts) {
-    this.baseUrl = opts.baseUrl.replace(/\/$/, "");
-    this.token = opts.token;
-    this.clientVersion = opts.clientVersion;
-    this.instanceId = `${process.pid}-${crypto.randomBytes(2).toString("hex")}-${Date.now()}`;
-  }
-  start() {
-    if (this.heartbeatTimer || this.pollTimer) return;
-    log.info(`[bridge] poller starting \xB7 ${this.baseUrl} \xB7 instance=${this.instanceId}`);
-    void this.heartbeat();
-    this.heartbeatTimer = setInterval(() => {
-      void this.heartbeat();
-    }, HEARTBEAT_INTERVAL_MS);
-    this.pollTimer = setInterval(() => {
-      void this.poll();
-    }, POLL_INTERVAL_MS);
-    this.cancelPollTimer = setInterval(() => {
-      void this.checkCancels();
-    }, CANCEL_POLL_INTERVAL_MS);
-  }
-  async stop() {
-    this.stopped = true;
-    if (this.heartbeatTimer) clearInterval(this.heartbeatTimer);
-    if (this.pollTimer) clearInterval(this.pollTimer);
-    if (this.cancelPollTimer) clearInterval(this.cancelPollTimer);
-    this.heartbeatTimer = null;
-    this.pollTimer = null;
-    this.cancelPollTimer = null;
-  }
-  probeBinary(name) {
-    if (!/^[a-z][a-z0-9-]*$/i.test(name)) return { available: false, path: null };
-    const r = spawnSync("which", [name], { encoding: "utf-8", timeout: 2e3 });
-    if (r.status !== 0) return { available: false, path: null };
-    const path = (r.stdout ?? "").trim();
-    return { available: !!path, path: path || null };
-  }
-  async heartbeat() {
-    if (this.stopped) return;
-    try {
-      const resp = await fetch(`${this.baseUrl}/api/cli-bridge/heartbeat`, {
-        method: "POST",
-        headers: {
-          Authorization: `Bearer ${this.token}`,
-          "Content-Type": "application/json"
-        },
-        body: JSON.stringify({
-          availableClis: {
-            claude: this.probeBinary("claude"),
-            codex: this.probeBinary("codex")
-          },
-          clientVersion: this.clientVersion,
-          instanceId: this.instanceId
-        }),
-        signal: AbortSignal.timeout(45e3)
-      });
-      if (!resp.ok) {
-        const text = await resp.text().catch(() => "");
-        log.warn(`[bridge] heartbeat HTTP ${resp.status}: ${text.slice(0, 120)}`);
-        return;
-      }
-      const data = await resp.json().catch(() => null);
-      this.handleCancelRequestedIds(data?.cancelRequestedJobs ?? []);
-    } catch (err) {
-      log.warn(`[bridge] heartbeat failed: ${err.message}`);
-    }
-  }
-  /**
-   * P-Concern-J: tighter-cadence cancel detection. Polls the
-   * heartbeat-style endpoint every 5s asking only for the cancel list
-   * (cheap query — partial index on cancel_requested). When a flagged
-   * job ID matches an in-flight one, SIGTERM the child process.
-   *
-   * We reuse the heartbeat endpoint itself rather than adding a new
-   * route; the endpoint already returns cancelRequestedJobs and the
-   * cost of the inner UPDATE is constant (idempotent).
-   */
-  async checkCancels() {
-    if (this.stopped || this.inFlight.size === 0) return;
-    try {
-      const resp = await fetch(`${this.baseUrl}/api/cli-bridge/heartbeat`, {
-        method: "POST",
-        headers: {
-          Authorization: `Bearer ${this.token}`,
-          "Content-Type": "application/json"
-        },
-        body: JSON.stringify({
-          availableClis: {
-            claude: this.probeBinary("claude"),
-            codex: this.probeBinary("codex")
-          },
-          clientVersion: this.clientVersion,
-          instanceId: this.instanceId
-        }),
-        signal: AbortSignal.timeout(15e3)
-      });
-      if (!resp.ok) return;
-      const data = await resp.json().catch(() => null);
-      this.handleCancelRequestedIds(data?.cancelRequestedJobs ?? []);
-    } catch {
-    }
-  }
-  handleCancelRequestedIds(ids) {
-    if (!ids.length) return;
-    for (const id of ids) {
-      const child = this.inFlightChildren.get(id);
-      if (!child) continue;
-      log.warn(`[bridge] cancel_requested for job ${id.slice(0, 8)} \u2014 SIGTERM-ing child pid=${child.pid}`);
-      try {
-        child.kill("SIGTERM");
-        setTimeout(() => {
-          try {
-            if (!child.killed) child.kill("SIGKILL");
-          } catch {
-          }
-        }, 3e3);
-      } catch (err) {
-        log.warn(`[bridge] SIGTERM failed for ${id.slice(0, 8)}: ${err.message}`);
-      }
-    }
-  }
-  async poll() {
-    if (this.stopped) return;
-    const availableSlots = MAX_IN_FLIGHT_JOBS - this.inFlight.size;
-    if (availableSlots <= 0) return;
-    let jobs = [];
-    try {
-      const resp = await fetch(`${this.baseUrl}/api/cli-bridge/claim`, {
-        method: "POST",
-        headers: {
-          Authorization: `Bearer ${this.token}`,
-          "Content-Type": "application/json"
-        },
-        body: JSON.stringify({ instanceId: this.instanceId, limit: Math.min(3, availableSlots) }),
-        signal: AbortSignal.timeout(45e3)
-      });
-      if (!resp.ok) {
-        if (resp.status === 401) {
-          log.warn("[bridge] 401 \u2014 bridge token rejected. Stopping poller. Set BRIDGE_TOKEN to the value Vercel has and restart.");
-          await this.stop();
-          return;
-        }
-        const text = await resp.text().catch(() => "");
-        log.warn(`[bridge] claim HTTP ${resp.status}: ${text.slice(0, 120)}`);
-        return;
-      }
-      const data = await resp.json();
-      jobs = data.jobs ?? [];
-    } catch (err) {
-      log.warn(`[bridge] claim failed: ${err.message}`);
-      return;
-    }
-    if (jobs.length === 0) return;
-    await Promise.all(jobs.map((job) => this.runJob(job)));
-  }
-  async runJob(job) {
-    if (this.inFlight.has(job.id)) return;
-    this.inFlight.add(job.id);
-    const imagePayload = parseImageGenPayload(job.prompt);
-    const modelLabel = imagePayload && job.cli === "codex" ? `codex:imagegen via ${codexImagegenModelCandidates(job.model)[0]}${job.model ? ` (requested ${job.model})` : ""}` : `${job.cli}${job.model ? `:${job.model}` : ""}`;
-    log.info(`[bridge] running job ${job.id.slice(0, 8)} \xB7 ${modelLabel}`);
-    const startedAt = Date.now();
-    try {
-      const { text, modelUsed, error } = await this.invokeJob(job);
-      const latencyMs = Date.now() - startedAt;
-      await this.respond(job.id, { text, modelUsed, latencyMs, error });
-      if (error) {
-        log.warn(`[bridge] job ${job.id.slice(0, 8)} failed (${latencyMs}ms): ${error.slice(0, 120)}`);
-      } else {
-        log.success(`[bridge] job ${job.id.slice(0, 8)} done (${latencyMs}ms \xB7 ${modelUsed})`);
-      }
-    } catch (err) {
-      const latencyMs = Date.now() - startedAt;
-      await this.respond(job.id, { error: err.message, latencyMs });
-    } finally {
-      this.inFlight.delete(job.id);
-      this.inFlightChildren.delete(job.id);
-    }
-  }
-  async invokeCli(cli, model, prompt, onSpawn) {
-    const candidates = cli === "codex" ? model && /^[a-z0-9.\-]+$/i.test(model) ? [model] : ["gpt-5.5", "gpt-5.4", "gpt-5.4-mini"] : model && /^[a-z0-9-]+$/i.test(model) ? [model] : ["opus", "sonnet"];
-    let lastErr = "";
-    for (const m of candidates) {
-      try {
-        const args = cli === "codex" ? ["exec", "-", "--model", m, "--search"] : [
-          "-p",
-          "--model",
-          m,
-          "--no-session-persistence",
-          "--allowedTools",
-          "WebSearch,WebFetch"
-        ];
-        const text = await runSpawn(cli, args, prompt, CLI_TIMEOUT_MS, onSpawn);
-        if (text.trim()) return { text, modelUsed: `${cli}:${m}` };
-        lastErr = `${cli}/${m} returned empty stdout`;
-      } catch (err) {
-        lastErr = `${cli}/${m}: ${err.message}`;
-      }
-    }
-    return { error: lastErr || "no model produced output" };
-  }
-  async invokeJob(job) {
-    const onSpawn = (child) => {
-      this.inFlightChildren.set(job.id, child);
-    };
-    const claudePromptEnvelope = parseClaudePromptEnvelope(job.prompt);
-    if (claudePromptEnvelope) {
-      if (job.cli !== "claude") return { error: `${claudePromptEnvelope.__forgeJobKind} envelope requires claude CLI` };
-      return this.invokeClaudeWithEnvelope(job.model, claudePromptEnvelope, onSpawn);
-    }
-    const imagePayload = parseImageGenPayload(job.prompt);
-    if (imagePayload) {
-      if (job.cli !== "codex") return { error: "image-gen bridge jobs require codex CLI" };
-      return this.invokeCodexImageGen(job.model, imagePayload, onSpawn);
-    }
-    return this.invokeCli(job.cli, job.model, job.prompt, onSpawn);
-  }
-  /**
-   * Run a Claude prompt envelope. Web tools are gated by envelope.webTools:
-   *   ['WebSearch','WebFetch'] for fact-pack-build (research stage)
-   *   []                       for script-from-pack (pack-only writing)
-   */
-  async invokeClaudeWithEnvelope(jobModel, envelope, onSpawn) {
-    const requestedModel = envelope.model || jobModel;
-    const fallbackChain = envelope.__forgeJobKind === "fact-pack-build" ? ["opus", "sonnet"] : ["sonnet", "haiku"];
-    const candidates = requestedModel && /^[a-z0-9-]+$/i.test(requestedModel) ? [requestedModel] : fallbackChain;
-    const tools = (envelope.webTools ?? []).filter((t) => t === "WebSearch" || t === "WebFetch");
-    const baseArgs = ["-p", "--model", "<m>", "--no-session-persistence"];
-    if (tools.length > 0) {
-      baseArgs.push("--allowedTools", tools.join(","));
-    }
-    let lastErr = "";
-    for (const m of candidates) {
-      try {
-        const args = baseArgs.map((a) => a === "<m>" ? m : a);
-        const text = await runSpawn("claude", args, envelope.prompt, CLI_TIMEOUT_MS, onSpawn);
-        if (text.trim()) return { text, modelUsed: `claude:${m}${tools.length === 0 ? " (no-web)" : ""}` };
-        lastErr = `claude/${m} returned empty stdout`;
-      } catch (err) {
-        lastErr = `claude/${m}: ${err.message}`;
-      }
-    }
-    return { error: lastErr || "no model produced output" };
-  }
-  async invokeCodexImageGen(model, payload, onSpawn) {
-    const candidates = codexImagegenModelCandidates(model);
-    const count = Math.max(1, Math.min(4, Number(payload.count) || 1));
-    const prompt = [
-      "Use Codex imagegen to generate raster image assets for Forge.",
-      "Use the installed imagegen skill in its default built-in tool mode.",
-      `Generate exactly ${count} image${count === 1 ? "" : "s"}.`,
-      `Aspect: ${payload.aspect ?? "16:9"}. Quality: ${payload.quality ?? "medium"}.`,
-      payload.size ? `Preferred size: ${payload.size}.` : "",
-      "",
-      "Image prompt:",
-      payload.prompt,
-      "",
-      "After the file(s) are generated, return ONLY strict JSON in this shape:",
-      '{"images":[{"path":"/absolute/path/to/generated.png","mimeType":"image/png"}]}',
-      "No markdown, no prose, no thumbnails, no relative paths."
-    ].filter(Boolean).join("\n");
-    let lastErr = "";
-    for (const m of candidates) {
-      try {
-        const stdout = await runSpawn("codex", ["exec", "-", "--model", m], prompt, IMAGE_GEN_TIMEOUT_MS, onSpawn);
-        const images = collectImagesFromCodexStdout(stdout, count);
-        if (images.length === 0) {
-          lastErr = `codex/${m} imagegen returned no readable image paths`;
-          continue;
-        }
-        return {
-          text: JSON.stringify({ images, model: `codex-cli:${m}` }),
-          modelUsed: `codex-cli:${m}`
-        };
-      } catch (err) {
-        lastErr = `codex/${m}: ${err.message}`;
-      }
-    }
-    return { error: lastErr || "codex imagegen produced no output" };
-  }
-  async respond(jobId, body) {
-    try {
-      const resp = await fetch(`${this.baseUrl}/api/cli-bridge/respond`, {
-        method: "POST",
-        headers: {
-          Authorization: `Bearer ${this.token}`,
-          "Content-Type": "application/json"
-        },
-        body: JSON.stringify({ jobId, ...body }),
-        signal: AbortSignal.timeout(45e3)
-      });
-      if (!resp.ok) {
-        const text = await resp.text().catch(() => "");
-        log.warn(`[bridge] respond HTTP ${resp.status}: ${text.slice(0, 120)}`);
-      }
-    } catch (err) {
-      log.warn(`[bridge] respond failed for ${jobId.slice(0, 8)}: ${err.message}`);
-    }
-  }
-};
-function codexImagegenModelCandidates(model) {
-  const requested = model?.trim();
-  if (requested && /^[a-z0-9.\-]+$/i.test(requested) && CODEX_AGENT_MODEL_RE.test(requested)) {
-    return [requested];
-  }
-  return CODEX_IMAGEGEN_AGENT_MODELS;
-}
-function parseImageGenPayload(prompt) {
-  try {
-    const parsed = JSON.parse(prompt);
-    if (parsed.__forgeJobKind === "image-gen" && typeof parsed.prompt === "string" && parsed.prompt.trim()) {
-      return parsed;
-    }
-  } catch {
-  }
-  return null;
-}
-var CLAUDE_JOB_KINDS = [
-  "fact-pack-build",
-  "script-from-pack",
-  "script-evaluate",
-  "script-improve"
-];
-function parseClaudePromptEnvelope(prompt) {
-  try {
-    const parsed = JSON.parse(prompt);
-    const kind = parsed.__forgeJobKind;
-    if (kind && CLAUDE_JOB_KINDS.includes(kind) && typeof parsed.prompt === "string" && parsed.prompt.length > 0) {
-      return parsed;
-    }
-  } catch {
-  }
-  return null;
-}
-function collectImagesFromCodexStdout(stdout, maxCount) {
-  const parsedPaths = parseImagePathsFromJson(stdout);
-  const regexPaths = Array.from(stdout.matchAll(/(?:^|["`\s])(\/[^"`\n\r]+\.(?:png|jpe?g|webp))(?:["`\s]|$)/gi)).map((match) => match[1]);
-  const paths = Array.from(/* @__PURE__ */ new Set([...parsedPaths, ...regexPaths]));
-  const images = [];
-  for (const p of paths) {
-    if (images.length >= maxCount) break;
-    try {
-      const stat = fs.statSync(p);
-      if (!stat.isFile() || stat.size <= 0) continue;
-      images.push({
-        base64: fs.readFileSync(p).toString("base64"),
-        mimeType: mimeTypeForPath(p),
-        model: "codex-cli:imagegen"
-      });
-    } catch {
-    }
-  }
-  return images;
-}
-function parseImagePathsFromJson(stdout) {
-  const trimmed = stdout.replace(/^```(?:json)?\s*/, "").replace(/```\s*$/, "").trim();
-  const candidates = [trimmed];
-  const objectMatch = trimmed.match(/\{[\s\S]*\}/);
-  if (objectMatch) candidates.push(objectMatch[0]);
-  for (const candidate of candidates) {
-    try {
-      const parsed = JSON.parse(candidate);
-      if (Array.isArray(parsed.images)) {
-        return parsed.images.map((img) => img.path).filter((p) => typeof p === "string");
-      }
-    } catch {
-    }
-  }
-  return [];
-}
-function mimeTypeForPath(p) {
-  const lower = p.toLowerCase();
-  if (lower.endsWith(".webp")) return "image/webp";
-  if (lower.endsWith(".jpg") || lower.endsWith(".jpeg")) return "image/jpeg";
-  return "image/png";
-}
-function runSpawn(cmd, args, stdin, timeoutMs, onSpawn) {
-  return new Promise((resolve, reject) => {
-    const proc = spawn(cmd, args, { stdio: ["pipe", "pipe", "pipe"] });
-    if (onSpawn) {
-      try {
-        onSpawn(proc);
-      } catch {
-      }
-    }
-    let stdout = "";
-    let stderr = "";
-    const timer = setTimeout(() => {
-      try {
-        proc.kill("SIGKILL");
-      } catch {
-      }
-      reject(new Error(`${cmd} timed out after ${timeoutMs}ms`));
-    }, timeoutMs);
-    proc.stdout.on("data", (d) => {
-      stdout += d.toString("utf-8");
-    });
-    proc.stderr.on("data", (d) => {
-      stderr += d.toString("utf-8");
-    });
-    proc.on("error", (err) => {
-      clearTimeout(timer);
-      reject(err);
-    });
-    proc.on("close", (code, signal) => {
-      clearTimeout(timer);
-      if (signal === "SIGTERM" || signal === "SIGKILL") {
-        reject(new Error(`${cmd} terminated by ${signal} (likely user cancel)`));
-        return;
-      }
-      if (code !== 0) reject(new Error(`${cmd} exit ${code}: ${stderr.slice(-300)}`));
-      else resolve(stdout);
-    });
-    proc.stdin.end(stdin);
-  });
-}
-export {
-  BridgePoller
-};