storyforge 0.2.3 → 0.4.0

package/dist/index.js

@@ -42,6 +42,142 @@ function loadCredentials() {
   }
 }
 
+// src/utils/script-prompt.ts
+var STYLE_GUIDES = {
+  "3blue1brown": 'Mathematical rigor, progressive intuition building, "but why?" framing. Build from first principles.',
+  coldfusion: `Story-driven narrative, industry context, "here's what happened" framing. Data points, company names, real-world impact.`,
+  educative: "System design interview structure. Functional vs non-functional requirements, architecture, deep dives.",
+  wendover: 'Real-world logistics framing. "The surprising reason" hooks. Ground abstract concepts in physical analogies.',
+  veritasium: "Counterintuitive hook or common misconception. Hypothesis, evidence, reveal. Challenge assumptions.",
+  custom: "Documentary-quality educational content. Clear structure, dense evidence, engaging narration."
+};
+function styleGuideFor(style) {
+  return STYLE_GUIDES[style] ?? STYLE_GUIDES.custom;
+}
+function buildScriptPrompt(args) {
+  const minMin = args.targetMinutesMin ?? 18;
+  const maxMin = args.targetMinutesMax ?? 25;
+  const tagline = (args.channelTagline ?? "Documentary-quality explainers").trim();
+  const handle = (args.channelHandle ?? "@channel").trim();
+  const channel = (args.channelName ?? "this channel").trim();
+  const banList = (args.forbiddenVisuals && args.forbiddenVisuals.length ? args.forbiddenVisuals : [
+    "imagine a world where",
+    "in today's fast-paced world",
+    "in the realm of",
+    "paradigm shift",
+    "unlock the power of",
+    "revolutionizing the way we",
+    "studies have shown",
+    "up to X percent",
+    "as we look to the future",
+    "the future is bright",
+    "sky's the limit",
+    "game-changing",
+    "cutting-edge",
+    "state-of-the-art",
+    "in conclusion",
+    "let's dive in",
+    "buckle up"
+  ]).map((s) => `  - "${s}"`).join("\n");
+  const referenceBlock = args.referenceScript ? `
+
+=== REFERENCE SCRIPT (match this density and craft) ===
+
+${args.referenceScript.slice(0, 12e3)}
+
+=== END REFERENCE ===
+
+The script you write must match the reference's:
+  - Hook structure (pattern of historical examples \u2192 reversal \u2192 stakes \u2192 bet).
+  - Evidence density (named companies, specific numbers, dollar amounts, dates).
+  - Section pacing (varying section lengths from 2s teasers to 200s deep dives).
+  - Sentence rhythm (mix of long flowing sentences and 4-word punches).` : "";
+  return `You are a senior documentary scriptwriter for ${channel} (${handle}). The channel's promise: "${tagline}".
+
+You write the kind of script that earns 25 minutes of someone's attention. The kind where every paragraph adds load-bearing information. The kind where one historical example replaces three paragraphs of generic exposition.
+
+YOUR TASK
+\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
+Write a narrated documentary-style script on this topic:
+
+  TOPIC: "${args.topic}"
+  STYLE: ${args.style} \u2014 ${args.styleGuide}
+
+The video target length is ${minMin}-${maxMin} minutes. Don't pad. If the topic legitimately needs less, write less; if it needs more, write more. Anemic length comes from anemic thinking \u2014 go deeper, not shorter.
+
+HOW THE HOOK WORKS (this is non-negotiable)
+\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
+The first chunk is the hook. It is NOT "Imagine a world where..." or "In today's fast-paced..." or any LLM-template opener. The hook follows this structure:
+
+  1. PATTERN (4-6 sentences): Open with 3-5 SPECIFIC historical examples that share a common pattern. Real companies. Real years. Real outcomes.
+  2. REVERSAL: Name the surprising counter-pattern that connects to the topic.
+  3. STAKES: One paragraph naming the specific cost / consequence / scale.
+  4. BET: Frame the topic as a bet between two competing approaches with concrete numbers.
+  5. PROMISE: One sentence promising what the viewer will see in the next ${minMin}+ minutes.
+
+The hook is typically 90-150 seconds. Do NOT aim for a uniform short hook.
+
+EVIDENCE RULES (every paragraph must satisfy at least one)
+\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
+  - Name a specific company / lab / paper / person.
+  - Include a specific number with units (dollars, percent, milliseconds, GB, parameters, miles, etc.).
+  - Cite a specific year or product version.
+  - Reference a specific event or product launch.
+
+If you cannot satisfy any of these for a paragraph, REMOVE the paragraph. Do not write filler.
+
+FORBIDDEN PHRASES (zero of them)
+\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
+${banList}
+
+  Plus: no rhetorical questions opening sections, no "let's explore", no "in this video we'll look at".
+
+LENGTH + PACING
+\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
+  - 14 to 22 chunks. Vary durations:
+    * Hook: 90-150s
+    * Channel intro / cold-open: 2-5s
+    * Body sections: 100-220s each
+    * Conclusion: 90-180s
+    * CTA: 8-15s
+    * Next-video teaser: 20-40s
+    * End-screen: 8-15s
+  - Total duration: ${minMin}-${maxMin} minutes.
+
+NARRATION VOICE
+\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
+  - Conversational but authoritative. Speak in declarative sentences.
+  - Mix sentence lengths: occasionally drop a 4-word sentence after a long one for rhythm.
+  - No exclamation marks.
+  - "And" / "But" / "Because" can start sentences.
+  - End each section with a sentence that creates forward pull.
+
+STYLE: ${args.style.toUpperCase()}
+${args.styleGuide}
+${referenceBlock}
+
+OUTPUT FORMAT
+\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
+Return ONLY a valid JSON array, no markdown fences, no commentary. Each chunk:
+
+  {
+    "id":             "c01-hook" or "c07-section-three-mechanism" (semantic, kebab-case),
+    "title":          "Hook \u2014 <Title>" or "Section Three. <Phrase>." etc.
+    "narrationText":  "Full narration body. Multiple paragraphs separated by blank lines.",
+    "durationEstimate": <integer seconds>
+  }
+
+CRITICAL CHECKLIST:
+  \u25A1 Hook follows pattern \u2192 reversal \u2192 stakes \u2192 bet \u2192 promise.
+  \u25A1 Total duration is ${minMin * 60}-${maxMin * 60} seconds.
+  \u25A1 Every paragraph has a specific number, name, year, or product reference.
+  \u25A1 ZERO forbidden phrases.
+  \u25A1 Section durations vary (not uniform 45s blocks).
+  \u25A1 Conclusion connects back to the hook's pattern.
+
+Now write the script.`;
+}
+
 // src/commands/dev.ts
 var exec = promisify(execCb);
 var PORT = 4444;
@@ -355,14 +491,26 @@ async function devCommand(options) {
       res.end(JSON.stringify([...saved, ...project]));
       return;
     }
-    const compGetMatch = pathname.match(/^\/api\/compositions\/([^/]+)$/);
+    const compGetMatch = pathname.match(/^\/api\/compositions\/([^/]+?)(\.json)?$/);
     if (req.method === "GET" && compGetMatch) {
       const name = decodeURIComponent(compGetMatch[1]).replace(/[^a-zA-Z0-9_-]/g, "");
+      const wantJson = !!compGetMatch[2] || url.searchParams.get("format") === "json";
       if (!name) {
         res.writeHead(400, CORS_HEADERS);
         res.end("Invalid name");
         return;
       }
+      if (wantJson) {
+        const jsonPath = path2.join(dir, "compositions", `${name}.json`);
+        if (fs2.existsSync(jsonPath)) {
+          res.writeHead(200, { ...CORS_HEADERS, "Content-Type": "application/json; charset=utf-8" });
+          res.end(fs2.readFileSync(jsonPath, "utf-8"));
+          return;
+        }
+        res.writeHead(404, CORS_HEADERS);
+        res.end("Not found");
+        return;
+      }
       const compositionsDir = path2.join(os2.homedir(), ".forge", "compositions", meta.projectId);
       const savedPath = path2.join(compositionsDir, `${name}.tsx`);
       if (fs2.existsSync(savedPath)) {
@@ -381,24 +529,57 @@ async function devCommand(options) {
       res.end("Not found");
       return;
     }
-    const compPostMatch = pathname.match(/^\/api\/compositions\/([^/]+)$/);
+    const compPostMatch = pathname.match(/^\/api\/compositions\/([^/]+?)(\.json)?$/);
     if (req.method === "POST" && compPostMatch) {
       const name = compPostMatch[1].replace(/[^a-zA-Z0-9_-]/g, "");
+      const pathForcesJson = !!compPostMatch[2];
       if (!name) {
         res.writeHead(400, CORS_HEADERS);
         res.end("Invalid name");
         return;
       }
-      const compositionsDir = path2.join(os2.homedir(), ".forge", "compositions", meta.projectId);
-      fs2.mkdirSync(compositionsDir, { recursive: true });
-      const filePath = path2.join(compositionsDir, `${name}.tsx`);
+      const reqContentType = (req.headers["content-type"] ?? "").toLowerCase();
+      const isJsonBody = pathForcesJson || reqContentType.includes("application/json");
       const chunks = [];
       req.on("data", (chunk) => chunks.push(chunk));
       req.on("end", () => {
         const body = Buffer.concat(chunks).toString("utf-8");
+        if (isJsonBody) {
+          let parsed;
+          try {
+            parsed = JSON.parse(body);
+          } catch (e) {
+            res.writeHead(400, { ...CORS_HEADERS, "Content-Type": "application/json" });
+            res.end(JSON.stringify({ error: `Invalid JSON: ${e.message}` }));
+            return;
+          }
+          const valid = (() => {
+            if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return false;
+            const isCompositionShape = typeof parsed.kind === "string" && typeof parsed.aspect === "string" && Array.isArray(parsed.layers);
+            const isChunkShape = Array.isArray(parsed.compositions);
+            return isCompositionShape || isChunkShape;
+          })();
+          if (!valid) {
+            res.writeHead(400, { ...CORS_HEADERS, "Content-Type": "application/json" });
+            res.end(JSON.stringify({
+              error: "Unrecognized composition shape \u2014 expected { kind, aspect, layers[] } or { compositions[] }"
+            }));
+            return;
+          }
+          const jsonDir = path2.join(dir, "compositions");
+          fs2.mkdirSync(jsonDir, { recursive: true });
+          const filePath2 = path2.join(jsonDir, `${name}.json`);
+          fs2.writeFileSync(filePath2, JSON.stringify(parsed, null, 2), "utf-8");
+          res.writeHead(200, { ...CORS_HEADERS, "Content-Type": "application/json" });
+          res.end(JSON.stringify({ ok: true, path: filePath2, kind: "json" }));
+          return;
+        }
+        const compositionsDir = path2.join(os2.homedir(), ".forge", "compositions", meta.projectId);
+        fs2.mkdirSync(compositionsDir, { recursive: true });
+        const filePath = path2.join(compositionsDir, `${name}.tsx`);
         fs2.writeFileSync(filePath, body, "utf-8");
         res.writeHead(200, { ...CORS_HEADERS, "Content-Type": "application/json" });
-        res.end(JSON.stringify({ ok: true, path: filePath }));
+        res.end(JSON.stringify({ ok: true, path: filePath, kind: "tsx" }));
       });
       req.on("error", () => {
         res.writeHead(500, CORS_HEADERS);
@@ -406,6 +587,112 @@ async function devCommand(options) {
       });
       return;
     }
+    if (pathname === "/api/script-gen" && req.method === "POST") {
+      const bodyChunks = [];
+      req.on("data", (c2) => bodyChunks.push(c2));
+      req.on("end", async () => {
+        let body;
+        try {
+          body = JSON.parse(Buffer.concat(bodyChunks).toString("utf-8"));
+        } catch {
+          res.writeHead(400, { ...CORS_HEADERS, "Content-Type": "application/json" });
+          res.end(JSON.stringify({ error: "Invalid JSON body" }));
+          return;
+        }
+        if (!body.topic || typeof body.topic !== "string") {
+          res.writeHead(400, { ...CORS_HEADERS, "Content-Type": "application/json" });
+          res.end(JSON.stringify({ error: "topic is required" }));
+          return;
+        }
+        const style = body.style ?? "custom";
+        const prompt2 = buildScriptPrompt({
+          topic: body.topic,
+          style,
+          styleGuide: styleGuideFor(style),
+          channelName: body.channelName,
+          channelTagline: body.channelTagline,
+          channelHandle: body.channelHandle,
+          forbiddenVisuals: body.forbiddenVisuals,
+          referenceScript: body.referenceScript,
+          targetMinutesMin: body.targetMinutesMin,
+          targetMinutesMax: body.targetMinutesMax
+        });
+        const tmpFile = path2.join(os2.tmpdir(), `forge-script-${Date.now()}.txt`);
+        fs2.writeFileSync(tmpFile, prompt2, "utf-8");
+        const cleanup = () => {
+          if (fs2.existsSync(tmpFile)) fs2.unlinkSync(tmpFile);
+        };
+        const candidates = ["claude-opus-4-7", "claude-sonnet-4-6"];
+        let raw = "";
+        let modelUsed = "";
+        let lastErr;
+        for (const model of candidates) {
+          try {
+            log.info(`[script-gen] Generating via Claude CLI \xB7 model=${model}`);
+            const { stdout } = await exec(
+              `cat "${tmpFile}" | claude -p --model ${model} --no-session-persistence`,
+              { maxBuffer: 16 * 1024 * 1024, timeout: 3e5 }
+            );
+            raw = (stdout ?? "").trim();
+            if (raw) {
+              modelUsed = model;
+              break;
+            }
+          } catch (err) {
+            lastErr = err instanceof Error ? err.message : String(err);
+            log.warn(`[script-gen] ${model} failed: ${lastErr.slice(0, 120)}`);
+          }
+        }
+        cleanup();
+        if (!raw) {
+          res.writeHead(502, { ...CORS_HEADERS, "Content-Type": "application/json" });
+          res.end(JSON.stringify({
+            error: "No Claude CLI model returned output",
+            detail: lastErr,
+            hint: "Run `claude` once to verify your subscription, then retry."
+          }));
+          return;
+        }
+        const stripped = raw.replace(/^```(?:json)?\s*/m, "").replace(/```\s*$/m, "").trim();
+        const arr = stripped.match(/\[[\s\S]*\]/);
+        if (!arr) {
+          res.writeHead(502, { ...CORS_HEADERS, "Content-Type": "application/json" });
+          res.end(JSON.stringify({
+            error: "Claude returned non-JSON",
+            model: modelUsed,
+            preview: raw.slice(0, 400)
+          }));
+          return;
+        }
+        let chunks;
+        try {
+          chunks = JSON.parse(arr[0]);
+        } catch (e) {
+          res.writeHead(502, { ...CORS_HEADERS, "Content-Type": "application/json" });
+          res.end(JSON.stringify({
+            error: "Failed to parse script JSON",
+            model: modelUsed,
+            detail: e.message,
+            preview: arr[0].slice(0, 400)
+          }));
+          return;
+        }
+        const totalSec = chunks.reduce((s, c2) => s + (c2.durationEstimate ?? 0), 0);
+        log.success(`[script-gen] ${chunks.length} chunks \xB7 ~${(totalSec / 60).toFixed(1)} min via ${modelUsed}`);
+        res.writeHead(200, { ...CORS_HEADERS, "Content-Type": "application/json" });
+        res.end(JSON.stringify({
+          chunks,
+          model: modelUsed,
+          provider: "claude-cli",
+          total_sec: totalSec
+        }));
+      });
+      req.on("error", () => {
+        res.writeHead(500, CORS_HEADERS);
+        res.end(JSON.stringify({ error: "Request error" }));
+      });
+      return;
+    }
     if (pathname === "/api/ai-edit" && req.method === "POST") {
       const bodyChunks = [];
       req.on("data", (c2) => bodyChunks.push(c2));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "storyforge",
-  "version": "0.2.3",
+  "version": "0.4.0",
   "description": "StoryForge — local bridge for the Forge video production web app. Zero runtime dependencies.",
   "type": "module",
   "bin": {