@nebutra/video-pipeline 0.1.0

package/README.md

@@ -0,0 +1,20 @@
+# @nebutra/video-pipeline
+
+Status: WIP — Not yet integrated into any production app.
+
+`@nebutra/video-pipeline` is the storyboard-first video capability surface.
+Every render call requires BrandContext and a storyboard. The zero-config path
+writes deterministic JSON preview/composition manifests; model-backed clip
+generation and ffmpeg composition are sidecar ports.
+
+It does not own prompt orchestration, Thread/Turn/Item state, model provider
+routing, or approval lifecycle.
+
+## Commands
+
+```bash
+pnpm video:doctor
+pnpm video:debug
+pnpm video:cost
+pnpm video:preview
+```

package/dist/chunk-YOKTCRLB.js

@@ -0,0 +1,143 @@
+// src/index.ts
+import { mkdir, writeFile } from "fs/promises";
+import { dirname, join } from "path";
+import { appendCapabilityDebug, readCapabilityDebug } from "@nebutra/capability-kit/debug";
+import {
+  assetId,
+  requireBrandContext,
+  summarizeBrandContext
+} from "@nebutra/generation-context";
+import {
+  storyboardTotalDuration
+} from "@nebutra/reel/storyboard";
+async function readVideoDebug(root = process.cwd(), limit = 10) {
+  return readCapabilityDebug("video-pipeline", { root, limit });
+}
+function sceneCount(durationS) {
+  return Math.max(1, Math.min(8, Math.ceil(durationS / 8)));
+}
+var VideoPipeline = class {
+  #root;
+  constructor(options = {}) {
+    this.#root = options.root ?? process.cwd();
+  }
+  async plan(intent, brandInput) {
+    const brand = requireBrandContext(brandInput, "video-pipeline");
+    const count = sceneCount(intent.durationS);
+    const baseDuration = Math.max(1, Math.floor(intent.durationS / count));
+    const scenes = Array.from({ length: count }, (_, index) => {
+      const sceneNumber = index + 1;
+      const durationS = index === count - 1 ? intent.durationS - baseDuration * index : baseDuration;
+      const prompt = `${brand.name} ${intent.type} scene ${sceneNumber}: ${summarizeBrandContext(brand)}`;
+      return {
+        id: `scene_${sceneNumber}`,
+        sceneIndex: sceneNumber,
+        prompt,
+        description: prompt,
+        duration: durationS,
+        durationS,
+        status: "draft",
+        outputEnabled: true,
+        selectedImageIndex: -1,
+        outputHistory: [],
+        outputHistoryCursor: -1,
+        referenceImages: brand.referenceImages.map((reference) => reference.path),
+        transition: index === 0 ? "cut" : "fade",
+        musicCue: brand.toneKeywords.join(", "),
+        voiceCue: sceneNumber === 1 ? "introduce the product promise" : "advance the story"
+      };
+    });
+    return {
+      id: assetId("storyboard", `${intent.type}_${brand.brandId}`),
+      tenantId: brand.tenantId,
+      brandId: brand.brandId,
+      intent,
+      scenes,
+      totalDurationS: storyboardTotalDuration(scenes)
+    };
+  }
+  async render(storyboard, brandInput) {
+    const brand = requireBrandContext(brandInput, "video-pipeline");
+    const id = assetId("video", storyboard.id);
+    const path = join(this.#root, ".nebutra", "generated", "video-pipeline", `${id}.video.json`);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(
+      path,
+      `${JSON.stringify({ storyboard, brand: summarizeBrandContext(brand), renderer: "manifest-local" }, null, 2)}
+`,
+      "utf8"
+    );
+    const asset = {
+      id,
+      tenantId: brand.tenantId,
+      kind: "video",
+      path,
+      brandId: brand.brandId,
+      provider: "manifest-local",
+      model: "storyboard-manifest-v1",
+      createdAt: (/* @__PURE__ */ new Date()).toISOString(),
+      license: { status: "commercial-ok", source: "deterministic local manifest" },
+      durationS: storyboard.totalDurationS,
+      format: "manifest-json",
+      storyboardId: storyboard.id,
+      metadata: { scenes: storyboard.scenes.length }
+    };
+    await appendCapabilityDebug("video-pipeline", { type: "render", asset }, { root: this.#root });
+    return asset;
+  }
+  async create(intent, brand) {
+    return this.render(await this.plan(intent, brand), brand);
+  }
+  async compose(output) {
+    const first = output.videoTrack[0];
+    if (!first) {
+      throw new Error("compose requires at least one video track");
+    }
+    const id = assetId("composition", first.id);
+    const path = join(this.#root, ".nebutra", "generated", "video-pipeline", `${id}.compose.json`);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, `${JSON.stringify(output, null, 2)}
+`, "utf8");
+    return { ...first, id, path, storyboardId: first.storyboardId };
+  }
+  async cost(storyboard) {
+    return {
+      estimatedUsd: Number((storyboard.totalDurationS * 3e-3).toFixed(4)),
+      durationS: storyboard.totalDurationS
+    };
+  }
+  async preview(storyboard) {
+    const path = join(
+      this.#root,
+      ".nebutra",
+      "generated",
+      "video-pipeline",
+      `${storyboard.id}.preview.json`
+    );
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, `${JSON.stringify(storyboard, null, 2)}
+`, "utf8");
+    return { path };
+  }
+  async doctor() {
+    return [
+      { provider: "manifest-local", ok: true },
+      {
+        provider: "local-video-model",
+        ok: Boolean(process.env.VIDEO_LOCAL_MODEL_PATH),
+        suggestion: "Set VIDEO_LOCAL_MODEL_PATH to enable local clip rendering."
+      },
+      {
+        provider: "remote-video",
+        ok: Boolean(process.env.VIDEO_REMOTE_API_KEY),
+        suggestion: "Set VIDEO_REMOTE_API_KEY to enable remote video fallback."
+      }
+    ];
+  }
+};
+
+export {
+  readVideoDebug,
+  VideoPipeline
+};
+//# sourceMappingURL=chunk-YOKTCRLB.js.map

package/dist/chunk-YOKTCRLB.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { mkdir, writeFile } from \"node:fs/promises\";\nimport { dirname, join } from \"node:path\";\nimport { appendCapabilityDebug, readCapabilityDebug } from \"@nebutra/capability-kit/debug\";\nimport {\n  assetId,\n  type BrandContext,\n  type GeneratedAsset,\n  requireBrandContext,\n  summarizeBrandContext,\n} from \"@nebutra/generation-context\";\nimport {\n  type StoryboardPlan,\n  type StoryboardScene,\n  storyboardTotalDuration,\n} from \"@nebutra/reel/storyboard\";\n\nexport type VideoIntent =\n  | { type: \"brand-film\"; durationS: number; theme: string }\n  | { type: \"turntable\"; durationS: number; subject: string }\n  | { type: \"clip\"; durationS: number; prompt: string };\n\nexport type Storyboard = StoryboardPlan<VideoIntent>;\n\nexport interface VideoAsset extends GeneratedAsset {\n  readonly kind: \"video\";\n  readonly durationS: number;\n  readonly format: \"manifest-json\" | \"mp4\";\n  readonly storyboardId: string;\n}\n\nexport interface SyncedVideoOutput {\n  readonly videoTrack: readonly VideoAsset[];\n  readonly audioTrack?: readonly GeneratedAsset[];\n  readonly voiceTrack?: readonly GeneratedAsset[];\n  readonly captionTrack?: readonly { startS: number; endS: number; text: string }[];\n}\n\nexport interface VideoHealth {\n  readonly provider: string;\n  readonly ok: boolean;\n  readonly suggestion?: string;\n}\n\nexport interface VideoPipelineOptions {\n  readonly root?: string;\n}\n\nexport async function readVideoDebug(root = process.cwd(), limit = 10): Promise<unknown[]> {\n  return readCapabilityDebug(\"video-pipeline\", { root, limit });\n}\n\nfunction sceneCount(durationS: number): number {\n  return Math.max(1, Math.min(8, Math.ceil(durationS / 8)));\n}\n\nexport class VideoPipeline {\n  readonly #root: string;\n\n  constructor(options: VideoPipelineOptions = {}) {\n    this.#root = options.root ?? process.cwd();\n  }\n\n  async plan(intent: VideoIntent, brandInput: BrandContext | undefined): Promise<Storyboard> {\n    const brand = requireBrandContext(brandInput, \"video-pipeline\");\n    const count = sceneCount(intent.durationS);\n    const baseDuration = Math.max(1, Math.floor(intent.durationS / count));\n    const scenes = Array.from({ length: count }, (_, index): StoryboardScene => {\n      const sceneNumber = index + 1;\n      const durationS =\n        index === count - 1 ? intent.durationS - baseDuration * index : baseDuration;\n      const prompt = `${brand.name} ${intent.type} scene ${sceneNumber}: ${summarizeBrandContext(brand)}`;\n      return {\n        id: `scene_${sceneNumber}`,\n        sceneIndex: sceneNumber,\n        prompt,\n        description: prompt,\n        duration: durationS,\n        durationS,\n        status: \"draft\",\n        outputEnabled: true,\n        selectedImageIndex: -1,\n        outputHistory: [],\n        outputHistoryCursor: -1,\n        referenceImages: brand.referenceImages.map((reference) => reference.path),\n        transition: index === 0 ? \"cut\" : \"fade\",\n        musicCue: brand.toneKeywords.join(\", \"),\n        voiceCue: sceneNumber === 1 ? \"introduce the product promise\" : \"advance the story\",\n      };\n    });\n    return {\n      id: assetId(\"storyboard\", `${intent.type}_${brand.brandId}`),\n      tenantId: brand.tenantId,\n      brandId: brand.brandId,\n      intent,\n      scenes,\n      totalDurationS: storyboardTotalDuration(scenes),\n    };\n  }\n\n  async render(storyboard: Storyboard, brandInput: BrandContext | undefined): Promise<VideoAsset> {\n    const brand = requireBrandContext(brandInput, \"video-pipeline\");\n    const id = assetId(\"video\", storyboard.id);\n    const path = join(this.#root, \".nebutra\", \"generated\", \"video-pipeline\", `${id}.video.json`);\n    await mkdir(dirname(path), { recursive: true });\n    await writeFile(\n      path,\n      `${JSON.stringify({ storyboard, brand: summarizeBrandContext(brand), renderer: \"manifest-local\" }, null, 2)}\\n`,\n      \"utf8\",\n    );\n    const asset: VideoAsset = {\n      id,\n      tenantId: brand.tenantId,\n      kind: \"video\",\n      path,\n      brandId: brand.brandId,\n      provider: \"manifest-local\",\n      model: \"storyboard-manifest-v1\",\n      createdAt: new Date().toISOString(),\n      license: { status: \"commercial-ok\", source: \"deterministic local manifest\" },\n      durationS: storyboard.totalDurationS,\n      format: \"manifest-json\",\n      storyboardId: storyboard.id,\n      metadata: { scenes: storyboard.scenes.length },\n    };\n    await appendCapabilityDebug(\"video-pipeline\", { type: \"render\", asset }, { root: this.#root });\n    return asset;\n  }\n\n  async create(intent: VideoIntent, brand: BrandContext | undefined): Promise<VideoAsset> {\n    return this.render(await this.plan(intent, brand), brand);\n  }\n\n  async compose(output: SyncedVideoOutput): Promise<VideoAsset> {\n    const first = output.videoTrack[0];\n    if (!first) {\n      throw new Error(\"compose requires at least one video track\");\n    }\n    const id = assetId(\"composition\", first.id);\n    const path = join(this.#root, \".nebutra\", \"generated\", \"video-pipeline\", `${id}.compose.json`);\n    await mkdir(dirname(path), { recursive: true });\n    await writeFile(path, `${JSON.stringify(output, null, 2)}\\n`, \"utf8\");\n    return { ...first, id, path, storyboardId: first.storyboardId };\n  }\n\n  async cost(storyboard: Storyboard): Promise<{ estimatedUsd: number; durationS: number }> {\n    return {\n      estimatedUsd: Number((storyboard.totalDurationS * 0.003).toFixed(4)),\n      durationS: storyboard.totalDurationS,\n    };\n  }\n\n  async preview(storyboard: Storyboard): Promise<{ path: string }> {\n    const path = join(\n      this.#root,\n      \".nebutra\",\n      \"generated\",\n      \"video-pipeline\",\n      `${storyboard.id}.preview.json`,\n    );\n    await mkdir(dirname(path), { recursive: true });\n    await writeFile(path, `${JSON.stringify(storyboard, null, 2)}\\n`, \"utf8\");\n    return { path };\n  }\n\n  async doctor(): Promise<VideoHealth[]> {\n    return [\n      { provider: \"manifest-local\", ok: true },\n      {\n        provider: \"local-video-model\",\n        ok: Boolean(process.env.VIDEO_LOCAL_MODEL_PATH),\n        suggestion: \"Set VIDEO_LOCAL_MODEL_PATH to enable local clip rendering.\",\n      },\n      {\n        provider: \"remote-video\",\n        ok: Boolean(process.env.VIDEO_REMOTE_API_KEY),\n        suggestion: \"Set VIDEO_REMOTE_API_KEY to enable remote video fallback.\",\n      },\n    ];\n  }\n}\n"],"mappings":";AAAA,SAAS,OAAO,iBAAiB;AACjC,SAAS,SAAS,YAAY;AAC9B,SAAS,uBAAuB,2BAA2B;AAC3D;AAAA,EACE;AAAA,EAGA;AAAA,EACA;AAAA,OACK;AACP;AAAA,EAGE;AAAA,OACK;AAiCP,eAAsB,eAAe,OAAO,QAAQ,IAAI,GAAG,QAAQ,IAAwB;AACzF,SAAO,oBAAoB,kBAAkB,EAAE,MAAM,MAAM,CAAC;AAC9D;AAEA,SAAS,WAAW,WAA2B;AAC7C,SAAO,KAAK,IAAI,GAAG,KAAK,IAAI,GAAG,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC;AAC1D;AAEO,IAAM,gBAAN,MAAoB;AAAA,EAChB;AAAA,EAET,YAAY,UAAgC,CAAC,GAAG;AAC9C,SAAK,QAAQ,QAAQ,QAAQ,QAAQ,IAAI;AAAA,EAC3C;AAAA,EAEA,MAAM,KAAK,QAAqB,YAA2D;AACzF,UAAM,QAAQ,oBAAoB,YAAY,gBAAgB;AAC9D,UAAM,QAAQ,WAAW,OAAO,SAAS;AACzC,UAAM,eAAe,KAAK,IAAI,GAAG,KAAK,MAAM,OAAO,YAAY,KAAK,CAAC;AACrE,UAAM,SAAS,MAAM,KAAK,EAAE,QAAQ,MAAM,GAAG,CAAC,GAAG,UAA2B;AAC1E,YAAM,cAAc,QAAQ;AAC5B,YAAM,YACJ,UAAU,QAAQ,IAAI,OAAO,YAAY,eAAe,QAAQ;AAClE,YAAM,SAAS,GAAG,MAAM,IAAI,IAAI,OAAO,IAAI,UAAU,WAAW,KAAK,sBAAsB,KAAK,CAAC;AACjG,aAAO;AAAA,QACL,IAAI,SAAS,WAAW;AAAA,QACxB,YAAY;AAAA,QACZ;AAAA,QACA,aAAa;AAAA,QACb,UAAU;AAAA,QACV;AAAA,QACA,QAAQ;AAAA,QACR,eAAe;AAAA,QACf,oBAAoB;AAAA,QACpB,eAAe,CAAC;AAAA,QAChB,qBAAqB;AAAA,QACrB,iBAAiB,MAAM,gBAAgB,IAAI,CAAC,cAAc,UAAU,IAAI;AAAA,QACxE,YAAY,UAAU,IAAI,QAAQ;AAAA,QAClC,UAAU,MAAM,aAAa,KAAK,IAAI;AAAA,QACtC,UAAU,gBAAgB,IAAI,kCAAkC;AAAA,MAClE;AAAA,IACF,CAAC;AACD,WAAO;AAAA,MACL,IAAI,QAAQ,cAAc,GAAG,OAAO,IAAI,IAAI,MAAM,OAAO,EAAE;AAAA,MAC3D,UAAU,MAAM;AAAA,MAChB,SAAS,MAAM;AAAA,MACf;AAAA,MACA;AAAA,MACA,gBAAgB,wBAAwB,MAAM;AAAA,IAChD;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,YAAwB,YAA2D;AAC9F,UAAM,QAAQ,oBAAoB,YAAY,gBAAgB;AAC9D,UAAM,KAAK,QAAQ,SAAS,WAAW,EAAE;AACzC,UAAM,OAAO,KAAK,KAAK,OAAO,YAAY,aAAa,kBAAkB,GAAG,EAAE,aAAa;AAC3F,UAAM,MAAM,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AAC9C,UAAM;AAAA,MACJ;AAAA,MACA,GAAG,KAAK,UAAU,EAAE,YAAY,OAAO,sBAAsB,KAAK,GAAG,UAAU,iBAAiB,GAAG,MAAM,CAAC,CAAC;AAAA;AAAA,MAC3G;AAAA,IACF;AACA,UAAM,QAAoB;AAAA,MACxB;AAAA,MACA,UAAU,MAAM;AAAA,MAChB,MAAM;AAAA,MACN;AAAA,MACA,SAAS,MAAM;AAAA,MACf,UAAU;AAAA,MACV,OAAO;AAAA,MACP,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,MAClC,SAAS,EAAE,QAAQ,iBAAiB,QAAQ,+BAA+B;AAAA,MAC3E,WAAW,WAAW;AAAA,MACtB,QAAQ;AAAA,MACR,cAAc,WAAW;AAAA,MACzB,UAAU,EAAE,QAAQ,WAAW,OAAO,OAAO;AAAA,IAC/C;AACA,UAAM,sBAAsB,kBAAkB,EAAE,MAAM,UAAU,MAAM,GAAG,EAAE,MAAM,KAAK,MAAM,CAAC;AAC7F,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAO,QAAqB,OAAsD;AACtF,WAAO,KAAK,OAAO,MAAM,KAAK,KAAK,QAAQ,KAAK,GAAG,KAAK;AAAA,EAC1D;AAAA,EAEA,MAAM,QAAQ,QAAgD;AAC5D,UAAM,QAAQ,OAAO,WAAW,CAAC;AACjC,QAAI,CAAC,OAAO;AACV,YAAM,IAAI,MAAM,2CAA2C;AAAA,IAC7D;AACA,UAAM,KAAK,QAAQ,eAAe,MAAM,EAAE;AAC1C,UAAM,OAAO,KAAK,KAAK,OAAO,YAAY,aAAa,kBAAkB,GAAG,EAAE,eAAe;AAC7F,UAAM,MAAM,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AAC9C,UAAM,UAAU,MAAM,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AACpE,WAAO,EAAE,GAAG,OAAO,IAAI,MAAM,cAAc,MAAM,aAAa;AAAA,EAChE;AAAA,EAEA,MAAM,KAAK,YAA8E;AACvF,WAAO;AAAA,MACL,cAAc,QAAQ,WAAW,iBAAiB,MAAO,QAAQ,CAAC,CAAC;AAAA,MACnE,WAAW,WAAW;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ,YAAmD;AAC/D,UAAM,OAAO;AAAA,MACX,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAG,WAAW,EAAE;AAAA,IAClB;AACA,UAAM,MAAM,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;AAC9C,UAAM,UAAU,MAAM,GAAG,KAAK,UAAU,YAAY,MAAM,CAAC,CAAC;AAAA,GAAM,MAAM;AACxE,WAAO,EAAE,KAAK;AAAA,EAChB;AAAA,EAEA,MAAM,SAAiC;AACrC,WAAO;AAAA,MACL,EAAE,UAAU,kBAAkB,IAAI,KAAK;AAAA,MACvC;AAAA,QACE,UAAU;AAAA,QACV,IAAI,QAAQ,QAAQ,IAAI,sBAAsB;AAAA,QAC9C,YAAY;AAAA,MACd;AAAA,MACA;AAAA,QACE,UAAU;AAAA,QACV,IAAI,QAAQ,QAAQ,IAAI,oBAAoB;AAAA,QAC5C,YAAY;AAAA,MACd;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+
+export {  }

package/dist/cli.js

@@ -0,0 +1,40 @@
+import {
+  VideoPipeline,
+  readVideoDebug
+} from "./chunk-YOKTCRLB.js";
+
+// src/cli.ts
+import { createDemoBrandContext } from "@nebutra/generation-context";
+var command = process.argv[2] ?? "doctor";
+var pipeline = new VideoPipeline();
+var brand = createDemoBrandContext();
+var storyboard = await pipeline.plan(
+  { type: "brand-film", durationS: 16, theme: "indie developer journey" },
+  brand
+);
+if (command === "doctor") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", results: await pipeline.doctor() }, null, 2)}
+`
+  );
+} else if (command === "debug") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", entries: await readVideoDebug() }, null, 2)}
+`
+  );
+} else if (command === "cost") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", cost: await pipeline.cost(storyboard) }, null, 2)}
+`
+  );
+} else if (command === "preview") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", preview: await pipeline.preview(storyboard) }, null, 2)}
+`
+  );
+} else {
+  process.stderr.write(`Unknown video-pipeline command: ${command}
+`);
+  process.exitCode = 1;
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/cli.ts"],"sourcesContent":["import { createDemoBrandContext } from \"@nebutra/generation-context\";\nimport { readVideoDebug, VideoPipeline } from \"./index\";\n\nconst command = process.argv[2] ?? \"doctor\";\nconst pipeline = new VideoPipeline();\nconst brand = createDemoBrandContext();\nconst storyboard = await pipeline.plan(\n  { type: \"brand-film\", durationS: 16, theme: \"indie developer journey\" },\n  brand,\n);\n\nif (command === \"doctor\") {\n  process.stdout.write(\n    `${JSON.stringify({ capability: \"video-pipeline\", results: await pipeline.doctor() }, null, 2)}\\n`,\n  );\n} else if (command === \"debug\") {\n  process.stdout.write(\n    `${JSON.stringify({ capability: \"video-pipeline\", entries: await readVideoDebug() }, null, 2)}\\n`,\n  );\n} else if (command === \"cost\") {\n  process.stdout.write(\n    `${JSON.stringify({ capability: \"video-pipeline\", cost: await pipeline.cost(storyboard) }, null, 2)}\\n`,\n  );\n} else if (command === \"preview\") {\n  process.stdout.write(\n    `${JSON.stringify({ capability: \"video-pipeline\", preview: await pipeline.preview(storyboard) }, null, 2)}\\n`,\n  );\n} else {\n  process.stderr.write(`Unknown video-pipeline command: ${command}\\n`);\n  process.exitCode = 1;\n}\n"],"mappings":";;;;;;AAAA,SAAS,8BAA8B;AAGvC,IAAM,UAAU,QAAQ,KAAK,CAAC,KAAK;AACnC,IAAM,WAAW,IAAI,cAAc;AACnC,IAAM,QAAQ,uBAAuB;AACrC,IAAM,aAAa,MAAM,SAAS;AAAA,EAChC,EAAE,MAAM,cAAc,WAAW,IAAI,OAAO,0BAA0B;AAAA,EACtE;AACF;AAEA,IAAI,YAAY,UAAU;AACxB,UAAQ,OAAO;AAAA,IACb,GAAG,KAAK,UAAU,EAAE,YAAY,kBAAkB,SAAS,MAAM,SAAS,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC;AAAA;AAAA,EAChG;AACF,WAAW,YAAY,SAAS;AAC9B,UAAQ,OAAO;AAAA,IACb,GAAG,KAAK,UAAU,EAAE,YAAY,kBAAkB,SAAS,MAAM,eAAe,EAAE,GAAG,MAAM,CAAC,CAAC;AAAA;AAAA,EAC/F;AACF,WAAW,YAAY,QAAQ;AAC7B,UAAQ,OAAO;AAAA,IACb,GAAG,KAAK,UAAU,EAAE,YAAY,kBAAkB,MAAM,MAAM,SAAS,KAAK,UAAU,EAAE,GAAG,MAAM,CAAC,CAAC;AAAA;AAAA,EACrG;AACF,WAAW,YAAY,WAAW;AAChC,UAAQ,OAAO;AAAA,IACb,GAAG,KAAK,UAAU,EAAE,YAAY,kBAAkB,SAAS,MAAM,SAAS,QAAQ,UAAU,EAAE,GAAG,MAAM,CAAC,CAAC;AAAA;AAAA,EAC3G;AACF,OAAO;AACL,UAAQ,OAAO,MAAM,mCAAmC,OAAO;AAAA,CAAI;AACnE,UAAQ,WAAW;AACrB;","names":[]}

package/dist/index.d.ts

@@ -0,0 +1,60 @@
+import { GeneratedAsset, BrandContext } from '@nebutra/generation-context';
+import { StoryboardPlan } from '@nebutra/reel/storyboard';
+
+type VideoIntent = {
+    type: "brand-film";
+    durationS: number;
+    theme: string;
+} | {
+    type: "turntable";
+    durationS: number;
+    subject: string;
+} | {
+    type: "clip";
+    durationS: number;
+    prompt: string;
+};
+type Storyboard = StoryboardPlan<VideoIntent>;
+interface VideoAsset extends GeneratedAsset {
+    readonly kind: "video";
+    readonly durationS: number;
+    readonly format: "manifest-json" | "mp4";
+    readonly storyboardId: string;
+}
+interface SyncedVideoOutput {
+    readonly videoTrack: readonly VideoAsset[];
+    readonly audioTrack?: readonly GeneratedAsset[];
+    readonly voiceTrack?: readonly GeneratedAsset[];
+    readonly captionTrack?: readonly {
+        startS: number;
+        endS: number;
+        text: string;
+    }[];
+}
+interface VideoHealth {
+    readonly provider: string;
+    readonly ok: boolean;
+    readonly suggestion?: string;
+}
+interface VideoPipelineOptions {
+    readonly root?: string;
+}
+declare function readVideoDebug(root?: string, limit?: number): Promise<unknown[]>;
+declare class VideoPipeline {
+    #private;
+    constructor(options?: VideoPipelineOptions);
+    plan(intent: VideoIntent, brandInput: BrandContext | undefined): Promise<Storyboard>;
+    render(storyboard: Storyboard, brandInput: BrandContext | undefined): Promise<VideoAsset>;
+    create(intent: VideoIntent, brand: BrandContext | undefined): Promise<VideoAsset>;
+    compose(output: SyncedVideoOutput): Promise<VideoAsset>;
+    cost(storyboard: Storyboard): Promise<{
+        estimatedUsd: number;
+        durationS: number;
+    }>;
+    preview(storyboard: Storyboard): Promise<{
+        path: string;
+    }>;
+    doctor(): Promise<VideoHealth[]>;
+}
+
+export { type Storyboard, type SyncedVideoOutput, type VideoAsset, type VideoHealth, type VideoIntent, VideoPipeline, type VideoPipelineOptions, readVideoDebug };

package/dist/index.js

@@ -0,0 +1,9 @@
+import {
+  VideoPipeline,
+  readVideoDebug
+} from "./chunk-YOKTCRLB.js";
+export {
+  VideoPipeline,
+  readVideoDebug
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/examples/cost.ts

@@ -0,0 +1,10 @@
+import { createDemoBrandContext } from "@nebutra/generation-context";
+import { VideoPipeline } from "../src/index";
+
+const pipeline = new VideoPipeline();
+const storyboard = await pipeline.plan(
+  { type: "brand-film", durationS: 60, theme: "debugging launch" },
+  createDemoBrandContext(),
+);
+
+process.stdout.write(`${JSON.stringify(await pipeline.cost(storyboard), null, 2)}\n`);

package/examples/plan.ts

@@ -0,0 +1,9 @@
+import { createDemoBrandContext } from "@nebutra/generation-context";
+import { VideoPipeline } from "../src/index";
+
+const storyboard = await new VideoPipeline().plan(
+  { type: "brand-film", durationS: 24, theme: "indie developer journey" },
+  createDemoBrandContext(),
+);
+
+process.stdout.write(`${JSON.stringify(storyboard.scenes, null, 2)}\n`);

package/examples/preview.ts

@@ -0,0 +1,10 @@
+import { createDemoBrandContext } from "@nebutra/generation-context";
+import { VideoPipeline } from "../src/index";
+
+const pipeline = new VideoPipeline();
+const storyboard = await pipeline.plan(
+  { type: "turntable", durationS: 8, subject: "product mockup" },
+  createDemoBrandContext(),
+);
+
+process.stdout.write(`${JSON.stringify(await pipeline.preview(storyboard), null, 2)}\n`);

package/package.json

@@ -0,0 +1,62 @@
+{
+  "name": "@nebutra/video-pipeline",
+  "version": "0.1.0",
+  "description": "Storyboard-first video planning, rendering manifests, and cost previews",
+  "private": false,
+  "license": "MIT",
+  "type": "module",
+  "nebutra": {
+    "status": "wip",
+    "productionReady": false,
+    "surface": "generation-capability",
+    "requires": [
+      "@nebutra/generation-context for BrandContext",
+      "@nebutra/image-pipeline for visual asset inputs",
+      "@nebutra/sandbox-runtime for video model and ffmpeg sidecars"
+    ],
+    "gaps": [
+      "Model-backed clip rendering is adapter-gated",
+      "FFmpeg composition is represented as a deterministic manifest until the sandbox sidecar is wired",
+      "Remote provider quotas are health-checked through env only"
+    ],
+    "featureId": "video-pipeline",
+    "category": "ai",
+    "summary": "Storyboard-first brand video planning, cost, preview, and composition surface"
+  },
+  "main": "./src/index.ts",
+  "types": "./src/index.ts",
+  "exports": {
+    ".": "./src/index.ts"
+  },
+  "dependencies": {
+    "@nebutra/capability-kit": "0.2.0",
+    "@nebutra/errors": "0.1.0",
+    "@nebutra/generation-context": "0.1.0",
+    "@nebutra/image-pipeline": "0.1.0",
+    "@nebutra/reel": "1.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.19.15",
+    "tsup": "^8.5.1",
+    "tsx": "^4.21.0",
+    "typescript": "^5.9.3",
+    "vitest": "^4.1.4"
+  },
+  "homepage": "https://github.com/Nebutra/Nebutra-Sailor/tree/main/packages/ai/video-pipeline#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Nebutra/Nebutra-Sailor.git",
+    "directory": "packages/ai/video-pipeline"
+  },
+  "bugs": {
+    "url": "https://github.com/Nebutra/Nebutra-Sailor/issues"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsup",
+    "test": "vitest run",
+    "typecheck": "tsc --noEmit"
+  }
+}

package/src/cli.ts

@@ -0,0 +1,31 @@
+import { createDemoBrandContext } from "@nebutra/generation-context";
+import { readVideoDebug, VideoPipeline } from "./index";
+
+const command = process.argv[2] ?? "doctor";
+const pipeline = new VideoPipeline();
+const brand = createDemoBrandContext();
+const storyboard = await pipeline.plan(
+  { type: "brand-film", durationS: 16, theme: "indie developer journey" },
+  brand,
+);
+
+if (command === "doctor") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", results: await pipeline.doctor() }, null, 2)}\n`,
+  );
+} else if (command === "debug") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", entries: await readVideoDebug() }, null, 2)}\n`,
+  );
+} else if (command === "cost") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", cost: await pipeline.cost(storyboard) }, null, 2)}\n`,
+  );
+} else if (command === "preview") {
+  process.stdout.write(
+    `${JSON.stringify({ capability: "video-pipeline", preview: await pipeline.preview(storyboard) }, null, 2)}\n`,
+  );
+} else {
+  process.stderr.write(`Unknown video-pipeline command: ${command}\n`);
+  process.exitCode = 1;
+}

package/src/index.test.ts

@@ -0,0 +1,34 @@
+import { mkdtemp, readFile, rm } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { createDemoBrandContext } from "@nebutra/generation-context";
+import { afterEach, describe, expect, it } from "vitest";
+import { VideoPipeline } from "./index";
+
+let root: string | undefined;
+
+afterEach(async () => {
+  if (root) await rm(root, { recursive: true, force: true });
+  root = undefined;
+});
+
+describe("VideoPipeline", () => {
+  it("requires storyboard before render", async () => {
+    root = await mkdtemp(join(tmpdir(), "video-pipeline-"));
+    const pipeline = new VideoPipeline({ root });
+    const brand = createDemoBrandContext();
+    const storyboard = await pipeline.plan(
+      { type: "brand-film", durationS: 20, theme: "launch" },
+      brand,
+    );
+    expect(storyboard.scenes.length).toBeGreaterThan(1);
+    const asset = await pipeline.render(storyboard, brand);
+    expect(await readFile(asset.path, "utf8")).toContain(storyboard.id);
+  });
+
+  it("requires BrandContext", async () => {
+    await expect(
+      new VideoPipeline().plan({ type: "clip", durationS: 4, prompt: "ship" }, undefined),
+    ).rejects.toMatchObject({ capability: "video-pipeline" });
+  });
+});

package/src/index.ts

@@ -0,0 +1,180 @@
+import { mkdir, writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import { appendCapabilityDebug, readCapabilityDebug } from "@nebutra/capability-kit/debug";
+import {
+  assetId,
+  type BrandContext,
+  type GeneratedAsset,
+  requireBrandContext,
+  summarizeBrandContext,
+} from "@nebutra/generation-context";
+import {
+  type StoryboardPlan,
+  type StoryboardScene,
+  storyboardTotalDuration,
+} from "@nebutra/reel/storyboard";
+
+export type VideoIntent =
+  | { type: "brand-film"; durationS: number; theme: string }
+  | { type: "turntable"; durationS: number; subject: string }
+  | { type: "clip"; durationS: number; prompt: string };
+
+export type Storyboard = StoryboardPlan<VideoIntent>;
+
+export interface VideoAsset extends GeneratedAsset {
+  readonly kind: "video";
+  readonly durationS: number;
+  readonly format: "manifest-json" | "mp4";
+  readonly storyboardId: string;
+}
+
+export interface SyncedVideoOutput {
+  readonly videoTrack: readonly VideoAsset[];
+  readonly audioTrack?: readonly GeneratedAsset[];
+  readonly voiceTrack?: readonly GeneratedAsset[];
+  readonly captionTrack?: readonly { startS: number; endS: number; text: string }[];
+}
+
+export interface VideoHealth {
+  readonly provider: string;
+  readonly ok: boolean;
+  readonly suggestion?: string;
+}
+
+export interface VideoPipelineOptions {
+  readonly root?: string;
+}
+
+export async function readVideoDebug(root = process.cwd(), limit = 10): Promise<unknown[]> {
+  return readCapabilityDebug("video-pipeline", { root, limit });
+}
+
+function sceneCount(durationS: number): number {
+  return Math.max(1, Math.min(8, Math.ceil(durationS / 8)));
+}
+
+export class VideoPipeline {
+  readonly #root: string;
+
+  constructor(options: VideoPipelineOptions = {}) {
+    this.#root = options.root ?? process.cwd();
+  }
+
+  async plan(intent: VideoIntent, brandInput: BrandContext | undefined): Promise<Storyboard> {
+    const brand = requireBrandContext(brandInput, "video-pipeline");
+    const count = sceneCount(intent.durationS);
+    const baseDuration = Math.max(1, Math.floor(intent.durationS / count));
+    const scenes = Array.from({ length: count }, (_, index): StoryboardScene => {
+      const sceneNumber = index + 1;
+      const durationS =
+        index === count - 1 ? intent.durationS - baseDuration * index : baseDuration;
+      const prompt = `${brand.name} ${intent.type} scene ${sceneNumber}: ${summarizeBrandContext(brand)}`;
+      return {
+        id: `scene_${sceneNumber}`,
+        sceneIndex: sceneNumber,
+        prompt,
+        description: prompt,
+        duration: durationS,
+        durationS,
+        status: "draft",
+        outputEnabled: true,
+        selectedImageIndex: -1,
+        outputHistory: [],
+        outputHistoryCursor: -1,
+        referenceImages: brand.referenceImages.map((reference) => reference.path),
+        transition: index === 0 ? "cut" : "fade",
+        musicCue: brand.toneKeywords.join(", "),
+        voiceCue: sceneNumber === 1 ? "introduce the product promise" : "advance the story",
+      };
+    });
+    return {
+      id: assetId("storyboard", `${intent.type}_${brand.brandId}`),
+      tenantId: brand.tenantId,
+      brandId: brand.brandId,
+      intent,
+      scenes,
+      totalDurationS: storyboardTotalDuration(scenes),
+    };
+  }
+
+  async render(storyboard: Storyboard, brandInput: BrandContext | undefined): Promise<VideoAsset> {
+    const brand = requireBrandContext(brandInput, "video-pipeline");
+    const id = assetId("video", storyboard.id);
+    const path = join(this.#root, ".nebutra", "generated", "video-pipeline", `${id}.video.json`);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(
+      path,
+      `${JSON.stringify({ storyboard, brand: summarizeBrandContext(brand), renderer: "manifest-local" }, null, 2)}\n`,
+      "utf8",
+    );
+    const asset: VideoAsset = {
+      id,
+      tenantId: brand.tenantId,
+      kind: "video",
+      path,
+      brandId: brand.brandId,
+      provider: "manifest-local",
+      model: "storyboard-manifest-v1",
+      createdAt: new Date().toISOString(),
+      license: { status: "commercial-ok", source: "deterministic local manifest" },
+      durationS: storyboard.totalDurationS,
+      format: "manifest-json",
+      storyboardId: storyboard.id,
+      metadata: { scenes: storyboard.scenes.length },
+    };
+    await appendCapabilityDebug("video-pipeline", { type: "render", asset }, { root: this.#root });
+    return asset;
+  }
+
+  async create(intent: VideoIntent, brand: BrandContext | undefined): Promise<VideoAsset> {
+    return this.render(await this.plan(intent, brand), brand);
+  }
+
+  async compose(output: SyncedVideoOutput): Promise<VideoAsset> {
+    const first = output.videoTrack[0];
+    if (!first) {
+      throw new Error("compose requires at least one video track");
+    }
+    const id = assetId("composition", first.id);
+    const path = join(this.#root, ".nebutra", "generated", "video-pipeline", `${id}.compose.json`);
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, `${JSON.stringify(output, null, 2)}\n`, "utf8");
+    return { ...first, id, path, storyboardId: first.storyboardId };
+  }
+
+  async cost(storyboard: Storyboard): Promise<{ estimatedUsd: number; durationS: number }> {
+    return {
+      estimatedUsd: Number((storyboard.totalDurationS * 0.003).toFixed(4)),
+      durationS: storyboard.totalDurationS,
+    };
+  }
+
+  async preview(storyboard: Storyboard): Promise<{ path: string }> {
+    const path = join(
+      this.#root,
+      ".nebutra",
+      "generated",
+      "video-pipeline",
+      `${storyboard.id}.preview.json`,
+    );
+    await mkdir(dirname(path), { recursive: true });
+    await writeFile(path, `${JSON.stringify(storyboard, null, 2)}\n`, "utf8");
+    return { path };
+  }
+
+  async doctor(): Promise<VideoHealth[]> {
+    return [
+      { provider: "manifest-local", ok: true },
+      {
+        provider: "local-video-model",
+        ok: Boolean(process.env.VIDEO_LOCAL_MODEL_PATH),
+        suggestion: "Set VIDEO_LOCAL_MODEL_PATH to enable local clip rendering.",
+      },
+      {
+        provider: "remote-video",
+        ok: Boolean(process.env.VIDEO_REMOTE_API_KEY),
+        suggestion: "Set VIDEO_REMOTE_API_KEY to enable remote video fallback.",
+      },
+    ];
+  }
+}

package/tsconfig.json

@@ -0,0 +1,12 @@
+{
+  "extends": "../../../tsconfig.base.json",
+  "compilerOptions": {
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "target": "esnext",
+    "types": ["node"],
+    "incremental": false
+  },
+  "include": ["src", "examples"],
+  "exclude": ["node_modules", "dist"]
+}