vidpipe 1.3.10 → 1.3.11

package/README.md

@@ -152,6 +152,7 @@ vidpipe doctor            # Check all prerequisites
 | `--no-git` | Skip git commit/push |
 | `--late-api-key <key>` | Override Late API key |
 | `-v, --verbose` | Debug-level logging |
+| `--progress` | Emit structured JSON progress events to stderr |
 | `--doctor` | Check that all prerequisites are installed |
 
 ### Ideate Options
@@ -357,6 +358,28 @@ graph LR
 
 Each stage can be independently skipped with `--no-*` flags. A stage failure does not abort the pipeline — subsequent stages proceed with whatever data is available.
 
+### Progress Events
+
+Pass `--progress` to emit structured JSONL progress events to stderr while normal logs continue on stdout:
+
+```bash
+vidpipe process video.mp4 --progress 2>progress.jsonl
+```
+
+Each line is a self-contained JSON object:
+
+```jsonl
+{"event":"pipeline:start","videoPath":"video.mp4","totalStages":16,"timestamp":"..."}
+{"event":"stage:start","stage":"ingestion","stageNumber":1,"totalStages":16,"name":"Ingestion","timestamp":"..."}
+{"event":"stage:complete","stage":"ingestion","stageNumber":1,"totalStages":16,"name":"Ingestion","duration":423,"success":true,"timestamp":"..."}
+{"event":"stage:skip","stage":"shorts","stageNumber":7,"totalStages":16,"name":"Shorts","reason":"SKIP_SHORTS","timestamp":"..."}
+{"event":"pipeline:complete","totalDuration":45000,"stagesCompleted":14,"stagesFailed":0,"stagesSkipped":2,"timestamp":"..."}
+```
+
+Event types: `pipeline:start`, `stage:start`, `stage:complete`, `stage:error`, `stage:skip`, `pipeline:complete`.
+
+Integrating tools can read stderr line-by-line to display a live progress UI (e.g., "Stage 3/16: Silence Removal").
+
 ---
 
 ## 🤖 LLM Providers

package/dist/cli.js

@@ -634,6 +634,11 @@ var init_configLogger = __esm({
 });
 
 // src/L0-pure/types/index.ts
+function getStageInfo(stage) {
+  const info = PIPELINE_STAGES.find((s) => s.stage === stage);
+  if (!info) throw new Error(`Unknown pipeline stage: ${stage}`);
+  return info;
+}
 function toLatePlatform(platform) {
   return platform === "x" /* X */ ? "twitter" : platform;
 }
@@ -658,7 +663,7 @@ function normalizePlatformString(raw) {
 function isSupportedVideoExtension(ext) {
   return SUPPORTED_VIDEO_EXTENSIONS.includes(ext.toLowerCase());
 }
-var Platform, PLATFORM_CHAR_LIMITS, SUPPORTED_VIDEO_EXTENSIONS;
+var Platform, PIPELINE_STAGES, TOTAL_STAGES, PLATFORM_CHAR_LIMITS, SUPPORTED_VIDEO_EXTENSIONS;
 var init_types = __esm({
   "src/L0-pure/types/index.ts"() {
     "use strict";
@@ -670,6 +675,25 @@ var init_types = __esm({
       Platform2["X"] = "x";
       return Platform2;
     })(Platform || {});
+    PIPELINE_STAGES = [
+      { stage: "ingestion" /* Ingestion */, name: "Ingestion", stageNumber: 1 },
+      { stage: "transcription" /* Transcription */, name: "Transcription", stageNumber: 2 },
+      { stage: "silence-removal" /* SilenceRemoval */, name: "Silence Removal", stageNumber: 3 },
+      { stage: "visual-enhancement" /* VisualEnhancement */, name: "Visual Enhancement", stageNumber: 4 },
+      { stage: "captions" /* Captions */, name: "Captions", stageNumber: 5 },
+      { stage: "caption-burn" /* CaptionBurn */, name: "Caption Burn", stageNumber: 6 },
+      { stage: "shorts" /* Shorts */, name: "Shorts", stageNumber: 7 },
+      { stage: "medium-clips" /* MediumClips */, name: "Medium Clips", stageNumber: 8 },
+      { stage: "chapters" /* Chapters */, name: "Chapters", stageNumber: 9 },
+      { stage: "summary" /* Summary */, name: "Summary", stageNumber: 10 },
+      { stage: "social-media" /* SocialMedia */, name: "Social Media", stageNumber: 11 },
+      { stage: "short-posts" /* ShortPosts */, name: "Short Posts", stageNumber: 12 },
+      { stage: "medium-clip-posts" /* MediumClipPosts */, name: "Medium Clip Posts", stageNumber: 13 },
+      { stage: "queue-build" /* QueueBuild */, name: "Queue Build", stageNumber: 14 },
+      { stage: "blog" /* Blog */, name: "Blog", stageNumber: 15 },
+      { stage: "git-push" /* GitPush */, name: "Git Push", stageNumber: 16 }
+    ];
+    TOTAL_STAGES = PIPELINE_STAGES.length;
     PLATFORM_CHAR_LIMITS = {
       tiktok: 2200,
       youtube: 5e3,
@@ -2570,6 +2594,32 @@ init_fileSystem();
 init_configLogger();
 init_environment();
 
+// src/L1-infra/progress/progressEmitter.ts
+var ProgressEmitter = class {
+  enabled = false;
+  /** Turn on progress event output to stderr. */
+  enable() {
+    this.enabled = true;
+  }
+  /** Turn off progress event output. */
+  disable() {
+    this.enabled = false;
+  }
+  /** Whether the emitter is currently active. */
+  isEnabled() {
+    return this.enabled;
+  }
+  /**
+   * Write a progress event as a single JSON line to stderr.
+   * No-op when the emitter is disabled.
+   */
+  emit(event) {
+    if (!this.enabled) return;
+    process.stderr.write(JSON.stringify(event) + "\n");
+  }
+};
+var progressEmitter = new ProgressEmitter();
+
 // src/L5-assets/Asset.ts
 init_fileSystem();
 var Asset = class {
@@ -12498,17 +12548,54 @@ function createScheduleAgent(...args) {
 init_types();
 async function runStage(stageName, fn, stageResults) {
   const start = Date.now();
+  if (progressEmitter.isEnabled()) {
+    const info = getStageInfo(stageName);
+    progressEmitter.emit({
+      event: "stage:start",
+      stage: stageName,
+      stageNumber: info.stageNumber,
+      totalStages: TOTAL_STAGES,
+      name: info.name,
+      timestamp: (/* @__PURE__ */ new Date()).toISOString()
+    });
+  }
   try {
     const result = await fn();
     const duration = Date.now() - start;
     stageResults.push({ stage: stageName, success: true, duration });
     logger_default.info(`Stage ${stageName} completed in ${duration}ms`);
+    if (progressEmitter.isEnabled()) {
+      const info = getStageInfo(stageName);
+      progressEmitter.emit({
+        event: "stage:complete",
+        stage: stageName,
+        stageNumber: info.stageNumber,
+        totalStages: TOTAL_STAGES,
+        name: info.name,
+        duration,
+        success: true,
+        timestamp: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
     return result;
   } catch (err) {
     const duration = Date.now() - start;
     const message = err instanceof Error ? err.message : String(err);
     stageResults.push({ stage: stageName, success: false, error: message, duration });
     logger_default.error(`Stage ${stageName} failed after ${duration}ms: ${message}`);
+    if (progressEmitter.isEnabled()) {
+      const info = getStageInfo(stageName);
+      progressEmitter.emit({
+        event: "stage:error",
+        stage: stageName,
+        stageNumber: info.stageNumber,
+        totalStages: TOTAL_STAGES,
+        name: info.name,
+        duration,
+        error: message,
+        timestamp: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
     return void 0;
   }
 }
@@ -12516,16 +12603,50 @@ async function processVideo(videoPath, ideas) {
   const pipelineStart = Date.now();
   const stageResults = [];
   const cfg = getConfig();
+  let stagesSkipped = 0;
   costTracker3.reset();
   function trackStage(stage, fn) {
     costTracker3.setStage(stage);
     return runStage(stage, fn, stageResults);
   }
+  function skipStage(stage, reason) {
+    stagesSkipped++;
+    if (progressEmitter.isEnabled()) {
+      const info = getStageInfo(stage);
+      progressEmitter.emit({
+        event: "stage:skip",
+        stage,
+        stageNumber: info.stageNumber,
+        totalStages: TOTAL_STAGES,
+        name: info.name,
+        reason,
+        timestamp: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
+  }
+  if (progressEmitter.isEnabled()) {
+    progressEmitter.emit({
+      event: "pipeline:start",
+      videoPath,
+      totalStages: TOTAL_STAGES,
+      timestamp: (/* @__PURE__ */ new Date()).toISOString()
+    });
+  }
   logger_default.info(`Pipeline starting for: ${videoPath}`);
   const asset = await trackStage("ingestion" /* Ingestion */, () => MainVideoAsset.ingest(videoPath));
   if (!asset) {
     const totalDuration = Date.now() - pipelineStart;
     logger_default.error("Ingestion failed \u2014 cannot proceed without video metadata");
+    if (progressEmitter.isEnabled()) {
+      progressEmitter.emit({
+        event: "pipeline:complete",
+        totalDuration,
+        stagesCompleted: 0,
+        stagesFailed: 1,
+        stagesSkipped: 0,
+        timestamp: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
     return {
       video: { originalPath: videoPath, repoPath: "", videoDir: "", slug: "", filename: "", duration: 0, size: 0, createdAt: /* @__PURE__ */ new Date() },
       transcript: void 0,
@@ -12552,28 +12673,40 @@ async function processVideo(videoPath, ideas) {
     let editedVideoPath;
     if (!cfg.SKIP_SILENCE_REMOVAL) {
       editedVideoPath = await trackStage("silence-removal" /* SilenceRemoval */, () => asset.getEditedVideo());
+    } else {
+      skipStage("silence-removal" /* SilenceRemoval */, "SKIP_SILENCE_REMOVAL");
     }
     let enhancedVideoPath;
     if (!cfg.SKIP_VISUAL_ENHANCEMENT) {
       enhancedVideoPath = await trackStage("visual-enhancement" /* VisualEnhancement */, () => asset.getEnhancedVideo());
+    } else {
+      skipStage("visual-enhancement" /* VisualEnhancement */, "SKIP_VISUAL_ENHANCEMENT");
     }
     let captions;
     if (!cfg.SKIP_CAPTIONS) {
       captions = await trackStage("captions" /* Captions */, () => asset.getCaptions());
+    } else {
+      skipStage("captions" /* Captions */, "SKIP_CAPTIONS");
     }
     let captionedVideoPath;
     if (!cfg.SKIP_CAPTIONS) {
       captionedVideoPath = await trackStage("caption-burn" /* CaptionBurn */, () => asset.getCaptionedVideo());
+    } else {
+      skipStage("caption-burn" /* CaptionBurn */, "SKIP_CAPTIONS");
     }
     let shorts = [];
     if (!cfg.SKIP_SHORTS) {
       const shortAssets = await trackStage("shorts" /* Shorts */, () => asset.getShorts()) ?? [];
       shorts = shortAssets.map((s) => s.clip);
+    } else {
+      skipStage("shorts" /* Shorts */, "SKIP_SHORTS");
     }
     let mediumClips = [];
     if (!cfg.SKIP_MEDIUM_CLIPS) {
       const mediumAssets = await trackStage("medium-clips" /* MediumClips */, () => asset.getMediumClips()) ?? [];
       mediumClips = mediumAssets.map((m) => m.clip);
+    } else {
+      skipStage("medium-clips" /* MediumClips */, "SKIP_MEDIUM_CLIPS");
     }
     const chapters = await trackStage("chapters" /* Chapters */, () => asset.getChapters());
     const summary = await trackStage("summary" /* Summary */, () => asset.getSummary());
@@ -12588,6 +12721,8 @@ async function processVideo(videoPath, ideas) {
             socialPosts.push(...posts);
           }
         });
+      } else {
+        skipStage("short-posts" /* ShortPosts */, "NO_SHORTS");
       }
       if (mediumClips.length > 0) {
         await trackStage("medium-clip-posts" /* MediumClipPosts */, async () => {
@@ -12596,14 +12731,26 @@ async function processVideo(videoPath, ideas) {
             socialPosts.push(...posts);
           }
         });
+      } else {
+        skipStage("medium-clip-posts" /* MediumClipPosts */, "NO_MEDIUM_CLIPS");
       }
+    } else {
+      skipStage("social-media" /* SocialMedia */, "SKIP_SOCIAL");
+      skipStage("short-posts" /* ShortPosts */, "SKIP_SOCIAL");
+      skipStage("medium-clip-posts" /* MediumClipPosts */, "SKIP_SOCIAL");
     }
     if (!cfg.SKIP_SOCIAL_PUBLISH && socialPosts.length > 0) {
       await trackStage("queue-build" /* QueueBuild */, () => asset.buildQueue(shorts, mediumClips, socialPosts, captionedVideoPath));
+    } else if (cfg.SKIP_SOCIAL_PUBLISH) {
+      skipStage("queue-build" /* QueueBuild */, "SKIP_SOCIAL_PUBLISH");
+    } else {
+      skipStage("queue-build" /* QueueBuild */, "NO_SOCIAL_POSTS");
     }
     const blogPost = await trackStage("blog" /* Blog */, () => asset.getBlog());
     if (!cfg.SKIP_GIT) {
       await trackStage("git-push" /* GitPush */, () => asset.commitAndPushChanges());
+    } else {
+      skipStage("git-push" /* GitPush */, "SKIP_GIT");
     }
     const totalDuration = Date.now() - pipelineStart;
     const report = costTracker3.getReport();
@@ -12614,6 +12761,18 @@ async function processVideo(videoPath, ideas) {
       await writeTextFile(costPath, costMd);
       logger_default.info(`Cost report saved: ${costPath}`);
     }
+    const stagesCompleted = stageResults.filter((r) => r.success).length;
+    const stagesFailed = stageResults.filter((r) => !r.success).length;
+    if (progressEmitter.isEnabled()) {
+      progressEmitter.emit({
+        event: "pipeline:complete",
+        totalDuration,
+        stagesCompleted,
+        stagesFailed,
+        stagesSkipped,
+        timestamp: (/* @__PURE__ */ new Date()).toISOString()
+      });
+    }
     logger_default.info(`Pipeline completed in ${totalDuration}ms`);
     return {
       video,
@@ -14520,7 +14679,7 @@ program.command("configure [subcommand]").description("Manage global configurati
   await runConfigure(subcommand, args);
   process.exit(process.exitCode ?? 0);
 });
-var defaultCmd = program.command("process", { isDefault: true }).argument("[video-path]", "Path to a video file to process (implies --once)").option("--watch-dir <path>", "Folder to watch for new recordings (default: env WATCH_FOLDER)").option("--output-dir <path>", "Output directory for processed videos (default: ./recordings)").option("--openai-key <key>", "OpenAI API key (default: env OPENAI_API_KEY)").option("--exa-key <key>", "Exa AI API key for web search (default: env EXA_API_KEY)").option("--youtube-key <key>", "YouTube API key (default: env YOUTUBE_API_KEY)").option("--perplexity-key <key>", "Perplexity API key (default: env PERPLEXITY_API_KEY)").option("--once", "Process a single video and exit (no watching)").option("--brand <path>", "Path to brand.json config (default: ./brand.json)").option("--no-git", "Skip git commit/push stage").option("--no-silence-removal", "Skip silence removal stage").option("--no-shorts", "Skip shorts generation").option("--no-medium-clips", "Skip medium clip generation").option("--no-social", "Skip social media post generation").option("--no-captions", "Skip caption generation/burning").option("--no-visual-enhancement", "Skip visual enhancement (AI image overlays)").option("--no-social-publish", "Skip social media publishing/queue-build stage").option("--late-api-key <key>", "Late API key (default: env LATE_API_KEY)").option("--late-profile-id <id>", "Late profile ID (default: env LATE_PROFILE_ID)").option("--ideas <ids>", "Comma-separated idea IDs to link to this video").option("-v, --verbose", "Verbose logging").option("--doctor", "Check all prerequisites and exit").action(async (videoPath) => {
+var defaultCmd = program.command("process", { isDefault: true }).argument("[video-path]", "Path to a video file to process (implies --once)").option("--watch-dir <path>", "Folder to watch for new recordings (default: env WATCH_FOLDER)").option("--output-dir <path>", "Output directory for processed videos (default: ./recordings)").option("--openai-key <key>", "OpenAI API key (default: env OPENAI_API_KEY)").option("--exa-key <key>", "Exa AI API key for web search (default: env EXA_API_KEY)").option("--youtube-key <key>", "YouTube API key (default: env YOUTUBE_API_KEY)").option("--perplexity-key <key>", "Perplexity API key (default: env PERPLEXITY_API_KEY)").option("--once", "Process a single video and exit (no watching)").option("--brand <path>", "Path to brand.json config (default: ./brand.json)").option("--no-git", "Skip git commit/push stage").option("--no-silence-removal", "Skip silence removal stage").option("--no-shorts", "Skip shorts generation").option("--no-medium-clips", "Skip medium clip generation").option("--no-social", "Skip social media post generation").option("--no-captions", "Skip caption generation/burning").option("--no-visual-enhancement", "Skip visual enhancement (AI image overlays)").option("--no-social-publish", "Skip social media publishing/queue-build stage").option("--late-api-key <key>", "Late API key (default: env LATE_API_KEY)").option("--late-profile-id <id>", "Late profile ID (default: env LATE_PROFILE_ID)").option("--ideas <ids>", "Comma-separated idea IDs to link to this video").option("-v, --verbose", "Verbose logging").option("--progress", "Emit structured JSON progress events to stderr").option("--doctor", "Check all prerequisites and exit").action(async (videoPath) => {
   const opts = defaultCmd.opts();
   if (opts.doctor) {
     await runDoctor();
@@ -14550,6 +14709,7 @@ var defaultCmd = program.command("process", { isDefault: true }).argument("[vide
   logger_default.info(BANNER);
   initConfig(cliOptions);
   if (opts.verbose) setVerbose();
+  if (opts.progress) progressEmitter.enable();
   validateRequiredKeys();
   const config2 = getConfig();
   logger_default.info(`Watch folder: ${config2.WATCH_FOLDER}`);