@lumy-pack/scene-sieve 0.0.4 → 0.0.6

package/dist/commands/Sieve.d.ts

@@ -0,0 +1,15 @@
+import React from 'react';
+export interface SieveViewProps {
+    input: string;
+    count?: number;
+    threshold?: number;
+    output?: string;
+    fps: number;
+    maxFrames: number;
+    scale: number;
+    quality: number;
+    iouThreshold?: number;
+    animationThreshold?: number;
+    debug: boolean;
+}
+export declare const SieveView: React.FC<SieveViewProps>;

package/dist/components/PhaseStep.d.ts

@@ -0,0 +1,14 @@
+import React from 'react';
+export type PhaseStatus = 'pending' | 'running' | 'done' | 'failed';
+export interface PhaseState {
+    label: string;
+    status: PhaseStatus;
+    hasProgress: boolean;
+    percent: number;
+    durationMs?: number;
+}
+interface PhaseStepProps {
+    phase: PhaseState;
+}
+export declare const PhaseStep: React.FC<PhaseStepProps>;
+export {};

package/dist/components/ProgressBar.d.ts

@@ -0,0 +1,7 @@
+import React from 'react';
+interface ProgressBarProps {
+    percent: number;
+    width?: number;
+}
+export declare const ProgressBar: React.FC<ProgressBarProps>;
+export {};

package/dist/constants.d.ts

@@ -4,6 +4,7 @@ export declare const DEFAULT_THRESHOLD = 0.5;
 export declare const DEFAULT_FPS = 5;
 export declare const DEFAULT_SCALE = 720;
 export declare const DEFAULT_QUALITY = 80;
+export declare const DEFAULT_MAX_FRAMES = 300;
 export declare const NORMALIZATION_PERCENTILE = 0.9;
 export declare const WORKSPACE_PREFIX = "scene-sieve-";
 export declare const TEMP_BASE_DIR: string;

package/dist/core/analyzer.d.ts

@@ -1,4 +1,4 @@
-import type { BoundingBox, ProcessContext, ScoreEdge } from '../types/index.js';
+import type { AnalysisResult, AnimationMetadata, BoundingBox, ProcessContext } from '../types/index.js';
 import type { Point2D } from './dbscan.js';
 type CvLib = typeof import('@techstark/opencv-js');
 export declare function preprocessFrame(framePath: string, scale: number): Promise<{
@@ -8,8 +8,15 @@ export declare function preprocessFrame(framePath: string, scale: number): Promi
 }>;
 export declare function computeIoU(a: BoundingBox, b: BoundingBox): number;
 export declare class IoUTracker {
+    private fps;
+    private iouThreshold;
+    private animationThreshold;
     private regions;
+    private extractedAnimations;
+    constructor(fps?: number, iouThreshold?: number, animationThreshold?: number);
     update(boxes: BoundingBox[], pairIndex: number): Set<number>;
+    private collectAnimation;
+    flushAndGetAnimations(): AnimationMetadata[];
     getAnimationWeight(boxIndex: number, boxes: BoundingBox[]): number;
 }
 export interface AKAZEResult {
@@ -51,5 +58,5 @@ export declare function computeInformationGain(clusters: BoundingBox[], clusterP
  * 3. Spatio-temporal IoU Tracking
  * 4. G(t) Information Gain Scoring
  */
-export declare function analyzeFrames(ctx: ProcessContext): Promise<ScoreEdge[]>;
+export declare function analyzeFrames(ctx: ProcessContext): Promise<AnalysisResult>;
 export {};

package/dist/core/extractor.d.ts

@@ -1,7 +1,7 @@
 import type { FrameNode, ProcessContext } from '../types/index.js';
 /**
  * Extract frames from video/GIF using FFmpeg.
- * Attempts I-Frame extraction first; falls back to fixed FPS if insufficient.
- * GIF inputs always use FPS fallback.
+ * Always uses FPS-based extraction. For long videos, FPS is automatically
+ * reduced to stay within maxFrames budget.
  */
 export declare function extractFrames(ctx: ProcessContext): Promise<FrameNode[]>;

package/dist/core/pipeline-worker.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/core/run-in-worker.d.ts

@@ -0,0 +1,9 @@
+import type { ProgressPhase, SieveInput, SieveOptionsBase, SieveResult } from '../types/index.js';
+export type SieveWorkerOptions = Omit<SieveOptionsBase, 'onProgress'> & SieveInput;
+/**
+ * Run the pipeline, choosing the best execution strategy:
+ *
+ * - Production (bundled .mjs): Worker thread — spinner never freezes
+ * - Dev mode (tsx .ts): Main thread — simpler, spinner may stutter during CPU work
+ */
+export declare function runPipelineInWorker(options: SieveWorkerOptions, onProgress: (phase: ProgressPhase, percent: number) => void): Promise<SieveResult>;

package/dist/core/workspace.d.ts

@@ -2,6 +2,11 @@ import type { FrameNode, ProcessContext } from '../types/index.js';
 export declare function createWorkspace(sessionId: string): Promise<string>;
 export declare function finalizeOutput(ctx: ProcessContext, selectedFrames: FrameNode[]): Promise<string[]>;
 export declare function cleanupWorkspace(workspacePath: string): Promise<void>;
+/**
+ * Remove stale workspace directories left by previous interrupted runs.
+ * Only deletes directories older than 1 hour to avoid removing active workspaces.
+ */
+export declare function cleanupStaleWorkspaces(): Promise<void>;
 /**
  * Write a video buffer to a temp file in the workspace and return the path.
  * Used by 'buffer' input mode.

package/dist/index.cjs

@@ -84,6 +84,7 @@ var DEFAULT_THRESHOLD = 0.5;
 var DEFAULT_FPS = 5;
 var DEFAULT_SCALE = 720;
 var DEFAULT_QUALITY = 80;
+var DEFAULT_MAX_FRAMES = 300;
 var NORMALIZATION_PERCENTILE = 0.9;
 var WORKSPACE_PREFIX = `${APP_NAME}-`;
 var TEMP_BASE_DIR = (0, import_node_os.tmpdir)();
@@ -96,8 +97,8 @@ var SUPPORTED_VIDEO_EXTENSIONS = [
 ];
 var SUPPORTED_GIF_EXTENSIONS = [".gif"];
 var FRAME_OUTPUT_EXTENSION = ".jpg";
+var FRAME_FILENAME_PATTERN = "frame_%06d.jpg";
 var OPENCV_BATCH_SIZE = 10;
-var MIN_IFRAME_COUNT = 3;
 var DBSCAN_ALPHA = 0.03;
 var DBSCAN_MIN_PTS = 4;
 var IOU_THRESHOLD = 0.9;
@@ -236,7 +237,13 @@ function computeIoU(a, b) {
   return union === 0 ? 0 : intersection / union;
 }
 var IoUTracker = class {
+  constructor(fps = DEFAULT_FPS, iouThreshold = IOU_THRESHOLD, animationThreshold = ANIMATION_FRAME_THRESHOLD) {
+    this.fps = fps;
+    this.iouThreshold = iouThreshold;
+    this.animationThreshold = animationThreshold;
+  }
   regions = [];
+  extractedAnimations = [];
   update(boxes, pairIndex) {
     const animationIndices = /* @__PURE__ */ new Set();
     const matched = /* @__PURE__ */ new Set();
@@ -252,7 +259,7 @@ var IoUTracker = class {
           bestRegionIdx = ri;
         }
       }
-      if (bestIoU > IOU_THRESHOLD && bestRegionIdx !== -1) {
+      if (bestIoU > this.iouThreshold && bestRegionIdx !== -1) {
         const region = this.regions[bestRegionIdx];
         const gap = pairIndex - region.lastSeen;
         region.box = box;
@@ -260,13 +267,14 @@ var IoUTracker = class {
         region.lastSeen = pairIndex;
         region.weight *= Math.pow(DECAY_LAMBDA, gap);
         matched.add(bestRegionIdx);
-        if (region.consecutiveCount >= ANIMATION_FRAME_THRESHOLD) {
+        if (region.consecutiveCount >= this.animationThreshold) {
           animationIndices.add(bi);
         }
       } else {
         this.regions.push({
           box,
           consecutiveCount: 1,
+          firstSeen: pairIndex,
           lastSeen: pairIndex,
           weight: 1
         });
@@ -278,17 +286,45 @@ var IoUTracker = class {
         this.regions[ri].weight *= Math.pow(DECAY_LAMBDA, gap);
       }
     }
-    this.regions = this.regions.filter((r) => r.weight > 0.01);
+    for (let i = 0; i < this.regions.length; i++) {
+      const region = this.regions[i];
+      if (region.weight <= 0.01 && !matched.has(i)) {
+        this.collectAnimation(region);
+      }
+    }
+    this.regions = this.regions.filter(
+      (r, i) => r.weight > 0.01 || matched.has(i)
+    );
     return animationIndices;
   }
+  collectAnimation(region) {
+    if (region.consecutiveCount >= this.animationThreshold) {
+      const durationMs = region.consecutiveCount / this.fps * 1e3;
+      this.extractedAnimations.push({
+        type: "loading_spinner",
+        // 기본값으로 loading_spinner 사용
+        boundingBox: region.box,
+        startFrameId: region.firstSeen,
+        endFrameId: region.lastSeen,
+        durationMs
+      });
+    }
+  }
+  flushAndGetAnimations() {
+    for (const region of this.regions) {
+      this.collectAnimation(region);
+    }
+    this.regions = [];
+    return this.extractedAnimations;
+  }
   getAnimationWeight(boxIndex, boxes) {
     if (boxIndex >= boxes.length) return 0;
     const box = boxes[boxIndex];
     let maxWeight = 0;
     for (const region of this.regions) {
-      if (region.consecutiveCount >= ANIMATION_FRAME_THRESHOLD) {
+      if (region.consecutiveCount >= this.animationThreshold) {
         const iou = computeIoU(box, region.box);
-        if (iou > IOU_THRESHOLD) {
+        if (iou > this.iouThreshold) {
           maxWeight = Math.max(maxWeight, region.weight);
         }
       }
@@ -510,13 +546,17 @@ async function analyzeBatch(cvLib, frames, scale, tracker, pairOffset) {
 }
 async function analyzeFrames(ctx) {
   const { frames } = ctx;
-  if (frames.length < 2) return [];
+  if (frames.length < 2) return { edges: [], animations: [] };
   logger.debug(
     `Analyzing ${frames.length} frames in batches of ${OPENCV_BATCH_SIZE}`
   );
   const cvLib = await ensureOpenCV();
   const edges = [];
-  const tracker = new IoUTracker();
+  const tracker = new IoUTracker(
+    ctx.options.fps,
+    ctx.options.iouThreshold,
+    ctx.options.animationThreshold
+  );
   const scale = ctx.options.scale;
   for (let i = 0; i < frames.length - 1; i += OPENCV_BATCH_SIZE) {
     const batchEnd = Math.min(i + OPENCV_BATCH_SIZE + 1, frames.length);
@@ -529,8 +569,11 @@ async function analyzeFrames(ctx) {
     );
     ctx.emitProgress(progress);
   }
-  logger.debug(`Computed ${edges.length} score edges`);
-  return edges;
+  const animations = tracker.flushAndGetAnimations();
+  logger.debug(
+    `Computed ${edges.length} score edges and ${animations.length} animations`
+  );
+  return { edges, animations };
 }
 
 // src/core/extractor.ts
@@ -577,7 +620,7 @@ function isSupportedFile(filePath, extensions) {
 // src/core/extractor.ts
 async function extractFrames(ctx) {
   const framesDir = (0, import_node_path3.join)(ctx.workspacePath, "frames");
-  const { inputPath, fps, scale } = ctx.options;
+  const { inputPath, fps, maxFrames, scale } = ctx.options;
   if (!inputPath) {
     throw new Error("inputPath is required for frame extraction");
   }
@@ -594,41 +637,23 @@ async function extractFrames(ctx) {
   }
   logger.debug(`Extracting frames from: ${inputPath}`);
   await ensureDir(framesDir);
-  const isGif = isSupportedFile(inputPath, SUPPORTED_GIF_EXTENSIONS);
-  let frames;
-  if (isGif) {
-    logger.debug("GIF detected \u2014 using FPS extraction");
-    frames = await extractByFps(inputPath, framesDir, fps, scale);
-  } else {
-    frames = await extractIFrames(inputPath, framesDir, scale);
-    if (frames.length < MIN_IFRAME_COUNT) {
-      logger.debug(
-        `Insufficient I-frames (${frames.length}), falling back to FPS mode`
-      );
-      frames = await extractByFps(inputPath, framesDir, fps, scale);
-    }
+  let effectiveFps = fps;
+  const duration = await getVideoDuration(inputPath).catch(() => 0);
+  if (duration > 0) {
+    const fpsCap = maxFrames / duration;
+    effectiveFps = Math.min(fps, fpsCap);
+    effectiveFps = Math.max(0.5, effectiveFps);
+    logger.debug(
+      `Duration: ${duration.toFixed(1)}s, FPS: ${fps} \u2192 effective: ${effectiveFps.toFixed(2)} (maxFrames: ${maxFrames})`
+    );
   }
+  const frames = await extractByFps(inputPath, framesDir, effectiveFps, scale);
   ctx.emitProgress(100);
   logger.debug(`Extracted ${frames.length} frames`);
   return frames;
 }
-async function extractIFrames(inputPath, outputDir, scale) {
-  const outputPattern = (0, import_node_path3.join)(outputDir, "frame_%06d.jpg");
-  await (0, import_execa.execa)(import_ffmpeg_static.default, [
-    "-i",
-    inputPath,
-    "-vf",
-    `select='eq(pict_type,I)',scale=-1:${scale}`,
-    "-vsync",
-    "vfr",
-    "-q:v",
-    "2",
-    outputPattern
-  ]);
-  return buildFrameList(outputDir, inputPath);
-}
 async function extractByFps(inputPath, outputDir, fps, scale) {
-  const outputPattern = (0, import_node_path3.join)(outputDir, "frame_%06d.jpg");
+  const outputPattern = (0, import_node_path3.join)(outputDir, FRAME_FILENAME_PATTERN);
   await (0, import_execa.execa)(import_ffmpeg_static.default, [
     "-i",
     inputPath,
@@ -691,13 +716,44 @@ async function finalizeOutput(ctx, selectedFrames) {
   const outputPath = ctx.options.outputPath;
   const quality = ctx.options.quality;
   const outputFiles = [];
+  const framesMetadata = [];
+  const totalFramesCount = ctx.frames.length;
+  const padding = Math.max(4, String(totalFramesCount).length);
   for (let i = 0; i < selectedFrames.length; i++) {
     const frame = selectedFrames[i];
-    const destName = `scene_${String(i + 1).padStart(3, "0")}.jpg`;
-    const destPath = (0, import_node_path4.join)(stagingDir, destName);
+    const fileName = `frame_${String(frame.id + 1).padStart(padding, "0")}.jpg`;
+    const destPath = (0, import_node_path4.join)(stagingDir, fileName);
     await (0, import_sharp2.default)(frame.extractPath).jpeg({ quality, mozjpeg: true }).toFile(destPath);
-    outputFiles.push((0, import_node_path4.join)(outputPath, destName));
+    outputFiles.push((0, import_node_path4.join)(outputPath, fileName));
+    framesMetadata.push({
+      step: i + 1,
+      fileName,
+      frameId: frame.id + 1,
+      timestampMs: Math.round(frame.timestamp * 1e3)
+    });
   }
+  const metadata = {
+    video: {
+      originalDurationMs: Math.round(
+        (ctx.frames.length > 0 ? ctx.frames[ctx.frames.length - 1].timestamp : 0) * 1e3
+      ),
+      fps: ctx.options.fps,
+      resolution: {
+        width: ctx.options.scale,
+        height: Math.round(ctx.options.scale * 9 / 16)
+      }
+    },
+    frames: framesMetadata,
+    animations: (ctx.animations || []).map((anim) => ({
+      ...anim,
+      startFrameId: anim.startFrameId + 1,
+      endFrameId: anim.endFrameId + 1,
+      durationMs: Math.round(anim.durationMs)
+    }))
+  };
+  const metadataPath = (0, import_node_path4.join)(stagingDir, ".metadata.json");
+  await (0, import_promises3.writeFile)(metadataPath, JSON.stringify(metadata, null, 2));
+  outputFiles.push((0, import_node_path4.join)(outputPath, ".metadata.json"));
   await ensureDir((0, import_node_path4.join)(outputPath, ".."));
   await (0, import_promises3.rm)(outputPath, { recursive: true, force: true });
   await (0, import_promises3.rename)(stagingDir, outputPath);
@@ -710,6 +766,7 @@ async function cleanupWorkspace(workspacePath) {
   } catch {
   }
 }
+var STALE_THRESHOLD_MS = 60 * 60 * 1e3;
 async function writeInputBuffer(buffer, workspacePath) {
   const inputDir = (0, import_node_path4.join)(workspacePath, "input");
   await ensureDir(inputDir);
@@ -757,8 +814,11 @@ function resolveOptions(options) {
     pruneMode,
     outputPath,
     fps: options.fps ?? DEFAULT_FPS,
+    maxFrames: options.maxFrames ?? DEFAULT_MAX_FRAMES,
     scale: options.scale ?? DEFAULT_SCALE,
     quality: options.quality ?? DEFAULT_QUALITY,
+    iouThreshold: options.iouThreshold ?? IOU_THRESHOLD,
+    animationThreshold: options.animationThreshold ?? ANIMATION_FRAME_THRESHOLD,
     debug: options.debug ?? false
   };
 }
@@ -1029,7 +1089,9 @@ async function runPipeline(options) {
     }
     ctx.emitProgress(100);
     ctx.status = "ANALYZING";
-    ctx.graph = await analyzeFrames(ctx);
+    const { edges, animations } = await analyzeFrames(ctx);
+    ctx.graph = edges;
+    ctx.animations = animations;
     ctx.status = "PRUNING";
     const survivingIds = pruneByThresholdWithCap(
       ctx.graph,
@@ -1062,6 +1124,15 @@ async function runPipeline(options) {
       prunedFramesCount: prunedFrames.length,
       outputFiles,
       outputBuffers,
+      animations: ctx.animations,
+      video: {
+        originalDurationMs: ctx.frames.length / ctx.options.fps * 1e3,
+        fps: ctx.options.fps,
+        resolution: {
+          width: ctx.options.scale,
+          height: Math.round(ctx.options.scale * 9 / 16)
+        }
+      },
       executionTimeMs: Date.now() - startTime
     };
   } catch (error) {