nvs2colmap 0.1.0__tar.gz → 0.2.0__tar.gz

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nvs2colmap
-Version: 0.1.0
+Version: 0.2.0
 Summary: Utilities for converting novel view synthesis datasets to COLMAP format.
 Author-email: Howard Yin <yindaheng98@gmail.com>
 Maintainer-email: Howard Yin <yindaheng98@gmail.com>
@@ -72,6 +72,17 @@ python -m nvs2colmap.n3dv \
   --n-frames 300
 ```
 
+Start from source frame 10 and keep output frame numbering aligned with it:
+
+```bash
+python -m nvs2colmap.n3dv \
+  --path data/coffee_martini \
+  --ffmpeg ffmpeg \
+  --ffprobe ffprobe \
+  --start-number 10 \
+  --n-frames 300
+```
+
 Run the full COLMAP pipeline for each frame:
 
 ```bash
@@ -89,4 +100,6 @@ python -m nvs2colmap.n3dv \
 By default, decoded frames are written to `frame*/images`, and the command also
 writes `frame*/sparse/0` text models. With `--use-colmap`, decoded frames are
 written to `frame*/input`, and each frame additionally gets the standard
-COLMAP outputs such as `distorted/`, `images/`, `sparse/`, and `stereo/`.
+COLMAP outputs such as `distorted/`, `images/`, `sparse/`, and `stereo/`. When
+`--start-number N` is provided, decoding starts from source video frame `N`, and
+the generated folders/images are also numbered from `N`.

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/README.md

@@ -44,6 +44,17 @@ python -m nvs2colmap.n3dv \
   --n-frames 300
 ```
 
+Start from source frame 10 and keep output frame numbering aligned with it:
+
+```bash
+python -m nvs2colmap.n3dv \
+  --path data/coffee_martini \
+  --ffmpeg ffmpeg \
+  --ffprobe ffprobe \
+  --start-number 10 \
+  --n-frames 300
+```
+
 Run the full COLMAP pipeline for each frame:
 
 ```bash
@@ -61,4 +72,6 @@ python -m nvs2colmap.n3dv \
 By default, decoded frames are written to `frame*/images`, and the command also
 writes `frame*/sparse/0` text models. With `--use-colmap`, decoded frames are
 written to `frame*/input`, and each frame additionally gets the standard
-COLMAP outputs such as `distorted/`, `images/`, `sparse/`, and `stereo/`.
+COLMAP outputs such as `distorted/`, `images/`, `sparse/`, and `stereo/`. When
+`--start-number N` is provided, decoding starts from source video frame `N`, and
+the generated folders/images are also numbered from `N`.

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/nvs2colmap/n3dv/__main__.py

@@ -30,6 +30,12 @@ def parse_args() -> argparse.Namespace:
         type=int,
         help="Number of frames to extract and write. Defaults to the video frame count when extracting.",
     )
+    parser.add_argument(
+        "--start-number",
+        type=int,
+        default=1,
+        help="1-based source frame to start extracting from; output frame folders and image files use the same starting number.",
+    )
     parser.add_argument(
         "--ffmpeg",
         dest="ffmpeg_executable",
@@ -42,6 +48,12 @@ def parse_args() -> argparse.Namespace:
         default="ffprobe",
         help="ffprobe executable.",
     )
+    parser.add_argument(
+        "--ffmpeg-processes",
+        type=int,
+        default=1,
+        help="Number of ffmpeg processes to run in parallel while extracting videos.",
+    )
     parser.add_argument(
         "--image-extension",
         default=".png",
@@ -93,20 +105,23 @@ def main() -> None:
             folder=folder,
             output_pattern=frame_output_pattern / image_dir_name,
             cameras=cameras,
+            start_number=args.start_number,
             n_frames=n_frames,
             ffmpeg_executable=args.ffmpeg_executable,
             ffprobe_executable=args.ffprobe_executable,
+            ffmpeg_processes=args.ffmpeg_processes,
             video_extension=args.video_extension,
             image_extension=args.image_extension,
         )
     elif n_frames is None:
-        n_frames = count_frame_dirs(frame_output_pattern)
+        n_frames = count_frame_dirs(frame_output_pattern, start_number=args.start_number)
 
     if not args.use_colmap:
         write_video_colmap_text_model(
             output_pattern=frame_output_pattern / "sparse" / "0",
             cameras=cameras,
             n_frames=n_frames,
+            start_number=args.start_number,
             image_extension=args.image_extension,
         )
     else:
@@ -114,6 +129,7 @@ def main() -> None:
             output_pattern=frame_output_pattern,
             cameras=cameras,
             n_frames=n_frames,
+            start_number=args.start_number,
             image_extension=args.image_extension,
             colmap_executable=args.colmap_executable,
             use_gpu=args.colmap_use_gpu,

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/nvs2colmap/n3dv/extract_videos.py

@@ -3,7 +3,7 @@
 from pathlib import Path
 
 from nvs2colmap.write_model import CameraModel
-from nvs2colmap.utils import extract_video_frames
+from nvs2colmap.utils import extract_video_frames_parallel
 
 
 def count_frame_dirs(output_pattern: Path, start_number: int = 1) -> int:
@@ -21,29 +21,33 @@ def extract_videos(
     folder: Path,
     output_pattern: Path,
     cameras: list[CameraModel],
+    start_number: int = 1,
     n_frames: int | None = None,
     ffmpeg_executable: str = "ffmpeg",
     ffprobe_executable: str = "ffprobe",
+    ffmpeg_processes: int = 1,
     video_extension: str = ".mp4",
     image_extension: str = ".png",
 ) -> int:
     if not video_extension.startswith("."):
         video_extension = f".{video_extension}"
 
-    extracted_n_frames = 0
+    jobs = []
     for camera in cameras:
         video_path = folder / f"{camera.name}{video_extension}"
         if not video_path.is_file():
             raise FileNotFoundError(f"Missing camera video: {video_path}")
         camera_output_pattern = output_pattern / f"{camera.name}{image_extension}"
-        camera_n_frames = extract_video_frames(
-            video_path=video_path,
-            output_pattern=str(camera_output_pattern),
-            n_frames=n_frames,
-            ffmpeg_executable=ffmpeg_executable,
-            ffprobe_executable=ffprobe_executable,
-        )
-        extracted_n_frames = max(extracted_n_frames, camera_n_frames)
-    if extracted_n_frames == 0:
+        jobs.append((video_path, str(camera_output_pattern)))
+    if not jobs:
         raise ValueError("No cameras to extract.")
-    return extracted_n_frames
+
+    extracted_frame_counts = extract_video_frames_parallel(
+        jobs,
+        start_number=start_number,
+        n_frames=n_frames,
+        ffmpeg_executable=ffmpeg_executable,
+        ffprobe_executable=ffprobe_executable,
+        process_count=ffmpeg_processes,
+    )
+    return max(extracted_frame_counts)

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/nvs2colmap/utils/__init__.py

@@ -11,7 +11,7 @@ from .colmap import (
     point_triangulator,
     read_db,
 )
-from .ffmpeg import count_video_frames, extract_video_frames
+from .ffmpeg import count_video_frames, extract_video_frames, extract_video_frames_parallel
 from .rotation import matrix_to_quaternion, standardize_quaternion
 
 __all__ = [
@@ -19,6 +19,7 @@ __all__ = [
     "execute",
     "exhaustive_matcher",
     "extract_video_frames",
+    "extract_video_frames_parallel",
     "feature_extractor",
     "image_undistorter",
     "mapper",

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/nvs2colmap/utils/ffmpeg.py

@@ -1,5 +1,6 @@
 """ffmpeg helpers."""
 
+from concurrent.futures import ProcessPoolExecutor
 import os
 import subprocess
 
@@ -59,6 +60,8 @@ def extract_video_frames(
         "error",
         "-i",
         str(video_path),
+        "-vf",
+        f"trim=start_frame={start_number - 1}",
         "-frames:v", str(frame_count),
         "-start_number", str(start_number),
         str(output_pattern), "-y",
@@ -66,3 +69,40 @@ def extract_video_frames(
     print(" ".join(str(part) for part in cmd))
     subprocess.run(cmd, check=True)
     return frame_count
+
+
+def extract_video_frames_task(args) -> int:
+    return extract_video_frames(*args)
+
+
+def extract_video_frames_parallel(
+    jobs,
+    start_number: int = 1,
+    n_frames: int | None = None,
+    ffmpeg_executable: str = "ffmpeg",
+    ffprobe_executable: str = "ffprobe",
+    process_count: int = 1,
+) -> list[int]:
+    """Extract frames from multiple videos using multiple ffmpeg processes."""
+    assert process_count >= 1, f"process_count must be >= 1, got {process_count}."
+
+    tasks = [
+        (
+            video_path,
+            output_pattern,
+            start_number,
+            n_frames,
+            ffmpeg_executable,
+            ffprobe_executable,
+        )
+        for video_path, output_pattern in jobs
+    ]
+    if process_count == 1:
+        return [extract_video_frames_task(task) for task in tasks]
+
+    if not tasks:
+        return []
+
+    max_workers = min(process_count, len(tasks))
+    with ProcessPoolExecutor(max_workers=max_workers) as executor:
+        return list(executor.map(extract_video_frames_task, tasks))

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/nvs2colmap.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nvs2colmap
-Version: 0.1.0
+Version: 0.2.0
 Summary: Utilities for converting novel view synthesis datasets to COLMAP format.
 Author-email: Howard Yin <yindaheng98@gmail.com>
 Maintainer-email: Howard Yin <yindaheng98@gmail.com>
@@ -72,6 +72,17 @@ python -m nvs2colmap.n3dv \
   --n-frames 300
 ```
 
+Start from source frame 10 and keep output frame numbering aligned with it:
+
+```bash
+python -m nvs2colmap.n3dv \
+  --path data/coffee_martini \
+  --ffmpeg ffmpeg \
+  --ffprobe ffprobe \
+  --start-number 10 \
+  --n-frames 300
+```
+
 Run the full COLMAP pipeline for each frame:
 
 ```bash
@@ -89,4 +100,6 @@ python -m nvs2colmap.n3dv \
 By default, decoded frames are written to `frame*/images`, and the command also
 writes `frame*/sparse/0` text models. With `--use-colmap`, decoded frames are
 written to `frame*/input`, and each frame additionally gets the standard
-COLMAP outputs such as `distorted/`, `images/`, `sparse/`, and `stereo/`.
+COLMAP outputs such as `distorted/`, `images/`, `sparse/`, and `stereo/`. When
+`--start-number N` is provided, decoding starts from source video frame `N`, and
+the generated folders/images are also numbered from `N`.

{nvs2colmap-0.1.0 → nvs2colmap-0.2.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "nvs2colmap"
-version = "0.1.0"
+version = "0.2.0"
 description = "Utilities for converting novel view synthesis datasets to COLMAP format."
 readme = "README.md"
 authors = [{ name = "Howard Yin", email = "yindaheng98@gmail.com" }]