nvs2colmap 0.4.1__tar.gz → 0.5.2__tar.gz

{nvs2colmap-0.4.1 → nvs2colmap-0.5.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nvs2colmap
-Version: 0.4.1
+Version: 0.5.2
 Summary: Utilities for converting novel view synthesis datasets to COLMAP format.
 Author-email: Howard Yin <yindaheng98@gmail.com>
 Maintainer-email: Howard Yin <yindaheng98@gmail.com>

nvs2colmap-0.5.2/nvs2colmap/blender/__main__.py

@@ -0,0 +1,54 @@
+"""Render a Blender file into an n3dv scene directory."""
+
+import argparse
+import json
+import subprocess
+from pathlib import Path
+
+import numpy as np
+
+from nvs2colmap.n3dv.poses_bounds import read_camera_meta_n3dv
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser(
+        description="Render a .blend file into camera videos next to poses_bounds.npy."
+    )
+    parser.add_argument("--path", type=Path, required=True, help="Scene directory containing poses_bounds.npy.")
+    parser.add_argument("--blend", type=Path, required=True, help="Blender file to render.")
+    parser.add_argument("--blender", default="blender", help="Blender executable.")
+    args = parser.parse_args()
+
+    folder = args.path.resolve()
+    n_cameras, Rs, Ts, hwf, _ = read_camera_meta_n3dv(folder)
+    w2c = np.tile(np.eye(4), (n_cameras, 1, 1))
+    w2c[:, :3, :3] = Rs.numpy()
+    w2c[:, :3, 3] = Ts.numpy()
+    # OpenCV camera (+Z forward, +Y down) to Blender camera (-Z forward, +Y up).
+    c2w = np.linalg.inv(w2c) @ np.diag([1.0, -1.0, -1.0, 1.0])
+    hwf = hwf.numpy()
+    pad = max(2, len(str(n_cameras - 1)))
+    cameras = [
+        [f"cam{i:0{pad}d}", int(round(float(hwf[i, 0]))), int(round(float(hwf[i, 1]))), float(hwf[i, 2]), c2w[i].tolist()]
+        for i in range(n_cameras)
+    ]
+    subprocess.run(
+        [
+            args.blender,
+            str(args.blend.resolve()),
+            "--background",
+            "--python",
+            str(Path(__file__).with_name("render.py")),
+            "--",
+            "--output",
+            str(folder),
+            "--cameras",
+            json.dumps(cameras, separators=(",", ":")),
+        ],
+        check=True,
+    )
+    print(f"Done: {folder}")
+
+
+if __name__ == "__main__":
+    main()

nvs2colmap-0.5.2/nvs2colmap/blender/render.py

@@ -0,0 +1,42 @@
+"""Render one video per camera. Executed by Blender, not by the project interpreter."""
+
+import argparse
+import json
+import sys
+from pathlib import Path
+
+import bpy
+import mathutils
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--output", type=Path, required=True)
+    parser.add_argument("--cameras", type=json.loads, required=True)
+    args = parser.parse_args(sys.argv[sys.argv.index("--") + 1:])
+
+    scene = bpy.context.scene
+    cam_obj = scene.camera
+    cam_obj.animation_data_clear()
+    cam = cam_obj.data
+    cam.sensor_fit = "HORIZONTAL"
+    cam.sensor_width = 36.0
+    scene.render.resolution_percentage = 100
+    scene.render.image_settings.file_format = "FFMPEG"
+    scene.render.ffmpeg.format = "MPEG4"
+    scene.render.ffmpeg.codec = "H264"
+    scene.render.ffmpeg.constant_rate_factor = "MEDIUM"
+    scene.render.ffmpeg.audio_codec = "NONE"
+    scene.render.use_file_extension = False
+
+    for name, height, width, focal, c2w in args.cameras:
+        scene.render.resolution_x = width
+        scene.render.resolution_y = height
+        cam.lens = focal * cam.sensor_width / width
+        cam_obj.matrix_world = mathutils.Matrix(c2w)
+        scene.render.filepath = str(args.output / f"{name}.mp4")
+        bpy.ops.render.render(animation=True)
+
+
+if __name__ == "__main__":
+    main()

nvs2colmap-0.5.2/nvs2colmap/blender/sample_cameras.py

@@ -0,0 +1,101 @@
+"""Sample cameras on a spherical cap and write poses_bounds.npy."""
+
+import argparse
+import sys
+from pathlib import Path
+
+import numpy as np
+
+
+def cap_direction(axis, cap_angle, rng):
+    z = rng.uniform(np.cos(cap_angle), 1.0)
+    phi = rng.uniform(0, 2 * np.pi)
+    xy = np.sqrt(1 - z * z)
+    local = np.array([xy * np.cos(phi), xy * np.sin(phi), z])
+    helper = np.array([0.0, 1.0, 0.0]) if abs(axis[2]) > 0.999 else np.array([0.0, 0.0, 1.0])
+    tangent = np.cross(helper, axis)
+    tangent /= np.linalg.norm(tangent)
+    bitangent = np.cross(axis, tangent)
+    return tangent * local[0] + bitangent * local[1] + axis * local[2]
+
+
+def main() -> None:
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--output", type=Path, required=True)
+    parser.add_argument("--n-cameras", type=int, required=True)
+    parser.add_argument("--height", type=int, required=True)
+    parser.add_argument("--width", type=int, required=True)
+    parser.add_argument("--focal", type=float, required=True, help="Focal length in pixels. fx = fy, principal point at the image center.")
+    parser.add_argument("--center", type=float, nargs=3, required=True, help="Shell center and look-at point.")
+    parser.add_argument("--radius-min", type=float, default=10.0)
+    parser.add_argument("--radius-max", type=float, default=12.0)
+    parser.add_argument("--azimuth", type=float, default=0.0, help="Cap axis azimuth in degrees.")
+    parser.add_argument("--elevation", type=float, default=90.0, help="Cap axis elevation in degrees. 90 looks straight up.")
+    parser.add_argument("--cap-angle", type=float, default=90.0, help="Cap half-angle in degrees. 90 is a hemisphere; smaller clusters cameras on one side.")
+    parser.add_argument("--min-angle", type=float, default=10.0, help="Minimum angle in degrees between a camera and its nearest neighbor.")
+    parser.add_argument("--max-angle", type=float, default=45.0, help="Maximum angle in degrees between a camera and its nearest neighbor.")
+    argv = sys.argv[sys.argv.index("--") + 1:] if "--" in sys.argv else sys.argv[1:]
+    args = parser.parse_args(argv)
+
+    azimuth = np.deg2rad(args.azimuth)
+    elevation = np.deg2rad(args.elevation)
+    axis = np.array([
+        np.cos(elevation) * np.cos(azimuth),
+        np.cos(elevation) * np.sin(azimuth),
+        np.sin(elevation),
+    ])
+    cap_angle = np.deg2rad(args.cap_angle)
+    min_angle = np.deg2rad(args.min_angle)
+    max_angle = np.deg2rad(args.max_angle)
+    center = np.array(args.center)
+    rng = np.random.default_rng()
+
+    directions = []
+    radii = []
+    tries = 0
+    while len(directions) < args.n_cameras:
+        tries += 1
+        if tries > 100:
+            raise RuntimeError("Could not place that many cameras on this cap.")
+        direction = cap_direction(axis, cap_angle, rng)
+        if directions:
+            nearest = np.arccos(np.clip(np.stack(directions) @ direction, -1.0, 1.0)).min()
+            if nearest < min_angle or nearest > max_angle:
+                continue
+        directions.append(direction)
+        radii.append(rng.uniform(args.radius_min, args.radius_max))
+
+    rows = []
+    for direction, radius in zip(directions, radii):
+        position = center + direction * radius
+        forward = center - position
+        forward /= np.linalg.norm(forward)
+        up = np.array([0.0, 0.0, 1.0])
+        right = np.cross(forward, up)
+        if np.dot(right, right) == 0:
+            up = np.array([0.0, 1.0, 0.0])
+            right = np.cross(forward, up)
+        right /= np.linalg.norm(right)
+        down = np.cross(forward, right)
+        c2w = np.eye(4)
+        c2w[:3, 0] = right
+        c2w[:3, 1] = down
+        c2w[:3, 2] = forward
+        c2w[:3, 3] = position
+        # Inverse of read_camera_meta_n3dv: poses_bounds columns are [down, right, back, position, hwf].
+        pose = np.zeros((3, 5))
+        pose[:3, 0] = c2w[:3, 1]
+        pose[:3, 1] = c2w[:3, 0]
+        pose[:3, 2] = -c2w[:3, 2]
+        pose[:3, 3] = c2w[:3, 3]
+        pose[:, 4] = (args.height, args.width, args.focal)
+        rows.append(np.concatenate([pose.reshape(-1), [radius * 0.1, radius * 2]]))
+
+    args.output.mkdir(parents=True, exist_ok=True)
+    path = args.output / "poses_bounds.npy"
+    np.save(path, np.stack(rows))
+    print(f"Done: {path}")
+
+
+if __name__ == "__main__":
+    main()

{nvs2colmap-0.4.1 → nvs2colmap-0.5.2}/nvs2colmap.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nvs2colmap
-Version: 0.4.1
+Version: 0.5.2
 Summary: Utilities for converting novel view synthesis datasets to COLMAP format.
 Author-email: Howard Yin <yindaheng98@gmail.com>
 Maintainer-email: Howard Yin <yindaheng98@gmail.com>

{nvs2colmap-0.4.1 → nvs2colmap-0.5.2}/nvs2colmap.egg-info/SOURCES.txt

@@ -6,6 +6,9 @@ pyproject.toml
 ./nvs2colmap/extract_videos.py
 ./nvs2colmap/write_model.py
 ./nvs2colmap/write_pcd.py
+./nvs2colmap/blender/__main__.py
+./nvs2colmap/blender/render.py
+./nvs2colmap/blender/sample_cameras.py
 ./nvs2colmap/dynamic3dgs/__main__.py
 ./nvs2colmap/dynamic3dgs/camera_meta.py
 ./nvs2colmap/dynamic3dgs/link_frames.py
@@ -29,6 +32,9 @@ nvs2colmap.egg-info/dependency_links.txt
 nvs2colmap.egg-info/entry_points.txt
 nvs2colmap.egg-info/requires.txt
 nvs2colmap.egg-info/top_level.txt
+nvs2colmap/blender/__main__.py
+nvs2colmap/blender/render.py
+nvs2colmap/blender/sample_cameras.py
 nvs2colmap/dynamic3dgs/__main__.py
 nvs2colmap/dynamic3dgs/camera_meta.py
 nvs2colmap/dynamic3dgs/link_frames.py

{nvs2colmap-0.4.1 → nvs2colmap-0.5.2}/nvs2colmap.egg-info/entry_points.txt

@@ -1,4 +1,6 @@
 [console_scripts]
+nvs2colmap-blender = nvs2colmap.blender.__main__:main
 nvs2colmap-dynamic3dgs = nvs2colmap.dynamic3dgs.__main__:main
 nvs2colmap-extract-videos = nvs2colmap.extract_videos:main
 nvs2colmap-n3dv = nvs2colmap.n3dv.__main__:main
+nvs2colmap-sample-cameras = nvs2colmap.blender.sample_cameras:main

{nvs2colmap-0.4.1 → nvs2colmap-0.5.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "nvs2colmap"
-version = "0.4.1"
+version = "0.5.2"
 description = "Utilities for converting novel view synthesis datasets to COLMAP format."
 readme = "README.md"
 authors = [{ name = "Howard Yin", email = "yindaheng98@gmail.com" }]
@@ -45,6 +45,8 @@ Issues = "https://github.com/yindaheng98/NVS2COLMAP/issues"
 nvs2colmap-extract-videos = "nvs2colmap.extract_videos:main"
 nvs2colmap-n3dv = "nvs2colmap.n3dv.__main__:main"
 nvs2colmap-dynamic3dgs = "nvs2colmap.dynamic3dgs.__main__:main"
+nvs2colmap-blender = "nvs2colmap.blender.__main__:main"
+nvs2colmap-sample-cameras = "nvs2colmap.blender.sample_cameras:main"
 
 [tool.setuptools]
 packages = { find = { include = ["nvs2colmap*"] } }