gaussian-splatting 1.17.1__cp311-cp311-win_amd64.whl → 1.17.3__cp311-cp311-win_amd64.whl

gaussian_splatting/camera.py

@@ -1,5 +1,5 @@
 import os
-from typing import NamedTuple, Callable
+from typing import NamedTuple, Callable, Tuple
 import torch
 import logging
 from .utils import fov2focal, focal2fov, getProjectionMatrix, getWorld2View2, read_image, read_image_mask, read_depth, read_depth_mask, matrix_to_quaternion
@@ -62,6 +62,7 @@ def build_camera(
         R: torch.Tensor, T: torch.Tensor,
         image_path: str = None, image_mask_path: str = None,
         depth_path: str = None, depth_mask_path: str = None,
+        bg_color: Tuple[float, float, float] = (0., 0., 0.),
         device="cuda", custom_data: dict = {}
 ):
     R, T = R.to(device=device, dtype=torch.float), T.to(device=device, dtype=torch.float)
@@ -126,6 +127,7 @@ def build_camera(
         ground_truth_depth=gt_depth,
         ground_truth_depth_mask_path=depth_mask_path,
         ground_truth_depth_mask=gt_depth_mask,
+        bg_color=torch.tensor(bg_color, dtype=torch.float32, device=device),
         custom_data=custom_data,
     )
 

gaussian_splatting/camera_trainable.py

@@ -27,7 +27,7 @@ class CameraTrainableGaussianModel(GaussianModel):
             image_width=int(viewpoint_camera.image_width),
             tanfovx=tanfovx,
             tanfovy=tanfovy,
-            bg=viewpoint_camera.bg_color.to(self._xyz.device),
+            bg=viewpoint_camera.bg_color,
             scale_modifier=self.scale_modifier,
             viewmatrix=viewpoint_camera.world_view_transform,
             projmatrix=viewpoint_camera.full_proj_transform,

gaussian_splatting/gaussian_model.py

@@ -106,7 +106,7 @@ class GaussianModel(nn.Module):
             image_width=int(viewpoint_camera.image_width),
             tanfovx=tanfovx,
             tanfovy=tanfovy,
-            bg=viewpoint_camera.bg_color.to(self._xyz.device),
+            bg=viewpoint_camera.bg_color,
             scale_modifier=self.scale_modifier,
             viewmatrix=viewpoint_camera.world_view_transform,
             projmatrix=viewpoint_camera.full_proj_transform,

gaussian_splatting/trainer/base.py

@@ -22,9 +22,13 @@ class BaseTrainer(AbstractTrainer):
             opacity_lr=0.025,
             scaling_lr=0.005,
             rotation_lr=0.001,
+            ignore_out_of_mask_loss=False,  # whether to ignore loss for out-of-mask pixels, if True, these pixels will be ignored in loss computation
+            random_out_of_mask_color=True,  # if ignore_out_of_mask_loss is False, whether use random color or use camera.bg_color for out-of-mask pixels
     ):
         super().__init__()
         self.lambda_dssim = lambda_dssim
+        self.ignore_out_of_mask_loss = ignore_out_of_mask_loss
+        self.random_out_of_mask_color = random_out_of_mask_color
         params = [
             {'params': [model._xyz], 'lr': position_lr_init * scene_extent, "name": "xyz"},
             {'params': [model._features_dc], 'lr': feature_lr, "name": "f_dc"},
@@ -72,8 +76,13 @@ class BaseTrainer(AbstractTrainer):
         gt = camera.ground_truth_image
         mask = camera.ground_truth_image_mask
         if mask is not None:
-            render = render * mask.unsqueeze(0)
-            gt = gt * mask.unsqueeze(0)
+            if self.ignore_out_of_mask_loss:
+                render = render * mask.unsqueeze(0)
+                gt = gt * mask.unsqueeze(0)
+            elif self.random_out_of_mask_color:
+                gt = gt * mask.unsqueeze(0) + (1 - mask.unsqueeze(0)) * torch.rand_like(gt)
+            else:
+                gt = gt * mask.unsqueeze(0) + (1 - mask.unsqueeze(0)) * camera.bg_color.unsqueeze(-1).unsqueeze(-1)
         Ll1 = l1_loss(render, gt)
         ssim_value = ssim(render, gt)
         loss = (1.0 - self.lambda_dssim) * Ll1 + self.lambda_dssim * (1.0 - ssim_value)

{gaussian_splatting-1.17.1.dist-info → gaussian_splatting-1.17.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gaussian_splatting
-Version: 1.17.1
+Version: 1.17.3
 Summary: Refactored python training and inference code for 3D Gaussian Splatting
 Home-page: https://github.com/yindaheng98/gaussian-splatting
 Author: yindaheng98

{gaussian_splatting-1.17.1.dist-info → gaussian_splatting-1.17.3.dist-info}/RECORD

@@ -1,7 +1,7 @@
 gaussian_splatting/__init__.py,sha256=CiOZMcyPTAaKtEuMZUhEda_Ad4_RUhmIstB-A3iuOJY,131
-gaussian_splatting/camera.py,sha256=jQdJZaHJABXshZ9LH9U9FC_-fi0bEUZo4m3b71PImbA,8218
-gaussian_splatting/camera_trainable.py,sha256=XHynfc-9Z3d8N00u4rUlyAglwTadT_BDoV4ffOBLcLU,3862
-gaussian_splatting/gaussian_model.py,sha256=Jg0RJXNeCMNjQpZStag2H8JpvTeukjgqnrHVHJRSDcY,13296
+gaussian_splatting/camera.py,sha256=u-U99RW9dCPVqUZxVzrUW7nxHsXgKZ7NXHnSqCNOfKk,8365
+gaussian_splatting/camera_trainable.py,sha256=nI6hFFRV2ev7VwLlKUbzEdN9zUmngYZAANGLr1p1yBA,3841
+gaussian_splatting/gaussian_model.py,sha256=_Dy_dDa2prALhVgg428a-O8-8PODg3c_JPkOJJ8X4o8,13275
 gaussian_splatting/prepare.py,sha256=SdljFF2TU-ETkIY2ceHEz9tGA-o4HfHxGsFKIhyB1Ek,3042
 gaussian_splatting/render.py,sha256=2dP7Yr5e5uLJAs9MwRJSBY9eZQjaDtf9XB-HdtPmxPc,5930
 gaussian_splatting/train.py,sha256=VAFlPHB5ETH8BiYhe0LWY2UWXyB16tSRPKUaV5VPp5A,5196
@@ -12,12 +12,12 @@ gaussian_splatting/dataset/colmap/__init__.py,sha256=YEYT2k2WJSqrkkZq4KAJYS9UMgq
 gaussian_splatting/dataset/colmap/dataset.py,sha256=Lq2b3hMdtOmdqPjvEjR6CLukAR7dZBEKMz8yzDD2Bgo,4519
 gaussian_splatting/dataset/colmap/params_init.py,sha256=6_6gZ0Wl4aZrps2PJ_U234sxW5D-vOTfwioVa1FWC-E,1802
 gaussian_splatting/dataset/colmap/read_write_model.py,sha256=TenI7ai5UV7Ksg2vAXvJWnYFwOOo1tlS_633RfCLuQU,23137
-gaussian_splatting/diff_gaussian_rasterization/_C.cp311-win_amd64.pyd,sha256=u5BEjsA-ha-9ZYM3mBSmTd8wUzMFENgZdvFv04Kdj78,1295360
+gaussian_splatting/diff_gaussian_rasterization/_C.cp311-win_amd64.pyd,sha256=Eo6hc35prDrvOvRG99yztOrNH-TSaP-H3vzVEg5w6c4,1295360
 gaussian_splatting/diff_gaussian_rasterization/__init__.py,sha256=a9D0IZiPx-Mk1795hSq54T-NYT4MtEN_MZrxeMhw0Eo,6705
-gaussian_splatting/simple_knn/_C.cp311-win_amd64.pyd,sha256=V91fGX3QZrN1xKHvejsb2SdtAUcz7Gf6wXGPKpdgBHo,1164288
+gaussian_splatting/simple_knn/_C.cp311-win_amd64.pyd,sha256=C8EIUQJpy0eDOKxODdeg6R8X8xyGLJFGRfhLgjGL1JY,1164288
 gaussian_splatting/trainer/__init__.py,sha256=962fEY8A0spSQn5de_d_LkPOjA1PYKrLbuAkxwZo7mI,940
 gaussian_splatting/trainer/abc.py,sha256=kpYnJjLOhsyhE-V2J79EC9nih6MYBcXkmK9cHUA-3ao,4022
-gaussian_splatting/trainer/base.py,sha256=GrenIGWMXtF-2-b3b1WCA-gQV30TpMQMxBZmPPVKFSg,2795
+gaussian_splatting/trainer/base.py,sha256=Ky-ZVP5MU-h4QBKQL_PHmwZp4VoxmRo7RjLKpqYz4N8,3564
 gaussian_splatting/trainer/camera_trainable.py,sha256=TBQXn2f578qeizPz6tgqFm-GRvttv9duuB1xx7_J9TQ,4567
 gaussian_splatting/trainer/combinations.py,sha256=7NX4fXdDOx8ri1_mgAaWNx-YVdo5XsqMlr9qy-Ll2MM,5329
 gaussian_splatting/trainer/depth.py,sha256=PxWBSNxzoQcRfCFI_yJnJMS6s8qFWn81CXK6O6ffXL0,7059
@@ -45,8 +45,8 @@ gaussian_splatting/utils/lpipsPyTorch/modules/__init__.py,sha256=47DEQpj8HBSa-_T
 gaussian_splatting/utils/lpipsPyTorch/modules/lpips.py,sha256=YScu0oXIEstCCjJVRItS_R_csUw70sBMFuP8Syl2UdI,1187
 gaussian_splatting/utils/lpipsPyTorch/modules/networks.py,sha256=kqIebq7dAhHypTXweFVEf_RDbN7_Zv7O3MlD-CfRvpg,2788
 gaussian_splatting/utils/lpipsPyTorch/modules/utils.py,sha256=TDcem3E3HqDNN2MT8qlOL_BKVHeO4HRE77JxF-kOWk8,915
-gaussian_splatting-1.17.1.dist-info/licenses/LICENSE.md,sha256=bMuRQKn0u485mx8JBBTJ5Simc-aWHaQsxmoB6jsg5oE,4752
-gaussian_splatting-1.17.1.dist-info/METADATA,sha256=MvYFlsHWGm2OfCFU3lEg6qtlj8Fkva34ev3JIeMlGLo,17046
-gaussian_splatting-1.17.1.dist-info/WHEEL,sha256=JLOMsP7F5qtkAkINx5UnzbFguf8CqZeraV8o04b0I8I,101
-gaussian_splatting-1.17.1.dist-info/top_level.txt,sha256=uaYrPYXRHhpybgCnsoazTcdhpzZGnLT_vd5eoRzBWWI,19
-gaussian_splatting-1.17.1.dist-info/RECORD,,
+gaussian_splatting-1.17.3.dist-info/licenses/LICENSE.md,sha256=bMuRQKn0u485mx8JBBTJ5Simc-aWHaQsxmoB6jsg5oE,4752
+gaussian_splatting-1.17.3.dist-info/METADATA,sha256=rWv-xaUeB_b-G_QlxaZvWWilL2S20ka_uKlkxZ3skZY,17046
+gaussian_splatting-1.17.3.dist-info/WHEEL,sha256=JLOMsP7F5qtkAkINx5UnzbFguf8CqZeraV8o04b0I8I,101
+gaussian_splatting-1.17.3.dist-info/top_level.txt,sha256=uaYrPYXRHhpybgCnsoazTcdhpzZGnLT_vd5eoRzBWWI,19
+gaussian_splatting-1.17.3.dist-info/RECORD,,