libinephany 0.15.1__tar.gz → 0.15.3__tar.gz

libinephany-0.15.3/CODE_VERSION.cfg

@@ -0,0 +1 @@
+0.15.3

{libinephany-0.15.1/libinephany.egg-info → libinephany-0.15.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: libinephany
-Version: 0.15.1
+Version: 0.15.3
 Summary: Inephany library containing code commonly used by multiple subpackages.
 Author-email: Inephany <info@inephany.com>
 License: Apache 2.0

{libinephany-0.15.1 → libinephany-0.15.3}/libinephany/observations/observation_utils.py

@@ -173,7 +173,21 @@ def tensor_on_local_rank(tensor: torch.Tensor | None) -> bool:
     :return: Whether the tensor is owned by the local rank.
     """
 
-    return tensor is not None and tensor.grad is not None and tensor.numel() > 0
+    valid_tensor = tensor is not None and tensor.numel() > 0
+    device_index = tensor.device.index if valid_tensor else None
+
+    xpu_available = torch.xpu.is_available()
+    cuda_available = torch.cuda.is_available()
+
+    if valid_tensor and xpu_available and tensor.is_xpu:
+        current_device = torch.xpu.current_device()
+        return device_index == current_device
+
+    elif valid_tensor and cuda_available and tensor.is_cuda:
+        current_device = torch.cuda.current_device()
+        return device_index == current_device
+
+    return valid_tensor
 
 
 def form_update_tensor(

{libinephany-0.15.1 → libinephany-0.15.3}/libinephany/observations/statistic_trackers.py

@@ -193,13 +193,14 @@ class Statistic(ABC):
         Processes the tensor cache to build a TensorStatistic model.
         """
 
-        concatenated = torch.cat(self._tensor_cache)
-        self._tensor_cache = []
+        if self._tensor_cache:
+            concatenated = torch.cat(self._tensor_cache)
+            self._tensor_cache = []
 
-        statistics = TensorStatistics.build(
-            tensor=concatenated, skip_statistics=self.skip_statistics, sample_percentage=self.downsample_percent
-        )
-        self._data.append(statistics)  # type: ignore
+            statistics = TensorStatistics.build(
+                tensor=concatenated, skip_statistics=self.skip_statistics, sample_percentage=self.downsample_percent
+            )
+            self._data.append(statistics)  # type: ignore
 
     @staticmethod
     @final
@@ -281,7 +282,6 @@ class Statistic(ABC):
 
         parameter_group = self._find_parameter_group(optimizer=optimizer)
         parameters = self._get_parameters(parameter_group=parameter_group)
-        self._sample_number += 1
 
         if self._sample_number % self.sample_frequency == 0:
             statistic = self._gather(
@@ -290,18 +290,18 @@ class Statistic(ABC):
 
             statistic = self._distributed_reduce(statistic=statistic)
 
-            if not torch_distributed_utils.is_scheduler_master_rank():
-                return
+            if torch_distributed_utils.is_scheduler_master_rank():
+                if isinstance(statistic, torch.Tensor):
+                    statistic = statistic.view(-1)
+                    self._tensor_cache.append(statistic)
 
-            if isinstance(statistic, torch.Tensor):
-                statistic = statistic.view(-1)
-                self._tensor_cache.append(statistic)
+                    if len(self._tensor_cache) >= self.max_cache_size:
+                        self._process_tensor_cache()
 
-                if len(self._tensor_cache) >= self.max_cache_size:
-                    self._process_tensor_cache()
+                elif statistic is not None:
+                    self._data.append(statistic)  # type: ignore
 
-            elif statistic is not None:
-                self._data.append(statistic)  # type: ignore
+        self._sample_number += 1
 
     @final
     def fetch(self) -> TensorStatistics | float | None:
@@ -403,7 +403,9 @@ class FirstOrderGradients(Statistic):
         :return: None, TensorStatistics model or a float.
         """
 
-        gradients = [p.grad.view(-1) for p in parameters if observation_utils.tensor_on_local_rank(p)]
+        gradients = [
+            p.grad.view(-1) for p in parameters if observation_utils.tensor_on_local_rank(p) and p.grad is not None
+        ]
 
         if not gradients:
             return None
@@ -495,7 +497,9 @@ class SecondOrderGradients(Statistic):
         :return: None, TensorStatistics model or a float.
         """
 
-        fo_gradients = [p.grad.view(-1) for p in parameters if observation_utils.tensor_on_local_rank(p)]
+        fo_gradients = [
+            p.grad.view(-1) for p in parameters if observation_utils.tensor_on_local_rank(p) and p.grad is not None
+        ]
 
         if not fo_gradients:
             return None

{libinephany-0.15.1 → libinephany-0.15.3/libinephany.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: libinephany
-Version: 0.15.1
+Version: 0.15.3
 Summary: Inephany library containing code commonly used by multiple subpackages.
 Author-email: Inephany <info@inephany.com>
 License: Apache 2.0

libinephany-0.15.1/CODE_VERSION.cfg

@@ -1 +0,0 @@
-0.15.1