pytorch-ignite 0.6.0.dev20250310__py3-none-any.whl → 0.6.0.dev20260101__py3-none-any.whl

ignite/__init__.py

@@ -6,4 +6,4 @@ import ignite.handlers
 import ignite.metrics
 import ignite.utils
 
-__version__ = "0.6.0.dev20250310"
+__version__ = "0.6.0.dev20260101"

ignite/contrib/engines/common.py

@@ -265,6 +265,7 @@ def _setup_common_distrib_training_handlers(
 
         @trainer.on(Events.EPOCH_STARTED)
         def distrib_set_epoch(engine: Engine) -> None:
+            # pyrefly: ignore [missing-attribute]
             train_sampler.set_epoch(engine.state.epoch - 1)
 
 

ignite/contrib/handlers/base_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/base_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/clearml_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/clearml_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/lr_finder.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/lr_finder.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/mlflow_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/mlflow_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/neptune_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/neptune_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/param_scheduler.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/param_scheduler.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/polyaxon_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/polyaxon_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/tensorboard_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/tensorboard_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/time_profilers.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/time_profilers.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/tqdm_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/tqdm_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/visdom_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/visdom_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/handlers/wandb_logger.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/handlers/wandb_logger.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/metrics/average_precision.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to /ignite/metrics/average_precision.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/metrics/cohen_kappa.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/cohen_kappa.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/metrics/gpu_info.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/gpu_info.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/metrics/precision_recall_curve.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/precision_recall_curve.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/contrib/metrics/regression/canberra_metric.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/canberra_metric.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.canberra_metric import CanberraMetric

ignite/contrib/metrics/regression/fractional_absolute_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/fractional_absolute_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.fractional_absolute_error import FractionalAbsoluteError

ignite/contrib/metrics/regression/fractional_bias.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/fractional_bias.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.fractional_bias import FractionalBias

ignite/contrib/metrics/regression/geometric_mean_absolute_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/geometric_mean_absolute_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.geometric_mean_absolute_error import GeometricMeanAbsoluteError

ignite/contrib/metrics/regression/geometric_mean_relative_absolute_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/geometric_mean_relative_absolute_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.geometric_mean_relative_absolute_error import GeometricMeanRelativeAbsoluteError

ignite/contrib/metrics/regression/manhattan_distance.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/manhattan_distance.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.manhattan_distance import ManhattanDistance

ignite/contrib/metrics/regression/maximum_absolute_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/maximum_absolute_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.maximum_absolute_error import MaximumAbsoluteError

ignite/contrib/metrics/regression/mean_absolute_relative_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/mean_absolute_relative_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.mean_absolute_relative_error import MeanAbsoluteRelativeError

ignite/contrib/metrics/regression/mean_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/mean_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.mean_error import MeanError

ignite/contrib/metrics/regression/mean_normalized_bias.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/mean_normalized_bias.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.mean_normalized_bias import MeanNormalizedBias

ignite/contrib/metrics/regression/median_absolute_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/median_absolute_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.median_absolute_error import MedianAbsoluteError

ignite/contrib/metrics/regression/median_absolute_percentage_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/median_absolute_percentage_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.median_absolute_percentage_error import MedianAbsolutePercentageError

ignite/contrib/metrics/regression/median_relative_absolute_error.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/median_relative_absolute_error.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.median_relative_absolute_error import MedianRelativeAbsoluteError

ignite/contrib/metrics/regression/r2_score.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/r2_score.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.r2_score import R2Score

ignite/contrib/metrics/regression/wave_hedges_distance.py

@@ -9,9 +9,8 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/regression/wave_hedges_distance.py"
-    f" and will be removed in version {removed_in}"
-    if removed_in
-    else "" ".\n Please refer to the documentation for more details."
+    + f" and will be removed in version {removed_in}"
+    + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)
 from ignite.metrics.regression.wave_hedges_distance import WaveHedgesDistance

ignite/contrib/metrics/roc_auc.py

@@ -9,7 +9,7 @@ import warnings
 removed_in = "0.6.0"
 deprecation_warning = (
     f"{__file__} has been moved to ignite/metrics/roc_auc.py"
-    + (f" and will be removed in version {removed_in}" if removed_in else "")
+    + f" and will be removed in version {removed_in}"
     + ".\n Please refer to the documentation for more details."
 )
 warnings.warn(deprecation_warning, DeprecationWarning, stacklevel=2)

ignite/distributed/auto.py

@@ -336,6 +336,7 @@ if idist.has_xla_support:
         # From pytorch/xla if `torch_xla.distributed.parallel_loader.MpDeviceLoader` is not available
         def __init__(self, loader: Any, device: torch.device, **kwargs: Any) -> None:
             self._loader = loader
+            # pyrefly: ignore [read-only]
             self._device = device
             self._parallel_loader_kwargs = kwargs
 

ignite/distributed/comp_models/base.py

@@ -298,6 +298,10 @@ class ComputationModel(metaclass=ABCMeta):
     def _do_new_group(self, ranks: List[int], **kwargs: Any) -> Any:
         pass
 
+    @abstractmethod
+    def _rank_not_in_group(self, group: Any) -> bool:
+        pass
+
 
 class _SerialModel(ComputationModel):
     """Private class defines non-distributed computation model for code compatibility with other distributed models."""
@@ -396,3 +400,6 @@ class _SerialModel(ComputationModel):
             return self._do_new_group(ranks, **kwargs)
         else:
             raise ValueError("Argument ranks should be list of int")
+
+    def _rank_not_in_group(self, group: Any) -> bool:
+        return False

ignite/distributed/comp_models/horovod.py

@@ -1,5 +1,6 @@
+import os
 import warnings
-from typing import Any, Callable, cast, List, Mapping, Optional, Tuple
+from typing import Any, Callable, cast, List, Mapping, Optional, Tuple, TYPE_CHECKING
 
 import torch
 
@@ -19,10 +20,18 @@ try:
 except ImportError:
     has_hvd_support = False
 
+    if TYPE_CHECKING:
+        # Tell the type checker that hvd imports are always defined.
+        import horovod.torch as hvd
+        from horovod import run as hvd_mp_spawn
+
 
 if has_hvd_support:
     HOROVOD = "horovod"
 
+    # Enables dynamic process sets: new_group methods and passing group into collective ops
+    os.environ["HOROVOD_DYNAMIC_PROCESS_SETS"] = "1"
+
     class _HorovodDistModel(ComputationModel):
         """Private class for `Horovod <https://horovod.readthedocs.io/en/stable/>`_ distributed computation model."""
 
@@ -66,6 +75,7 @@ if has_hvd_support:
                 self._init_from_context()
 
         def _create_from_backend(self, backend: str, **kwargs: Any) -> None:
+            # pyrefly: ignore [bad-override]
             self._backend: str = backend
             comm = kwargs.get("comm", None)
             hvd.init(comm=comm)
@@ -125,6 +135,7 @@ if has_hvd_support:
             finalize()
 
         @staticmethod
+        # pyrefly: ignore [bad-override]
         def spawn(
             fn: Callable,
             args: Tuple,
@@ -155,6 +166,15 @@ if has_hvd_support:
                 **kwargs,
             )
 
+        def _setup_group(self, group: Any) -> hvd.ProcessSet:
+            if isinstance(group, list) and all(isinstance(item, int) for item in group):
+                group = self._do_new_group(group)
+            if not isinstance(group, hvd.ProcessSet):
+                raise ValueError(
+                    f"Argument group should be list of int or hvd.ProcessSet, got {type(group)}, group={group}"
+                )
+            return group
+
         _reduce_op_map = {
             "SUM": hvd.mpi_ops.Sum,
             "AVERAGE": hvd.mpi_ops.Average,
@@ -187,10 +207,15 @@ if has_hvd_support:
 
         def _do_all_gather(self, tensor: torch.Tensor, group: Optional[Any] = None) -> torch.Tensor:
             if group is not None:
-                raise NotImplementedError("all_gather with group for horovod is not implemented")
+                group = self._setup_group(group)
+            if self._rank_not_in_group(group):
+                return tensor
             if tensor.ndimension() == 0:
                 tensor = tensor.unsqueeze(0)
-            return hvd.allgather(tensor)
+            if group is not None:
+                return hvd.allgather(tensor, process_set=group)
+            else:
+                return hvd.allgather(tensor)
 
         def _do_all_gather_object(self, tensor: Any, group: Optional[Any] = None) -> List[Any]:
             if group is not None:
@@ -198,8 +223,8 @@ if has_hvd_support:
 
             return hvd.allgather_object(tensor)
 
-        def _do_new_group(self, ranks: List[int], **kwargs: Any) -> Any:
-            return hvd.ProcessSet(ranks)
+        def _do_new_group(self, ranks: List[int], **kwargs: Any) -> hvd.ProcessSet:
+            return hvd.add_process_set(ranks)
 
         def _do_broadcast(self, tensor: torch.Tensor, src: int) -> torch.Tensor:
             return hvd.broadcast(tensor, root_rank=src)
@@ -208,3 +233,8 @@ if has_hvd_support:
             # https://github.com/horovod/horovod/issues/159#issuecomment-424834603
             # hvd.allreduce(torch.tensor(0, device=self.device()), name="barrier")
             hvd.allreduce(torch.tensor(0, device="cpu"), name="barrier")
+
+        def _rank_not_in_group(self, group: Optional[Any]) -> bool:
+            if group is None:
+                return False
+            return not group.included()

ignite/distributed/comp_models/native.py

@@ -178,7 +178,7 @@ if has_native_dist_support:
             c: Counter = Counter(hostnames)
             sizes = torch.tensor([0] + list(c.values()))
             cumsum_sizes = torch.cumsum(sizes, dim=0)
-            node_rank = (rank // cumsum_sizes[1:]).clamp(0, 1).sum().item()
+            node_rank = cast(int, (rank // cumsum_sizes[1:]).clamp(0, 1).sum().item())
             local_rank = rank - cumsum_sizes[node_rank].item()
             return int(local_rank), node_rank
 
@@ -345,6 +345,7 @@ if has_native_dist_support:
             os.environ.update(copy_env_vars)
 
         @staticmethod
+        # pyrefly: ignore [bad-override]
         def spawn(
             fn: Callable,
             args: Tuple,
@@ -408,7 +409,7 @@ if has_native_dist_support:
                 **spawn_kwargs,
             )
 
-        def _setup_group(self, group: Optional[Any]) -> dist.ProcessGroup:
+        def _setup_group(self, group: Any) -> dist.ProcessGroup:
             if isinstance(group, list) and all(isinstance(item, int) for item in group):
                 group = self._do_new_group(group)
             if not (isinstance(group, dist.ProcessGroup) or group == dist.GroupMember.NON_GROUP_MEMBER):
@@ -442,7 +443,7 @@ if has_native_dist_support:
         def _do_all_gather(self, tensor: torch.Tensor, group: Optional[Any] = None) -> torch.Tensor:
             if group is not None:
                 group = self._setup_group(group)
-            if group == dist.GroupMember.NON_GROUP_MEMBER:
+            if self._rank_not_in_group(group):
                 return tensor
             if group is None:
                 group_size = self.get_world_size()
@@ -466,7 +467,7 @@ if has_native_dist_support:
                 )
             if group is not None:
                 group = self._setup_group(group)
-            if group == dist.GroupMember.NON_GROUP_MEMBER:
+            if self._rank_not_in_group(group):
                 return tensor
             if group is None:
                 group_size = self.get_world_size()
@@ -491,6 +492,9 @@ if has_native_dist_support:
         def barrier(self) -> None:
             dist.barrier()
 
+        def _rank_not_in_group(self, group: Optional[Any]) -> bool:
+            return dist._rank_not_in_group(group)
+
     def _expand_hostlist(nodelist: str) -> List[str]:
         """Expand a compressed hostlist string and returns all hosts listed.
 

ignite/distributed/comp_models/xla.py

@@ -54,6 +54,7 @@ if has_xla_support:
         def _create_from_backend(self, backend: str, **kwargs: Any) -> None:
             xm.rendezvous("init")
 
+            # pyrefly: ignore [bad-override]
             self._backend: str = backend
             self._setup_attrs()
 
@@ -106,6 +107,7 @@ if has_xla_support:
             finalize()
 
         @staticmethod
+        # pyrefly: ignore [bad-override]
         def spawn(
             fn: Callable,
             args: Tuple,
@@ -175,3 +177,6 @@ if has_xla_support:
             if isinstance(group, list) and all(isinstance(item, int) for item in group):
                 return True
             return False
+
+        def _rank_not_in_group(self, group: Any) -> bool:
+            return self.get_rank() not in group

ignite/distributed/launcher.py

@@ -322,19 +322,15 @@ class Parallel:
             idist.initialize(self.backend, init_method=self.init_method)
 
         # The logger can be setup from now since idist.initialize() has been called (if needed)
-        self._logger = setup_logger(__name__ + "." + self.__class__.__name__)  # type: ignore[assignment]
+        self._logger = setup_logger(__name__ + "." + self.__class__.__name__)
 
         if self.backend is not None:
             if self._spawn_params is None:
-                self._logger.info(  # type: ignore[attr-defined]
-                    f"Initialized processing group with backend: '{self.backend}'"
-                )
+                self._logger.info(f"Initialized processing group with backend: '{self.backend}'")
             else:
-                self._logger.info(  # type: ignore[attr-defined]
-                    f"Initialized distributed launcher with backend: '{self.backend}'"
-                )
+                self._logger.info(f"Initialized distributed launcher with backend: '{self.backend}'")
                 msg = "\n\t".join([f"{k}: {v}" for k, v in self._spawn_params.items() if v is not None])
-                self._logger.info(f"- Parameters to spawn processes: \n\t{msg}")  # type: ignore[attr-defined]
+                self._logger.info(f"- Parameters to spawn processes: \n\t{msg}")
 
         return self