returnn 1.20231128.202540__tar.gz → 1.20231129.140902__tar.gz

{returnn-1.20231128.202540/returnn.egg-info → returnn-1.20231129.140902}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20231128.202540
+Version: 1.20231129.140902
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn-1.20231129.140902/_setup_info_generated.py

@@ -0,0 +1,2 @@
+version = '1.20231129.140902'
+long_version = '1.20231129.140902+git.4bb98be'

{returnn-1.20231128.202540 → returnn-1.20231129.140902}/returnn/__main__.py

@@ -394,6 +394,9 @@ def init(config_filename=None, command_line_options=(), config_updates=None, ext
     init_backend_engine()
     if config.bool("ipython", False):
         debug_util.init_ipython_kernel()
+    if config.typed_value("startup_callback"):
+        startup_callback = config.typed_value("startup_callback")
+        startup_callback(config=config)
     if need_data():
         init_data()
     print_task_properties()

{returnn-1.20231128.202540 → returnn-1.20231129.140902}/returnn/datasets/basic.py

@@ -248,14 +248,14 @@ class Dataset(object):
         if config.typed_value("torch_distributed") is not None:
             import returnn.torch.distributed
 
-            return returnn.torch.distributed.get_ctx().rank() * 16127
+            return returnn.torch.distributed.get_ctx(config=config).rank() * 16127
         elif config.is_true("use_horovod"):
             assert config.bool("use_tensorflow", False) or config.value("backend", "").startswith("tensorflow")
 
             import returnn.tf.horovod
 
-            if returnn.tf.horovod.get_ctx().is_dataset_distribution_random_seed_offset():
-                return returnn.tf.horovod.get_ctx().rank() * 16127
+            if returnn.tf.horovod.get_ctx(config=config).is_dataset_distribution_random_seed_offset():
+                return returnn.tf.horovod.get_ctx(config=config).rank() * 16127
         return 0
 
     @staticmethod

{returnn-1.20231128.202540 → returnn-1.20231129.140902}/returnn/torch/distributed.py

@@ -3,10 +3,10 @@ torch.distributed utils
 """
 
 from __future__ import annotations
-import itertools
-from typing import Optional
+from typing import Optional, Any, Dict
 import os
 import socket
+import itertools
 
 import torch
 
@@ -18,7 +18,7 @@ class DistributedContext:
     This class setups some helper functions for torch distributed training
     """
 
-    def __init__(self, config: Config):
+    def __init__(self, options: Dict[str, Any]):
         import torch.distributed as dist
 
         # when no backend is specified, both gloo and nccl backends will be created
@@ -26,7 +26,7 @@ class DistributedContext:
         # the nccl backend will be used for collectives with CUDA tensors
         dist.init_process_group(backend=None)
 
-        self._config = config
+        self._opts = options
         self._local_rank = int(os.environ["LOCAL_RANK"])
         self._local_size = int(os.environ["LOCAL_WORLD_SIZE"])
         self._rank = dist.get_rank()
@@ -75,9 +75,10 @@ def get_ctx(config=None):
         if not config:
             return None
     _is_set_up = True
-    if config.typed_value("torch_distributed") is None:
+    opts = config.typed_value("torch_distributed")
+    if opts is None:
         return None
-    _ctx = DistributedContext(config=config)
+    _ctx = DistributedContext(opts)
     return _ctx
 
 

{returnn-1.20231128.202540 → returnn-1.20231129.140902/returnn.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: returnn
-Version: 1.20231128.202540
+Version: 1.20231129.140902
 Summary: The RWTH extensible training framework for universal recurrent neural networks
 Home-page: https://github.com/rwth-i6/returnn/
 Author: Albert Zeyer

returnn-1.20231128.202540/_setup_info_generated.py

@@ -1,2 +0,0 @@
-version = '1.20231128.202540'
-long_version = '1.20231128.202540+git.ed7487a'