nshtrainer 0.4.0__py3-none-any.whl → 0.4.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
nshtrainer/runner.py CHANGED
@@ -1,7 +1,11 @@
1
+ import copy
2
+ import functools
3
+ from collections.abc import Callable, Mapping, Sequence
1
4
  from typing import Generic
2
5
 
3
6
  from nshrunner import RunInfo
4
7
  from nshrunner import Runner as _Runner
8
+ from nshrunner._runner import SnapshotArgType
5
9
  from typing_extensions import TypeVar, TypeVarTuple, Unpack, override
6
10
 
7
11
  from .model.config import BaseConfig
@@ -29,3 +33,65 @@ class Runner(
29
33
  "id": config.id,
30
34
  "base_dir": config.directory.project_root,
31
35
  }
36
+
37
+ def _fast_dev_run_transform(
38
+ self,
39
+ config: TConfig,
40
+ *args: Unpack[TArguments],
41
+ n_batches: int,
42
+ ):
43
+ config = copy.deepcopy(config)
44
+ config.trainer.fast_dev_run = n_batches
45
+ return (config, *args)
46
+
47
+ def fast_dev_run(
48
+ self,
49
+ runs: Sequence[tuple[TConfig, Unpack[TArguments]]],
50
+ n_batches: int = 1,
51
+ *,
52
+ env: Mapping[str, str] | None = None,
53
+ transforms: list[
54
+ Callable[[TConfig, Unpack[TArguments]], tuple[TConfig, Unpack[TArguments]]]
55
+ ]
56
+ | None = None,
57
+ ):
58
+ transforms = transforms or []
59
+ transforms.append(
60
+ functools.partial(self._fast_dev_run_transform, n_batches=n_batches)
61
+ )
62
+ return self.local(runs, env=env, transforms=transforms)
63
+
64
+ def fast_dev_run_session(
65
+ self,
66
+ runs: Sequence[tuple[TConfig, Unpack[TArguments]]],
67
+ n_batches: int = 1,
68
+ *,
69
+ snapshot: SnapshotArgType,
70
+ setup_commands: Sequence[str] | None = None,
71
+ env: Mapping[str, str] | None = None,
72
+ transforms: list[
73
+ Callable[[TConfig, Unpack[TArguments]], tuple[TConfig, Unpack[TArguments]]]
74
+ ]
75
+ | None = None,
76
+ activate_venv: bool = True,
77
+ session_name: str = "nshrunner",
78
+ attach: bool = True,
79
+ print_command: bool = True,
80
+ pause_before_exit: bool = False,
81
+ ):
82
+ transforms = transforms or []
83
+ transforms.append(
84
+ functools.partial(self._fast_dev_run_transform, n_batches=n_batches)
85
+ )
86
+ return self.session(
87
+ runs,
88
+ snapshot=snapshot,
89
+ setup_commands=setup_commands,
90
+ env=env,
91
+ transforms=transforms,
92
+ activate_venv=activate_venv,
93
+ session_name=session_name,
94
+ attach=attach,
95
+ print_command=print_command,
96
+ pause_before_exit=pause_before_exit,
97
+ )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: nshtrainer
3
- Version: 0.4.0
3
+ Version: 0.4.1
4
4
  Summary:
5
5
  Author: Nima Shoghi
6
6
  Author-email: nimashoghi@gmail.com
@@ -13,7 +13,7 @@ Requires-Dist: lightning
13
13
  Requires-Dist: lovely-numpy (>=0.2.13,<0.3.0)
14
14
  Requires-Dist: lovely-tensors (>=0.1.16,<0.2.0)
15
15
  Requires-Dist: nshconfig (>=0.2.0,<0.3.0)
16
- Requires-Dist: nshrunner (>=0.5.4,<0.6.0)
16
+ Requires-Dist: nshrunner (>=0.5.5,<0.6.0)
17
17
  Requires-Dist: nshutils (>=0.3.0,<0.4.0)
18
18
  Requires-Dist: numpy
19
19
  Requires-Dist: pytorch-lightning
@@ -46,7 +46,7 @@ nshtrainer/nn/module_dict.py,sha256=NOY0B6WDTnktyWH4GthsprMQo0bpehC-hCq9SfD8paE,
46
46
  nshtrainer/nn/module_list.py,sha256=fb2u5Rqdjff8Pekyr9hkCPkBorQ-fldzzFAjsgWAm30,1719
47
47
  nshtrainer/nn/nonlinearity.py,sha256=owtU4kh4G98psD0axOJWVfBhm-OtJVgFM-TXSHmbNPU,3625
48
48
  nshtrainer/optimizer.py,sha256=kuJEA1pvB3y1FcsfhAoOJujVqEZqFHlmYO8GW6JeA1g,1527
49
- nshtrainer/runner.py,sha256=vyHr0EZ0PBOWZh09BtOOxio-FRQZFbVoL4cdBlI97vY,991
49
+ nshtrainer/runner.py,sha256=zhNiDmv9R-oVmutQLrNUTDz9RLLAlHG6K0uYz77HkRM,3090
50
50
  nshtrainer/scripts/check_env.py,sha256=IMl6dSqsLYppI0XuCsVq8lK4bYqXwY9KHJkzsShz4Kg,806
51
51
  nshtrainer/scripts/find_packages.py,sha256=FbdlfmAefttFSMfaT0A46a-oHLP_ioaQKihwBfBeWeA,1467
52
52
  nshtrainer/trainer/__init__.py,sha256=P2rmr8oBVTHk-HJHYPcUwWqDEArMbPR4_rPpATbWK3E,40
@@ -58,6 +58,6 @@ nshtrainer/util/seed.py,sha256=HEXgVs-wldByahOysKwq7506OHxdYTEgmP-tDQVAEkQ,287
58
58
  nshtrainer/util/slurm.py,sha256=rofIU26z3SdL79SF45tNez6juou1cyDLz07oXEZb9Hg,1566
59
59
  nshtrainer/util/typed.py,sha256=NGuDkDzFlc1fAoaXjOFZVbmj0mRFjsQi1E_hPa7Bn5U,128
60
60
  nshtrainer/util/typing_utils.py,sha256=8ptjSSLZxlmy4FY6lzzkoGoF5fGNClo8-B_c0XHQaNU,385
61
- nshtrainer-0.4.0.dist-info/METADATA,sha256=V4fr_C3pnSpaXT1KHAmnDFLcDznTo7AZZDAPFPm3AUk,812
62
- nshtrainer-0.4.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
63
- nshtrainer-0.4.0.dist-info/RECORD,,
61
+ nshtrainer-0.4.1.dist-info/METADATA,sha256=HJFw7NgykuNISf63Lwa7mtnJf8Cpws2x4a_LirXSCnw,812
62
+ nshtrainer-0.4.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
63
+ nshtrainer-0.4.1.dist-info/RECORD,,