drlab 0.2.8__tar.gz → 0.2.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. {drlab-0.2.8/src/drlab.egg-info → drlab-0.2.9}/PKG-INFO +1 -1
  2. {drlab-0.2.8 → drlab-0.2.9}/pyproject.toml +1 -1
  3. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/__init__.py +1 -1
  4. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/off_policy/base.py +4 -0
  5. {drlab-0.2.8 → drlab-0.2.9/src/drlab.egg-info}/PKG-INFO +1 -1
  6. {drlab-0.2.8 → drlab-0.2.9}/tests/test_off_policy_experiment.py +5 -0
  7. {drlab-0.2.8 → drlab-0.2.9}/tests/test_public_api.py +1 -1
  8. {drlab-0.2.8 → drlab-0.2.9}/LICENSE +0 -0
  9. {drlab-0.2.8 → drlab-0.2.9}/README.md +0 -0
  10. {drlab-0.2.8 → drlab-0.2.9}/setup.cfg +0 -0
  11. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/controllers/__init__.py +0 -0
  12. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/controllers/base.py +0 -0
  13. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/controllers/e_greedy.py +0 -0
  14. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/controllers/gaussian.py +0 -0
  15. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/controllers/greedy.py +0 -0
  16. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/controllers/stochastic.py +0 -0
  17. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/controllers/warmup.py +0 -0
  18. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/experiments/__init__.py +0 -0
  19. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/experiments/off_policy_experiment.py +0 -0
  20. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/experiments/on_policy_experiment.py +0 -0
  21. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/__init__.py +0 -0
  22. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/off_policy/__init__.py +0 -0
  23. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/off_policy/configs.py +0 -0
  24. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/off_policy/dqn.py +0 -0
  25. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/off_policy/sac.py +0 -0
  26. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/on_policy/__init__.py +0 -0
  27. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/on_policy/actor_critic.py +0 -0
  28. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/on_policy/base.py +0 -0
  29. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/on_policy/configs.py +0 -0
  30. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/on_policy/ppo.py +0 -0
  31. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/learners/on_policy/reinforce.py +0 -0
  32. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/replay/__init__.py +0 -0
  33. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/replay/replay_buffer.py +0 -0
  34. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/replay/transition_batch.py +0 -0
  35. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/runners/__init__.py +0 -0
  36. {drlab-0.2.8 → drlab-0.2.9}/src/drlab/runners/runner.py +0 -0
  37. {drlab-0.2.8 → drlab-0.2.9}/src/drlab.egg-info/SOURCES.txt +0 -0
  38. {drlab-0.2.8 → drlab-0.2.9}/src/drlab.egg-info/dependency_links.txt +0 -0
  39. {drlab-0.2.8 → drlab-0.2.9}/src/drlab.egg-info/requires.txt +0 -0
  40. {drlab-0.2.8 → drlab-0.2.9}/src/drlab.egg-info/top_level.txt +0 -0
  41. {drlab-0.2.8 → drlab-0.2.9}/tests/test_controllers.py +0 -0
  42. {drlab-0.2.8 → drlab-0.2.9}/tests/test_learners.py +0 -0
  43. {drlab-0.2.8 → drlab-0.2.9}/tests/test_replay.py +0 -0
  44. {drlab-0.2.8 → drlab-0.2.9}/tests/test_runner.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: drlab
3
- Version: 0.2.8
3
+ Version: 0.2.9
4
4
  Summary: Deep Reinforcement Learning kit for research.
5
5
  Author: Tomas Osarte
6
6
  Keywords: reinforcement-learning,deep-learning,pytorch,gymnasium
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "drlab"
7
- version = "0.2.8"
7
+ version = "0.2.9"
8
8
  description = "Deep Reinforcement Learning kit for research."
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.11"
@@ -35,7 +35,7 @@ from drlab.learners import (
35
35
  from drlab.replay import ReplayBuffer, TransitionBatch
36
36
  from drlab.runners import Runner
37
37
 
38
- __version__ = "0.2.8"
38
+ __version__ = "0.2.9"
39
39
 
40
40
  __all__ = [
41
41
  "__version__",
@@ -28,6 +28,10 @@ class OffPolicyLearner(ABC):
28
28
 
29
29
  self._validate_config()
30
30
 
31
+ def reset_optimizers(self) -> None:
32
+ """Reset optimizer state owned by the learner, if any."""
33
+ pass
34
+
31
35
  def _validate_config(self) -> None:
32
36
  if len(self.regularizers) != len(self.reg_lams):
33
37
  raise ValueError("regularizers and reg_lams must have same length.")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: drlab
3
- Version: 0.2.8
3
+ Version: 0.2.9
4
4
  Summary: Deep Reinforcement Learning kit for research.
5
5
  Author: Tomas Osarte
6
6
  Keywords: reinforcement-learning,deep-learning,pytorch,gymnasium
@@ -71,6 +71,11 @@ def one_transition() -> TransitionBatch:
71
71
 
72
72
 
73
73
  class OffPolicyExperimentTest(unittest.TestCase):
74
+ def test_base_learner_optimizer_reset_is_a_noop(self):
75
+ learner = CountingLearner()
76
+
77
+ self.assertIsNone(learner.reset_optimizers())
78
+
74
79
  def make_experiment(self, config: OffPolicyExperimentConfig) -> OffPolicyExperiment:
75
80
  env = OneStepEnv()
76
81
  learner = CountingLearner()
@@ -37,7 +37,7 @@ class PublicAPITest(unittest.TestCase):
37
37
  "WarmupController",
38
38
  }
39
39
 
40
- self.assertEqual(drlab.__version__, "0.2.8")
40
+ self.assertEqual(drlab.__version__, "0.2.9")
41
41
  self.assertTrue(expected.issubset(set(drlab.__all__)))
42
42
  for name in expected:
43
43
  self.assertTrue(hasattr(drlab, name), name)
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes