agilerl 2.3.5.dev1__tar.gz → 2.4.0.dev0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/LICENSE +13 -0
  2. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/PKG-INFO +5 -3
  3. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/README.md +1 -1
  4. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/__init__.py +2 -0
  5. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/base.py +693 -36
  6. agilerl-2.4.0.dev0/agilerl/algorithms/dpo.py +311 -0
  7. agilerl-2.4.0.dev0/agilerl/algorithms/grpo.py +463 -0
  8. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/base.py +0 -1
  9. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_llm.py +293 -11
  10. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/typing.py +15 -2
  11. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/algo_utils.py +31 -26
  12. agilerl-2.4.0.dev0/agilerl/utils/llm_utils.py +669 -0
  13. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/utils.py +49 -2
  14. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/pyproject.toml +1 -2
  15. agilerl-2.3.5.dev1/agilerl/algorithms/grpo.py +0 -1042
  16. agilerl-2.3.5.dev1/agilerl/utils/llm_utils.py +0 -309
  17. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/__init__.py +0 -0
  18. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/bc_lm.py +0 -0
  19. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/__init__.py +0 -0
  20. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/optimizer_wrapper.py +0 -0
  21. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/registry.py +0 -0
  22. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/cqn.py +0 -0
  23. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ddpg.py +0 -0
  24. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/dqn.py +0 -0
  25. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/dqn_rainbow.py +0 -0
  26. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ilql.py +0 -0
  27. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ippo.py +0 -0
  28. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/maddpg.py +0 -0
  29. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/matd3.py +0 -0
  30. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/neural_ts_bandit.py +0 -0
  31. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/neural_ucb_bandit.py +0 -0
  32. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ppo.py +0 -0
  33. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/td3.py +0 -0
  34. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/__init__.py +0 -0
  35. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/data.py +0 -0
  36. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/multi_agent_replay_buffer.py +0 -0
  37. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/replay_buffer.py +0 -0
  38. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/rollout_buffer.py +0 -0
  39. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/sampler.py +0 -0
  40. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/segment_tree.py +0 -0
  41. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/__init__.py +0 -0
  42. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/language_environment.py +0 -0
  43. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/rl_data.py +0 -0
  44. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/tokenizer.py +0 -0
  45. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/torch_datasets.py +0 -0
  46. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/hpo/__init__.py +0 -0
  47. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/hpo/mutation.py +0 -0
  48. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/hpo/tournament.py +0 -0
  49. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/__init__.py +0 -0
  50. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/bert.py +0 -0
  51. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/cnn.py +0 -0
  52. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/configs.py +0 -0
  53. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/custom_components.py +0 -0
  54. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/dummy.py +0 -0
  55. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/gpt.py +0 -0
  56. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/lstm.py +0 -0
  57. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/mlp.py +0 -0
  58. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/multi_input.py +0 -0
  59. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/resnet.py +0 -0
  60. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/simba.py +0 -0
  61. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/__init__.py +0 -0
  62. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/actors.py +0 -0
  63. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/base.py +0 -0
  64. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/custom_modules.py +0 -0
  65. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/distributions.py +0 -0
  66. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/distributions_experimental.py +0 -0
  67. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/q_networks.py +0 -0
  68. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/value_networks.py +0 -0
  69. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/protocols.py +0 -0
  70. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/rollouts/__init__.py +0 -0
  71. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/rollouts/on_policy.py +0 -0
  72. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/__init__.py +0 -0
  73. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_bandits.py +0 -0
  74. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_multi_agent_off_policy.py +0 -0
  75. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_multi_agent_on_policy.py +0 -0
  76. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_off_policy.py +0 -0
  77. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_offline.py +0 -0
  78. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_on_policy.py +0 -0
  79. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/__init__.py +0 -0
  80. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/cache.py +0 -0
  81. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/evolvable_networks.py +0 -0
  82. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/ilql_utils.py +0 -0
  83. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/log_utils.py +0 -0
  84. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/minari_utils.py +0 -0
  85. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/probe_envs.py +0 -0
  86. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/probe_envs_ma.py +0 -0
  87. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/sampling_utils.py +0 -0
  88. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/torch_utils.py +0 -0
  89. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/vector/__init__.py +0 -0
  90. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/vector/pz_async_vec_env.py +0 -0
  91. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/vector/pz_vec_env.py +0 -0
  92. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/__init__.py +0 -0
  93. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/agent.py +0 -0
  94. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/learning.py +0 -0
  95. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/make_evolvable.py +0 -0
  96. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/pettingzoo_wrappers.py +0 -0
  97. {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/utils.py +0 -0
@@ -199,3 +199,16 @@
199
199
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
200
  See the License for the specific language governing permissions and
201
201
  limitations under the License.
202
+
203
+ ---
204
+
205
+ THIRD-PARTY SOFTWARE NOTICES AND INFORMATION
206
+
207
+ This project incorporates code from the following third-party software:
208
+
209
+ TRL (Transformer Reinforcement Learning)
210
+ Copyright 2020-2025 The HuggingFace Team
211
+ Licensed under Apache License 2.0
212
+ https://github.com/huggingface/trl
213
+
214
+ Portions of the GRPO implementation use code patterns adapted from TRL's GRPOTrainer.
@@ -1,8 +1,9 @@
1
- Metadata-Version: 2.3
1
+ Metadata-Version: 2.4
2
2
  Name: agilerl
3
- Version: 2.3.5.dev1
3
+ Version: 2.4.0.dev0
4
4
  Summary: AgileRL is a deep reinforcement learning library focused on improving RL development through RLOps.
5
5
  License: Apache 2.0
6
+ License-File: LICENSE
6
7
  Author: Nick Ustaran-Anderegg
7
8
  Author-email: dev@agilerl.com
8
9
  Requires-Python: >=3.10,<4.0
@@ -12,6 +13,7 @@ Classifier: Programming Language :: Python :: 3.10
12
13
  Classifier: Programming Language :: Python :: 3.11
13
14
  Classifier: Programming Language :: Python :: 3.12
14
15
  Classifier: Programming Language :: Python :: 3.13
16
+ Classifier: Programming Language :: Python :: 3.14
15
17
  Requires-Dist: SuperSuit (>=3.9.0,<4.0.0)
16
18
  Requires-Dist: accelerate (>=1.7.0,<2.0.0)
17
19
  Requires-Dist: deepspeed (>=0.17.1,<0.18.0)
@@ -275,7 +277,7 @@ agent_pop = create_population(
275
277
  Next, create the tournament, mutations and experience replay buffer objects that allow agents to share memory and efficiently perform evolutionary HPO.
276
278
 
277
279
  <details>
278
- <summary>Mutations and Tournament Seelection Example</summary>
280
+ <summary>Mutations and Tournament Selection Example</summary>
279
281
 
280
282
  ```python
281
283
  from agilerl.components.replay_buffer import ReplayBuffer
@@ -228,7 +228,7 @@ agent_pop = create_population(
228
228
  Next, create the tournament, mutations and experience replay buffer objects that allow agents to share memory and efficiently perform evolutionary HPO.
229
229
 
230
230
  <details>
231
- <summary>Mutations and Tournament Seelection Example</summary>
231
+ <summary>Mutations and Tournament Selection Example</summary>
232
232
 
233
233
  ```python
234
234
  from agilerl.components.replay_buffer import ReplayBuffer
@@ -1,6 +1,7 @@
1
1
  from .bc_lm import BC_LM, BC_Evaluator, BC_Policy
2
2
  from .cqn import CQN
3
3
  from .ddpg import DDPG
4
+ from .dpo import DPO
4
5
  from .dqn import DQN
5
6
  from .dqn_rainbow import RainbowDQN
6
7
  from .grpo import GRPO
@@ -30,4 +31,5 @@ __all__ = [
30
31
  "PPO",
31
32
  "TD3",
32
33
  "GRPO",
34
+ "DPO",
33
35
  ]