agilerl 2.3.5.dev1__tar.gz → 2.4.0.dev0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/LICENSE +13 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/PKG-INFO +5 -3
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/README.md +1 -1
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/__init__.py +2 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/base.py +693 -36
- agilerl-2.4.0.dev0/agilerl/algorithms/dpo.py +311 -0
- agilerl-2.4.0.dev0/agilerl/algorithms/grpo.py +463 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/base.py +0 -1
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_llm.py +293 -11
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/typing.py +15 -2
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/algo_utils.py +31 -26
- agilerl-2.4.0.dev0/agilerl/utils/llm_utils.py +669 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/utils.py +49 -2
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/pyproject.toml +1 -2
- agilerl-2.3.5.dev1/agilerl/algorithms/grpo.py +0 -1042
- agilerl-2.3.5.dev1/agilerl/utils/llm_utils.py +0 -309
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/bc_lm.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/optimizer_wrapper.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/core/registry.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/cqn.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ddpg.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/dqn.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/dqn_rainbow.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ilql.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ippo.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/maddpg.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/matd3.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/neural_ts_bandit.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/neural_ucb_bandit.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/ppo.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/algorithms/td3.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/data.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/multi_agent_replay_buffer.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/replay_buffer.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/rollout_buffer.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/sampler.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/components/segment_tree.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/language_environment.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/rl_data.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/tokenizer.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/data/torch_datasets.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/hpo/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/hpo/mutation.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/hpo/tournament.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/bert.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/cnn.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/configs.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/custom_components.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/dummy.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/gpt.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/lstm.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/mlp.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/multi_input.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/resnet.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/modules/simba.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/actors.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/base.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/custom_modules.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/distributions.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/distributions_experimental.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/q_networks.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/networks/value_networks.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/protocols.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/rollouts/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/rollouts/on_policy.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_bandits.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_multi_agent_off_policy.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_multi_agent_on_policy.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_off_policy.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_offline.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/training/train_on_policy.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/cache.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/evolvable_networks.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/ilql_utils.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/log_utils.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/minari_utils.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/probe_envs.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/probe_envs_ma.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/sampling_utils.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/utils/torch_utils.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/vector/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/vector/pz_async_vec_env.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/vector/pz_vec_env.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/__init__.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/agent.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/learning.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/make_evolvable.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/pettingzoo_wrappers.py +0 -0
- {agilerl-2.3.5.dev1 → agilerl-2.4.0.dev0}/agilerl/wrappers/utils.py +0 -0
|
@@ -199,3 +199,16 @@
|
|
|
199
199
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
200
200
|
See the License for the specific language governing permissions and
|
|
201
201
|
limitations under the License.
|
|
202
|
+
|
|
203
|
+
---
|
|
204
|
+
|
|
205
|
+
THIRD-PARTY SOFTWARE NOTICES AND INFORMATION
|
|
206
|
+
|
|
207
|
+
This project incorporates code from the following third-party software:
|
|
208
|
+
|
|
209
|
+
TRL (Transformer Reinforcement Learning)
|
|
210
|
+
Copyright 2020-2025 The HuggingFace Team
|
|
211
|
+
Licensed under Apache License 2.0
|
|
212
|
+
https://github.com/huggingface/trl
|
|
213
|
+
|
|
214
|
+
Portions of the GRPO implementation use code patterns adapted from TRL's GRPOTrainer.
|
|
@@ -1,8 +1,9 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
2
|
Name: agilerl
|
|
3
|
-
Version: 2.
|
|
3
|
+
Version: 2.4.0.dev0
|
|
4
4
|
Summary: AgileRL is a deep reinforcement learning library focused on improving RL development through RLOps.
|
|
5
5
|
License: Apache 2.0
|
|
6
|
+
License-File: LICENSE
|
|
6
7
|
Author: Nick Ustaran-Anderegg
|
|
7
8
|
Author-email: dev@agilerl.com
|
|
8
9
|
Requires-Python: >=3.10,<4.0
|
|
@@ -12,6 +13,7 @@ Classifier: Programming Language :: Python :: 3.10
|
|
|
12
13
|
Classifier: Programming Language :: Python :: 3.11
|
|
13
14
|
Classifier: Programming Language :: Python :: 3.12
|
|
14
15
|
Classifier: Programming Language :: Python :: 3.13
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
15
17
|
Requires-Dist: SuperSuit (>=3.9.0,<4.0.0)
|
|
16
18
|
Requires-Dist: accelerate (>=1.7.0,<2.0.0)
|
|
17
19
|
Requires-Dist: deepspeed (>=0.17.1,<0.18.0)
|
|
@@ -275,7 +277,7 @@ agent_pop = create_population(
|
|
|
275
277
|
Next, create the tournament, mutations and experience replay buffer objects that allow agents to share memory and efficiently perform evolutionary HPO.
|
|
276
278
|
|
|
277
279
|
<details>
|
|
278
|
-
<summary>Mutations and Tournament
|
|
280
|
+
<summary>Mutations and Tournament Selection Example</summary>
|
|
279
281
|
|
|
280
282
|
```python
|
|
281
283
|
from agilerl.components.replay_buffer import ReplayBuffer
|
|
@@ -228,7 +228,7 @@ agent_pop = create_population(
|
|
|
228
228
|
Next, create the tournament, mutations and experience replay buffer objects that allow agents to share memory and efficiently perform evolutionary HPO.
|
|
229
229
|
|
|
230
230
|
<details>
|
|
231
|
-
<summary>Mutations and Tournament
|
|
231
|
+
<summary>Mutations and Tournament Selection Example</summary>
|
|
232
232
|
|
|
233
233
|
```python
|
|
234
234
|
from agilerl.components.replay_buffer import ReplayBuffer
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
from .bc_lm import BC_LM, BC_Evaluator, BC_Policy
|
|
2
2
|
from .cqn import CQN
|
|
3
3
|
from .ddpg import DDPG
|
|
4
|
+
from .dpo import DPO
|
|
4
5
|
from .dqn import DQN
|
|
5
6
|
from .dqn_rainbow import RainbowDQN
|
|
6
7
|
from .grpo import GRPO
|
|
@@ -30,4 +31,5 @@ __all__ = [
|
|
|
30
31
|
"PPO",
|
|
31
32
|
"TD3",
|
|
32
33
|
"GRPO",
|
|
34
|
+
"DPO",
|
|
33
35
|
]
|