agilerl 2.7.0.dev1__tar.gz → 2.7.0.dev3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/workflows/linux-tests.yml +14 -16
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/workflows/macos-tests.yml +0 -1
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.gitignore +4 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.pre-commit-config.yaml +5 -2
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/PKG-INFO +1 -1
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/cispo.py +1 -4
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/core/base.py +330 -96
- agilerl-2.7.0.dev3/agilerl/algorithms/core/llm_ops/__init__.py +36 -0
- {agilerl-2.7.0.dev1/agilerl/algorithms/core → agilerl-2.7.0.dev3/agilerl/algorithms/core/llm_ops}/fused_lora.py +5 -0
- agilerl-2.7.0.dev3/agilerl/algorithms/core/llm_ops/fused_loss.py +484 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/dpo.py +8 -4
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/grpo.py +91 -56
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/gspo.py +1 -4
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/ppo_llm.py +285 -59
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/reinforce_llm.py +170 -35
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/sft.py +4 -3
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/sft.py +1 -1
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/token_observation.py +14 -2
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/protocols.py +8 -3
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/rollouts/on_policy.py +10 -5
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/train_llm.py +15 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/algo_utils.py +27 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/llm_utils.py +61 -113
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/ppo_value_head.py +0 -3
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/torch_utils.py +1 -1
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/utils.py +29 -10
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_llm_multiturn.py +57 -12
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/llm_finetuning/cispo.yaml +17 -8
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/llm_finetuning/grpo.yaml +12 -11
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/llm_finetuning/grpo_multiturn.yaml +17 -6
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/llm_finetuning/gspo.yaml +15 -6
- agilerl-2.7.0.dev3/configs/training/llm_finetuning/ppo_llm.yaml +44 -0
- agilerl-2.7.0.dev3/configs/training/llm_finetuning/reinforce_llm.yaml +40 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/debugging_llm_stage_2.py +1 -1
- agilerl-2.7.0.dev3/docs/llm_finetuning/fused_logprobs.rst +109 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/llm_finetuning/index.rst +7 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/pyproject.toml +5 -4
- agilerl-2.7.0.dev3/tests/__init__.py +5 -0
- agilerl-2.7.0.dev3/tests/assets/build_minari_fixture.py +67 -0
- agilerl-2.7.0.dev3/tests/assets/build_tiny_llm_fixture.py +129 -0
- agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/door/human-v2/data/main_data.hdf5 +0 -0
- agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/door/human-v2/data/metadata.json +1 -0
- agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/door/namespace_metadata.json +1 -0
- agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/namespace_metadata.json +1 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/added_tokens.json +24 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/chat_template.jinja +54 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/config.json +32 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/generation_config.json +6 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/model.safetensors +0 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/special_tokens_map.json +31 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/tokenizer.json +757444 -0
- agilerl-2.7.0.dev3/tests/assets/tiny_llm/tokenizer_config.json +207 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/conftest.py +143 -14
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/helper_functions.py +7 -0
- agilerl-2.7.0.dev3/tests/pz_vector_test_utils.py +482 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/subprocess_runner.py +17 -5
- agilerl-2.7.0.dev3/tests/test_algorithms/test_bandits/test_neural_ts.py +500 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_bandits/test_neural_ucb.py +517 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_base.py +1679 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/test_bc_lm.py +380 -371
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/test_core_base.py +753 -19
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llm_ops/test_fused_lora.py +133 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llm_ops/test_fused_loss.py +775 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/test_llms/conftest.py +4 -3
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_dpo.py +915 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_grpo.py +4597 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_ppo_llm.py +1295 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_reinforce_llm.py +1078 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_sft.py +917 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_vllm.py +143 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/test_ippo.py +2199 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/test_maddpg.py +1813 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/test_matd3.py +1972 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_cqn.py +573 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_ddpg.py +834 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_dqn.py +598 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_dqn_rainbow.py +799 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_ilql.py +1147 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_ppo.py +2073 -0
- agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_td3.py +1070 -0
- agilerl-2.7.0.dev3/tests/test_components/test_multi_agent_replay_buffer.py +638 -0
- agilerl-2.7.0.dev3/tests/test_components/test_replay_buffer.py +1056 -0
- agilerl-2.7.0.dev3/tests/test_components/test_replay_data.py +170 -0
- agilerl-2.7.0.dev3/tests/test_components/test_sampler.py +487 -0
- agilerl-2.7.0.dev3/tests/test_components/test_segment_tree.py +129 -0
- agilerl-2.7.0.dev3/tests/test_data.py +456 -0
- agilerl-2.7.0.dev3/tests/test_hpo/test_mutation.py +2191 -0
- agilerl-2.7.0.dev3/tests/test_hpo/test_tournament.py +523 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_init.py +8 -6
- agilerl-2.7.0.dev3/tests/test_modules/test_base.py +957 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_bert.py +380 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_cnn.py +990 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_configs.py +85 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_custom_activation.py +26 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_dummy.py +77 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_gpt.py +416 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_lstm.py +494 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_mlp.py +291 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_multi_input.py +1103 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_resnet.py +386 -0
- agilerl-2.7.0.dev3/tests/test_modules/test_simba.py +357 -0
- agilerl-2.7.0.dev3/tests/test_networks/test_actors.py +854 -0
- agilerl-2.7.0.dev3/tests/test_networks/test_base.py +550 -0
- agilerl-2.7.0.dev3/tests/test_networks/test_distributions.py +279 -0
- agilerl-2.7.0.dev3/tests/test_networks/test_q_networks.py +638 -0
- agilerl-2.7.0.dev3/tests/test_networks/test_value_functions.py +190 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_protocols.py +232 -182
- agilerl-2.7.0.dev3/tests/test_rollouts/test_on_policy.py +393 -0
- agilerl-2.7.0.dev3/tests/test_train/test_train.py +5482 -0
- agilerl-2.7.0.dev3/tests/test_train/test_train_llm.py +2771 -0
- agilerl-2.7.0.dev3/tests/test_utils/test_algo_utils.py +1951 -0
- agilerl-2.7.0.dev3/tests/test_utils/test_cache.py +62 -0
- agilerl-2.7.0.dev3/tests/test_utils/test_ilql_utils.py +82 -0
- agilerl-2.7.0.dev3/tests/test_utils/test_llm_utils.py +1230 -0
- agilerl-2.7.0.dev3/tests/test_utils/test_log_utils.py +213 -0
- agilerl-2.7.0.dev3/tests/test_utils/test_minari_utils.py +307 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_utils/test_ppo_value_head.py +0 -10
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_utils/test_probe_envs.py +275 -265
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_utils/test_probe_envs_ma.py +182 -172
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_utils/test_sampling_utils.py +1 -1
- agilerl-2.7.0.dev3/tests/test_utils/test_torch_utils.py +317 -0
- agilerl-2.7.0.dev3/tests/test_utils/test_utils.py +1307 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_utils/test_utils_evolvable.py +123 -118
- agilerl-2.7.0.dev3/tests/test_vector/test_vector.py +1758 -0
- agilerl-2.7.0.dev3/tests/test_wrappers/test_agent.py +1549 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_wrappers/test_autoreset.py +126 -116
- agilerl-2.7.0.dev3/tests/test_wrappers/test_bandit_env.py +50 -0
- agilerl-2.7.0.dev3/tests/test_wrappers/test_llm_envs.py +1188 -0
- agilerl-2.7.0.dev3/tests/test_wrappers/test_make_evolvable.py +1309 -0
- agilerl-2.7.0.dev3/tests/test_wrappers/test_multiturn_wrappers.py +872 -0
- agilerl-2.7.0.dev3/tests/test_wrappers/test_skills.py +62 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/utils.py +6 -1
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/uv.lock +244 -248
- agilerl-2.7.0.dev1/CLAUDE.md +0 -139
- agilerl-2.7.0.dev1/DQN_LEARNING_ALGORITHM_ANALYSIS.md +0 -309
- agilerl-2.7.0.dev1/DQN_LEARNING_ANALYSIS.md +0 -168
- agilerl-2.7.0.dev1/GPU_CLEANUP_ANALYSIS.md +0 -541
- agilerl-2.7.0.dev1/configs/training/llm_finetuning/ppo_llm.yaml +0 -47
- agilerl-2.7.0.dev1/configs/training/llm_finetuning/reinforce_llm.yaml +0 -42
- agilerl-2.7.0.dev1/find_dqn_commit.sh +0 -82
- agilerl-2.7.0.dev1/saved_checkpoints/debug_matrix/multiturn:GRPO:pop1:no_tournament/attributes.pt +0 -0
- agilerl-2.7.0.dev1/saved_checkpoints/debug_matrix/multiturn:LLMPPO:pop1:no_tournament/attributes.pt +0 -0
- agilerl-2.7.0.dev1/saved_checkpoints/debug_matrix/multiturn:LLMReinforce:pop1:no_tournament/attributes.pt +0 -0
- agilerl-2.7.0.dev1/saved_checkpoints/debug_matrix/preference:DPO:pop1:no_tournament/attributes.pt +0 -0
- agilerl-2.7.0.dev1/saved_checkpoints/debug_matrix/reasoning:GRPO:pop1:no_tournament/attributes.pt +0 -0
- agilerl-2.7.0.dev1/saved_checkpoints/debug_matrix/reasoning:LLMPPO:pop1:no_tournament/attributes.pt +0 -0
- agilerl-2.7.0.dev1/saved_checkpoints/debug_matrix/reasoning:LLMReinforce:pop1:no_tournament/attributes.pt +0 -0
- agilerl-2.7.0.dev1/tests/pz_vector_test_utils.py +0 -245
- agilerl-2.7.0.dev1/tests/test_algorithms/test_bandits/test_neural_ts.py +0 -478
- agilerl-2.7.0.dev1/tests/test_algorithms/test_bandits/test_neural_ucb.py +0 -490
- agilerl-2.7.0.dev1/tests/test_algorithms/test_base.py +0 -1630
- agilerl-2.7.0.dev1/tests/test_algorithms/test_llms/test_dpo.py +0 -989
- agilerl-2.7.0.dev1/tests/test_algorithms/test_llms/test_fused_lora.py +0 -126
- agilerl-2.7.0.dev1/tests/test_algorithms/test_llms/test_grpo.py +0 -4218
- agilerl-2.7.0.dev1/tests/test_algorithms/test_llms/test_ppo_llm.py +0 -1094
- agilerl-2.7.0.dev1/tests/test_algorithms/test_llms/test_reinforce_llm.py +0 -944
- agilerl-2.7.0.dev1/tests/test_algorithms/test_llms/test_sft.py +0 -919
- agilerl-2.7.0.dev1/tests/test_algorithms/test_llms/test_vllm.py +0 -135
- agilerl-2.7.0.dev1/tests/test_algorithms/test_multi_agent/test_ippo.py +0 -2066
- agilerl-2.7.0.dev1/tests/test_algorithms/test_multi_agent/test_maddpg.py +0 -1649
- agilerl-2.7.0.dev1/tests/test_algorithms/test_multi_agent/test_matd3.py +0 -1789
- agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent/test_cqn.py +0 -567
- agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent/test_ddpg.py +0 -775
- agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent/test_dqn.py +0 -607
- agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent/test_dqn_rainbow.py +0 -782
- agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent/test_ilql.py +0 -1157
- agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent/test_ppo.py +0 -2027
- agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent/test_td3.py +0 -1027
- agilerl-2.7.0.dev1/tests/test_components/test_multi_agent_replay_buffer.py +0 -629
- agilerl-2.7.0.dev1/tests/test_components/test_replay_buffer.py +0 -1051
- agilerl-2.7.0.dev1/tests/test_components/test_replay_data.py +0 -174
- agilerl-2.7.0.dev1/tests/test_components/test_sampler.py +0 -479
- agilerl-2.7.0.dev1/tests/test_components/test_segment_tree.py +0 -126
- agilerl-2.7.0.dev1/tests/test_data.py +0 -452
- agilerl-2.7.0.dev1/tests/test_hpo/test_mutation.py +0 -2119
- agilerl-2.7.0.dev1/tests/test_hpo/test_tournament.py +0 -521
- agilerl-2.7.0.dev1/tests/test_modules/test_base.py +0 -934
- agilerl-2.7.0.dev1/tests/test_modules/test_bert.py +0 -361
- agilerl-2.7.0.dev1/tests/test_modules/test_cnn.py +0 -972
- agilerl-2.7.0.dev1/tests/test_modules/test_configs.py +0 -79
- agilerl-2.7.0.dev1/tests/test_modules/test_custom_activation.py +0 -23
- agilerl-2.7.0.dev1/tests/test_modules/test_dummy.py +0 -79
- agilerl-2.7.0.dev1/tests/test_modules/test_gpt.py +0 -343
- agilerl-2.7.0.dev1/tests/test_modules/test_lstm.py +0 -488
- agilerl-2.7.0.dev1/tests/test_modules/test_mlp.py +0 -270
- agilerl-2.7.0.dev1/tests/test_modules/test_multi_input.py +0 -1055
- agilerl-2.7.0.dev1/tests/test_modules/test_resnet.py +0 -374
- agilerl-2.7.0.dev1/tests/test_modules/test_simba.py +0 -345
- agilerl-2.7.0.dev1/tests/test_networks/test_actors.py +0 -834
- agilerl-2.7.0.dev1/tests/test_networks/test_base.py +0 -534
- agilerl-2.7.0.dev1/tests/test_networks/test_distributions.py +0 -281
- agilerl-2.7.0.dev1/tests/test_networks/test_q_networks.py +0 -597
- agilerl-2.7.0.dev1/tests/test_networks/test_value_functions.py +0 -181
- agilerl-2.7.0.dev1/tests/test_rollouts/test_on_policy.py +0 -383
- agilerl-2.7.0.dev1/tests/test_train/test_train.py +0 -5428
- agilerl-2.7.0.dev1/tests/test_train/test_train_llm.py +0 -2736
- agilerl-2.7.0.dev1/tests/test_utils/__init__.py +0 -0
- agilerl-2.7.0.dev1/tests/test_utils/test_algo_utils.py +0 -1963
- agilerl-2.7.0.dev1/tests/test_utils/test_cache.py +0 -55
- agilerl-2.7.0.dev1/tests/test_utils/test_ilql_utils.py +0 -82
- agilerl-2.7.0.dev1/tests/test_utils/test_llm_utils.py +0 -1257
- agilerl-2.7.0.dev1/tests/test_utils/test_log_utils.py +0 -211
- agilerl-2.7.0.dev1/tests/test_utils/test_minari_utils.py +0 -280
- agilerl-2.7.0.dev1/tests/test_utils/test_torch_utils.py +0 -329
- agilerl-2.7.0.dev1/tests/test_utils/test_utils.py +0 -1214
- agilerl-2.7.0.dev1/tests/test_vector/test_vector.py +0 -1702
- agilerl-2.7.0.dev1/tests/test_wrappers/__init__.py +0 -0
- agilerl-2.7.0.dev1/tests/test_wrappers/test_agent.py +0 -1485
- agilerl-2.7.0.dev1/tests/test_wrappers/test_bandit_env.py +0 -40
- agilerl-2.7.0.dev1/tests/test_wrappers/test_llm_envs.py +0 -1163
- agilerl-2.7.0.dev1/tests/test_wrappers/test_make_evolvable.py +0 -1262
- agilerl-2.7.0.dev1/tests/test_wrappers/test_multiturn_wrappers.py +0 -859
- agilerl-2.7.0.dev1/tests/test_wrappers/test_skills.py +0 -61
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/PULL_REQUEST_TEMPLATE/pull_request_template.md +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/badges/arena-github-badge.svg +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/codeql/install_codeql.sh +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/codeql/run_codeql.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/dependabot.yml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/workflows/codeql.yml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.github/workflows/windows-tests.yml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/.readthedocs.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/CITATION.cff +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/CODE_OF_CONDUCT.md +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/CONTRIBUTING.md +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/LICENSE +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/README.md +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/bc_lm.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/core/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/core/optimizer_wrapper.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/core/registry.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/cqn.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/ddpg.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/dqn.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/dqn_rainbow.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/ilql.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/ippo.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/maddpg.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/matd3.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/neural_ts_bandit.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/neural_ucb_bandit.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/ppo.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/algorithms/td3.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/components/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/components/data.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/components/multi_agent_replay_buffer.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/components/replay_buffer.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/components/rollout_buffer.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/components/sampler.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/components/segment_tree.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/data/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/data/language_environment.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/data/rl_data.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/data/tokenizer.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/data/torch_datasets.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/hpo/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/hpo/mutation.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/hpo/tournament.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/base.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/preference.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/reasoning.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/search.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/llm_envs/sync_vec_env.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/base.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/bert.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/cnn.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/configs.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/custom_components.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/dummy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/gpt.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/lstm.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/mlp.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/multi_input.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/resnet.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/modules/simba.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/networks/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/networks/actors.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/networks/base.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/networks/custom_modules.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/networks/distributions.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/networks/q_networks.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/networks/value_networks.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/rollouts/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/train_bandits.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/train_multi_agent_off_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/train_multi_agent_on_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/train_off_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/train_offline.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/training/train_on_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/typing.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/cache.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/evolvable_networks.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/ilql_utils.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/log_utils.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/minari_utils.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/probe_envs.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/probe_envs_llm.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/probe_envs_ma.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/utils/sampling_utils.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/vector/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/vector/pz_async_vec_env.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/vector/pz_vec_env.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/wrappers/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/wrappers/agent.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/wrappers/learning.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/wrappers/llm_envs.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/wrappers/make_evolvable.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/wrappers/pettingzoo_wrappers.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/agilerl/wrappers/utils.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_bandits.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_llm_preference.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_llm_reasoning.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_multi_agent_off_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_multi_agent_on_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_off_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_off_policy_distributed.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_offline.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_offline_distributed.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_on_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_rainbow.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_recurrent.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_resnet.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_sft.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/benchmarking_simba.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/configs/ds_config.json +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/make_evolvable_benchmarking.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/benchmarking/networks.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/accelerate/accelerate.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/accelerate/grpo_accelerate_config.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/bandit/neural_ts.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/bandit/neural_ucb.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/cqn.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/ddpg/ddpg.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/ddpg/ddpg_lstm.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/ddpg/ddpg_simba.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/dqn/dqn.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/dqn/dqn_lstm.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/dqn/dqn_rainbow.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/llm_finetuning/dpo.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/multi_agent/ippo.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/multi_agent/ippo_pong.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/multi_agent/maddpg.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/multi_agent/matd3.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/multi_input.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/ppo/ppo.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/ppo/ppo_image.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/ppo/ppo_recurrent.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/sft.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/configs/training/td3.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/data/cartpole/cartpole_random_v1.1.0.h5 +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/data/cartpole/cartpole_v1.1.0.h5 +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/data/pendulum/pendulum_random_v1.1.0.h5 +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/data/pendulum/pendulum_v1.1.0.h5 +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/bandits/demo_bandit.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/config_load.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/configs/grpo_constant_target.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/configs/grpo_grid_navigation.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/configs/ppo_conditional_target.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/configs/ppo_constant_target.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/configs/ppo_grid_navigation.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/configs/ppo_multi_input.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/configs/ppo_value_head.yaml +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/debugging_llm.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/debugging_llm_stage_1.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/debugging_llm_stage_3.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/debugging_llm_training_matrix.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/debugging_value.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/llm_debug_utils.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/debugging/tiny_model.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/llm/demo_llm_finetuning.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/multi_agent/demo_multi_agent.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_custom_network.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_off_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_off_policy_distributed.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_offline.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_offline_distributed.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_on_policy.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_on_policy_rnn_cartpole.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_on_policy_rnn_memory.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/demo_on_policy_rnn_minigrid.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/performance_flamegraph_cartpole.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/performance_flamegraph_lunar_lander.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/performance_flamegraph_lunar_lander_rnn.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/demos/single_agent/performance_flamegraph_rnn_memory.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/Makefile +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/arena-github-badge.svg +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/css/custom.css +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/favicon.ico +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/js/expand_sidebar.js +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/logo_teal.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/logo_white.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/module.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/network.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/thumbnails/iris-thumbnail.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/thumbnails/pendigits-thumbnail.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/thumbnails/rainbow_performance.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/_static/thumbnails/simba_thumbnail.png +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/base.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/cispo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/cql.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/ddpg.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/dpo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/dqn.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/dqn_rainbow.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/grpo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/gspo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/ilql.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/ippo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/llmppo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/llmreinforce.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/maddpg.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/matd3.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/neural_ts.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/neural_ucb.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/ppo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/registry.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/sft.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/td3.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/algorithms/wrappers.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/components/data.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/components/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/components/multi_agent_replay_buffer.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/components/replay_buffer.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/components/rollout_buffer.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/components/sampler.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/components/segment_tree.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/hpo/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/hpo/mutation.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/hpo/tournament.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/base.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/bert.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/cnn.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/custom_activation.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/dummy.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/gpt.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/lstm.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/mlp.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/multi_input.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/resnet.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/modules/simba.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/networks/actors.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/networks/base.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/networks/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/networks/q_networks.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/networks/value_networks.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/rollouts/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/rollouts/on_policy.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/train.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/algo_utils.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/cache.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/evolvable_networks.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/ilql_utils.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/llm_utils.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/log_utils.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/minari_utils.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/probe_envs.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/torch_utils.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/utils/utils.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/vector/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/vector/petting_zoo_async_vector_env.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/vector/petting_zoo_vector_env.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/wrappers/agent.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/wrappers/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/wrappers/learning.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/wrappers/llm_envs.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/wrappers/make_evolvable.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/api/wrappers/pettingzoo.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/bandits/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/conf.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/custom_algorithms/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/debugging_rl/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/distributed_training/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/evo_hyperparam_opt/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/evolvable_networks/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/get_started/agilerl2changes.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/get_started/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/llm_finetuning/llm_checkpoints.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/make.bat +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/multi_agent_training/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/off_policy/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/offline_training/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/on_policy/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/pomdp/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/releases/index.rst +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/docs/requirements.txt +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/sitecustomize.py +0 -0
- {agilerl-2.7.0.dev1/debugging → agilerl-2.7.0.dev3/tests/test_algorithms}/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/conftest.py +0 -0
- {agilerl-2.7.0.dev1/tests → agilerl-2.7.0.dev3/tests/test_algorithms/test_bandits}/__init__.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_algorithms → agilerl-2.7.0.dev3/tests/test_algorithms/test_llms}/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/test_llms/test_llm_checkpoint.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_algorithms/test_bandits → agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent}/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/test_multi_agent/conftest.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/test_optimizer_wrapper.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_algorithms/test_registry.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_algorithms/test_llms → agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent}/__init__.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_algorithms/test_multi_agent → agilerl-2.7.0.dev3/tests/test_components}/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_components/test_rollout_buffer.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_algorithms/test_single_agent → agilerl-2.7.0.dev3/tests/test_hpo}/__init__.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_components → agilerl-2.7.0.dev3/tests/test_modules}/__init__.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_hpo → agilerl-2.7.0.dev3/tests/test_networks}/__init__.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_modules → agilerl-2.7.0.dev3/tests/test_utils}/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_utils/test_probe_envs_llm.py +0 -0
- {agilerl-2.7.0.dev1/tests/test_networks → agilerl-2.7.0.dev3/tests/test_wrappers}/__init__.py +0 -0
- {agilerl-2.7.0.dev1 → agilerl-2.7.0.dev3}/tests/test_wrappers/test_ppo_test_method.py +0 -0
|
@@ -73,22 +73,20 @@ jobs:
|
|
|
73
73
|
- name: Reset coverage data
|
|
74
74
|
run: rm -f .coverage .coverage.*
|
|
75
75
|
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
- name: Generate coverage report
|
|
91
|
-
run: uv run coverage xml -o coverage.xml
|
|
76
|
+
# Single phase: `-n auto --dist loadgroup` from pyproject gives 8
|
|
77
|
+
# workers on the gha-runner-scale-set node. `vllm`- and `gpu`-marked
|
|
78
|
+
# tests share the 4 `gputest0..gputest3` xdist groups defined in
|
|
79
|
+
# `tests/conftest.py`, which caps GPU-touching concurrency at 4
|
|
80
|
+
# workers regardless of -n; the remaining ~4 workers fan out across
|
|
81
|
+
# CPU-only tests. See the `pytest_collection_modifyitems` docstring
|
|
82
|
+
# for the GPU-memory and port-race rationale behind the 4-group cap.
|
|
83
|
+
#
|
|
84
|
+
# Single invocation = single coverage run; pytest-cov auto-combines
|
|
85
|
+
# the per-worker `.coverage.*` shards before writing `coverage.xml`,
|
|
86
|
+
# so we don't need a manual `coverage combine` step (which was
|
|
87
|
+
# tripping over corrupted shards under the old two-phase setup).
|
|
88
|
+
- name: Run tests
|
|
89
|
+
run: uv run pytest --exitfirst --cov=agilerl --cov-report=xml --durations=0 --durations-min=1.0
|
|
92
90
|
|
|
93
91
|
- name: Upload coverage reports to Codecov
|
|
94
92
|
uses: codecov/codecov-action@v3
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
---
|
|
2
2
|
# See https://pre-commit.com for more information
|
|
3
3
|
# See https://pre-commit.com/hooks.html for more hooks
|
|
4
|
+
|
|
5
|
+
# Vendored binary test fixtures; opaque to every hook here.
|
|
6
|
+
exclude: ^tests/assets/tiny_llm/
|
|
4
7
|
ci:
|
|
5
8
|
autoupdate_branch: nightly
|
|
6
9
|
skip: [codeql-python]
|
|
@@ -32,7 +35,7 @@ repos:
|
|
|
32
35
|
- --skip=*.css,*.js,*.map,*.scss,*.svg
|
|
33
36
|
- --ignore-words-list=magent,pres,roate
|
|
34
37
|
- repo: https://github.com/astral-sh/ruff-pre-commit
|
|
35
|
-
rev: v0.15.
|
|
38
|
+
rev: v0.15.12
|
|
36
39
|
hooks:
|
|
37
40
|
- id: ruff
|
|
38
41
|
name: Ruff Linter
|
|
@@ -47,7 +50,7 @@ repos:
|
|
|
47
50
|
|
|
48
51
|
- repo: https://github.com/astral-sh/uv-pre-commit
|
|
49
52
|
# uv version.
|
|
50
|
-
rev: 0.11.
|
|
53
|
+
rev: 0.11.8
|
|
51
54
|
hooks:
|
|
52
55
|
- id: uv-lock
|
|
53
56
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: agilerl
|
|
3
|
-
Version: 2.7.0.
|
|
3
|
+
Version: 2.7.0.dev3
|
|
4
4
|
Summary: AgileRL is a deep reinforcement learning library focused on improving RL development through RLOps.
|
|
5
5
|
Author-email: Nick Ustaran-Anderegg <dev@agilerl.com>
|
|
6
6
|
License-Expression: Apache-2.0
|
|
@@ -2,7 +2,6 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from functools import partial
|
|
6
5
|
from typing import Any
|
|
7
6
|
|
|
8
7
|
from agilerl.algorithms.grpo import GRPO, _signatures_without_loss_type
|
|
@@ -14,11 +13,9 @@ class CISPO(GRPO):
|
|
|
14
13
|
Paper: https://arxiv.org/abs/2506.13585
|
|
15
14
|
"""
|
|
16
15
|
|
|
17
|
-
_init_with_cispo = partial(GRPO.__init__, loss_type="cispo")
|
|
18
|
-
|
|
19
16
|
def __init__(self, *args: Any, **kwargs: Any) -> None:
|
|
20
17
|
"""Initialize a CISPO agent with fixed ``loss_type``."""
|
|
21
|
-
|
|
18
|
+
super().__init__(*args, loss_type="cispo", **kwargs)
|
|
22
19
|
|
|
23
20
|
|
|
24
21
|
_CISPO_CLASS_SIG, _CISPO_INIT_SIG = _signatures_without_loss_type()
|