agilerl 2.7.0.dev3__tar.gz → 2.8.0.dev0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (486) hide show
  1. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/.gitignore +11 -0
  2. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/PKG-INFO +341 -229
  3. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/README.md +292 -186
  4. agilerl-2.8.0.dev0/agilerl/__init__.py +77 -0
  5. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/core/__init__.py +8 -1
  6. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/core/base.py +1675 -692
  7. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/core/llm_ops/__init__.py +17 -4
  8. agilerl-2.8.0.dev0/agilerl/algorithms/core/llm_ops/fused_logprobs.py +274 -0
  9. agilerl-2.8.0.dev0/agilerl/algorithms/core/llm_ops/fused_lora.py +271 -0
  10. agilerl-2.8.0.dev0/agilerl/algorithms/core/llm_ops/fused_loss.py +769 -0
  11. agilerl-2.8.0.dev0/agilerl/algorithms/core/llm_ops/vllm_colocate.py +201 -0
  12. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/core/registry.py +27 -2
  13. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/cqn.py +37 -19
  14. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/ddpg.py +34 -21
  15. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/dpo.py +95 -16
  16. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/dqn.py +50 -27
  17. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/dqn_rainbow.py +38 -19
  18. agilerl-2.8.0.dev0/agilerl/algorithms/grpo.py +1876 -0
  19. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/ilql.py +3 -1
  20. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/ippo.py +65 -35
  21. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/maddpg.py +46 -28
  22. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/matd3.py +51 -29
  23. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/neural_ts_bandit.py +37 -20
  24. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/neural_ucb_bandit.py +39 -24
  25. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/ppo.py +112 -251
  26. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/ppo_llm.py +577 -212
  27. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/reinforce_llm.py +533 -191
  28. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/sft.py +96 -30
  29. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/td3.py +42 -20
  30. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/components/__init__.py +0 -2
  31. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/components/data.py +50 -1
  32. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/components/replay_buffer.py +98 -51
  33. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/components/rollout_buffer.py +2 -7
  34. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/components/sampler.py +5 -10
  35. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/components/segment_tree.py +65 -5
  36. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/hpo/mutation.py +4 -4
  37. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/hpo/tournament.py +33 -22
  38. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/preference.py +19 -1
  39. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/reasoning.py +19 -1
  40. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/sft.py +42 -4
  41. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/sync_vec_env.py +60 -8
  42. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/token_observation.py +142 -17
  43. agilerl-2.8.0.dev0/agilerl/logger.py +253 -0
  44. agilerl-2.8.0.dev0/agilerl/metrics.py +374 -0
  45. agilerl-2.8.0.dev0/agilerl/models/__init__.py +82 -0
  46. agilerl-2.8.0.dev0/agilerl/models/algo.py +596 -0
  47. agilerl-2.8.0.dev0/agilerl/models/algorithms/__init__.py +54 -0
  48. agilerl-2.8.0.dev0/agilerl/models/algorithms/cispo.py +35 -0
  49. agilerl-2.8.0.dev0/agilerl/models/algorithms/cqn.py +41 -0
  50. agilerl-2.8.0.dev0/agilerl/models/algorithms/ddpg.py +48 -0
  51. agilerl-2.8.0.dev0/agilerl/models/algorithms/dpo.py +33 -0
  52. agilerl-2.8.0.dev0/agilerl/models/algorithms/dqn.py +40 -0
  53. agilerl-2.8.0.dev0/agilerl/models/algorithms/grpo.py +66 -0
  54. agilerl-2.8.0.dev0/agilerl/models/algorithms/gspo.py +30 -0
  55. agilerl-2.8.0.dev0/agilerl/models/algorithms/ippo.py +50 -0
  56. agilerl-2.8.0.dev0/agilerl/models/algorithms/llmppo.py +68 -0
  57. agilerl-2.8.0.dev0/agilerl/models/algorithms/llmreinforce.py +63 -0
  58. agilerl-2.8.0.dev0/agilerl/models/algorithms/maddpg.py +49 -0
  59. agilerl-2.8.0.dev0/agilerl/models/algorithms/matd3.py +50 -0
  60. agilerl-2.8.0.dev0/agilerl/models/algorithms/neural_ts.py +43 -0
  61. agilerl-2.8.0.dev0/agilerl/models/algorithms/neural_ucb.py +43 -0
  62. agilerl-2.8.0.dev0/agilerl/models/algorithms/ppo.py +59 -0
  63. agilerl-2.8.0.dev0/agilerl/models/algorithms/rainbow_dqn.py +54 -0
  64. agilerl-2.8.0.dev0/agilerl/models/algorithms/sft.py +33 -0
  65. agilerl-2.8.0.dev0/agilerl/models/algorithms/td3.py +48 -0
  66. agilerl-2.8.0.dev0/agilerl/models/env.py +851 -0
  67. agilerl-2.8.0.dev0/agilerl/models/hpo.py +81 -0
  68. agilerl-2.8.0.dev0/agilerl/models/manifest.py +370 -0
  69. agilerl-2.8.0.dev0/agilerl/models/networks.py +456 -0
  70. agilerl-2.8.0.dev0/agilerl/models/training.py +255 -0
  71. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/base.py +4 -4
  72. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/cnn.py +11 -0
  73. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/networks/actors.py +14 -15
  74. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/networks/base.py +1 -1
  75. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/networks/q_networks.py +6 -6
  76. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/networks/value_networks.py +2 -2
  77. agilerl-2.8.0.dev0/agilerl/population.py +738 -0
  78. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/protocols.py +32 -0
  79. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/rollouts/on_policy.py +17 -14
  80. agilerl-2.8.0.dev0/agilerl/train.py +159 -0
  81. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/training/train_bandits.py +95 -169
  82. agilerl-2.8.0.dev0/agilerl/training/train_llm.py +1205 -0
  83. agilerl-2.8.0.dev0/agilerl/training/train_multi_agent_off_policy.py +375 -0
  84. agilerl-2.8.0.dev0/agilerl/training/train_multi_agent_on_policy.py +394 -0
  85. agilerl-2.8.0.dev0/agilerl/training/train_off_policy.py +448 -0
  86. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/training/train_offline.py +106 -156
  87. agilerl-2.8.0.dev0/agilerl/training/train_on_policy.py +292 -0
  88. agilerl-2.8.0.dev0/agilerl/training/trainer.py +731 -0
  89. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/typing.py +19 -3
  90. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/algo_utils.py +264 -34
  91. agilerl-2.8.0.dev0/agilerl/utils/env_utils.py +260 -0
  92. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/evolvable_networks.py +1 -1
  93. agilerl-2.8.0.dev0/agilerl/utils/llm_packing.py +276 -0
  94. agilerl-2.8.0.dev0/agilerl/utils/llm_utils.py +2041 -0
  95. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/minari_utils.py +36 -6
  96. agilerl-2.8.0.dev0/agilerl/utils/population_utils.py +212 -0
  97. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/ppo_value_head.py +7 -0
  98. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/probe_envs.py +3 -48
  99. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/probe_envs_ma.py +15 -10
  100. agilerl-2.8.0.dev0/agilerl/utils/trainer_utils.py +324 -0
  101. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/utils.py +223 -144
  102. agilerl-2.8.0.dev0/agilerl/vector/__init__.py +10 -0
  103. agilerl-2.8.0.dev0/agilerl/vector/dummy_vec_env.py +339 -0
  104. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/vector/pz_vec_env.py +1 -0
  105. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/wrappers/agent.py +114 -96
  106. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/wrappers/learning.py +63 -14
  107. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/wrappers/pettingzoo_wrappers.py +60 -1
  108. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/pyproject.toml +97 -58
  109. agilerl-2.7.0.dev3/.github/ISSUE_TEMPLATE/bug_report.md +0 -27
  110. agilerl-2.7.0.dev3/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  111. agilerl-2.7.0.dev3/.github/PULL_REQUEST_TEMPLATE/pull_request_template.md +0 -34
  112. agilerl-2.7.0.dev3/.github/badges/arena-github-badge.svg +0 -24
  113. agilerl-2.7.0.dev3/.github/codeql/install_codeql.sh +0 -51
  114. agilerl-2.7.0.dev3/.github/codeql/run_codeql.py +0 -139
  115. agilerl-2.7.0.dev3/.github/dependabot.yml +0 -8
  116. agilerl-2.7.0.dev3/.github/workflows/codeql.yml +0 -101
  117. agilerl-2.7.0.dev3/.github/workflows/linux-tests.yml +0 -94
  118. agilerl-2.7.0.dev3/.github/workflows/macos-tests.yml +0 -50
  119. agilerl-2.7.0.dev3/.github/workflows/windows-tests.yml +0 -51
  120. agilerl-2.7.0.dev3/.pre-commit-config.yaml +0 -65
  121. agilerl-2.7.0.dev3/.readthedocs.yaml +0 -30
  122. agilerl-2.7.0.dev3/CITATION.cff +0 -20
  123. agilerl-2.7.0.dev3/CODE_OF_CONDUCT.md +0 -128
  124. agilerl-2.7.0.dev3/CONTRIBUTING.md +0 -73
  125. agilerl-2.7.0.dev3/agilerl/__init__.py +0 -47
  126. agilerl-2.7.0.dev3/agilerl/algorithms/core/llm_ops/fused_lora.py +0 -151
  127. agilerl-2.7.0.dev3/agilerl/algorithms/core/llm_ops/fused_loss.py +0 -484
  128. agilerl-2.7.0.dev3/agilerl/algorithms/grpo.py +0 -1111
  129. agilerl-2.7.0.dev3/agilerl/components/multi_agent_replay_buffer.py +0 -242
  130. agilerl-2.7.0.dev3/agilerl/training/train_llm.py +0 -1882
  131. agilerl-2.7.0.dev3/agilerl/training/train_multi_agent_off_policy.py +0 -612
  132. agilerl-2.7.0.dev3/agilerl/training/train_multi_agent_on_policy.py +0 -623
  133. agilerl-2.7.0.dev3/agilerl/training/train_off_policy.py +0 -616
  134. agilerl-2.7.0.dev3/agilerl/training/train_on_policy.py +0 -511
  135. agilerl-2.7.0.dev3/agilerl/utils/llm_utils.py +0 -815
  136. agilerl-2.7.0.dev3/agilerl/wrappers/__init__.py +0 -0
  137. agilerl-2.7.0.dev3/benchmarking/benchmarking_bandits.py +0 -146
  138. agilerl-2.7.0.dev3/benchmarking/benchmarking_llm_multiturn.py +0 -165
  139. agilerl-2.7.0.dev3/benchmarking/benchmarking_llm_preference.py +0 -176
  140. agilerl-2.7.0.dev3/benchmarking/benchmarking_llm_reasoning.py +0 -198
  141. agilerl-2.7.0.dev3/benchmarking/benchmarking_multi_agent_off_policy.py +0 -224
  142. agilerl-2.7.0.dev3/benchmarking/benchmarking_multi_agent_on_policy.py +0 -169
  143. agilerl-2.7.0.dev3/benchmarking/benchmarking_off_policy.py +0 -179
  144. agilerl-2.7.0.dev3/benchmarking/benchmarking_off_policy_distributed.py +0 -107
  145. agilerl-2.7.0.dev3/benchmarking/benchmarking_offline.py +0 -148
  146. agilerl-2.7.0.dev3/benchmarking/benchmarking_offline_distributed.py +0 -144
  147. agilerl-2.7.0.dev3/benchmarking/benchmarking_on_policy.py +0 -118
  148. agilerl-2.7.0.dev3/benchmarking/benchmarking_rainbow.py +0 -175
  149. agilerl-2.7.0.dev3/benchmarking/benchmarking_recurrent.py +0 -176
  150. agilerl-2.7.0.dev3/benchmarking/benchmarking_resnet.py +0 -110
  151. agilerl-2.7.0.dev3/benchmarking/benchmarking_sft.py +0 -172
  152. agilerl-2.7.0.dev3/benchmarking/benchmarking_simba.py +0 -131
  153. agilerl-2.7.0.dev3/benchmarking/configs/ds_config.json +0 -16
  154. agilerl-2.7.0.dev3/benchmarking/make_evolvable_benchmarking.py +0 -490
  155. agilerl-2.7.0.dev3/benchmarking/networks.py +0 -569
  156. agilerl-2.7.0.dev3/configs/accelerate/accelerate.yaml +0 -13
  157. agilerl-2.7.0.dev3/configs/accelerate/grpo_accelerate_config.yaml +0 -25
  158. agilerl-2.7.0.dev3/configs/training/bandit/neural_ts.yaml +0 -53
  159. agilerl-2.7.0.dev3/configs/training/bandit/neural_ucb.yaml +0 -53
  160. agilerl-2.7.0.dev3/configs/training/cqn.yaml +0 -55
  161. agilerl-2.7.0.dev3/configs/training/ddpg/ddpg.yaml +0 -70
  162. agilerl-2.7.0.dev3/configs/training/ddpg/ddpg_lstm.yaml +0 -69
  163. agilerl-2.7.0.dev3/configs/training/ddpg/ddpg_simba.yaml +0 -71
  164. agilerl-2.7.0.dev3/configs/training/dqn/dqn.yaml +0 -56
  165. agilerl-2.7.0.dev3/configs/training/dqn/dqn_lstm.yaml +0 -64
  166. agilerl-2.7.0.dev3/configs/training/dqn/dqn_rainbow.yaml +0 -69
  167. agilerl-2.7.0.dev3/configs/training/llm_finetuning/cispo.yaml +0 -47
  168. agilerl-2.7.0.dev3/configs/training/llm_finetuning/dpo.yaml +0 -50
  169. agilerl-2.7.0.dev3/configs/training/llm_finetuning/grpo.yaml +0 -42
  170. agilerl-2.7.0.dev3/configs/training/llm_finetuning/grpo_multiturn.yaml +0 -41
  171. agilerl-2.7.0.dev3/configs/training/llm_finetuning/gspo.yaml +0 -45
  172. agilerl-2.7.0.dev3/configs/training/llm_finetuning/ppo_llm.yaml +0 -44
  173. agilerl-2.7.0.dev3/configs/training/llm_finetuning/reinforce_llm.yaml +0 -40
  174. agilerl-2.7.0.dev3/configs/training/multi_agent/ippo.yaml +0 -78
  175. agilerl-2.7.0.dev3/configs/training/multi_agent/ippo_pong.yaml +0 -69
  176. agilerl-2.7.0.dev3/configs/training/multi_agent/maddpg.yaml +0 -94
  177. agilerl-2.7.0.dev3/configs/training/multi_agent/matd3.yaml +0 -70
  178. agilerl-2.7.0.dev3/configs/training/multi_input.yaml +0 -64
  179. agilerl-2.7.0.dev3/configs/training/ppo/ppo.yaml +0 -73
  180. agilerl-2.7.0.dev3/configs/training/ppo/ppo_image.yaml +0 -86
  181. agilerl-2.7.0.dev3/configs/training/ppo/ppo_recurrent.yaml +0 -65
  182. agilerl-2.7.0.dev3/configs/training/sft.yaml +0 -43
  183. agilerl-2.7.0.dev3/configs/training/td3.yaml +0 -64
  184. agilerl-2.7.0.dev3/data/cartpole/cartpole_random_v1.1.0.h5 +0 -0
  185. agilerl-2.7.0.dev3/data/cartpole/cartpole_v1.1.0.h5 +0 -0
  186. agilerl-2.7.0.dev3/data/pendulum/pendulum_random_v1.1.0.h5 +0 -0
  187. agilerl-2.7.0.dev3/data/pendulum/pendulum_v1.1.0.h5 +0 -0
  188. agilerl-2.7.0.dev3/demos/bandits/demo_bandit.py +0 -188
  189. agilerl-2.7.0.dev3/demos/llm/debugging/config_load.py +0 -22
  190. agilerl-2.7.0.dev3/demos/llm/debugging/configs/grpo_constant_target.yaml +0 -24
  191. agilerl-2.7.0.dev3/demos/llm/debugging/configs/grpo_grid_navigation.yaml +0 -26
  192. agilerl-2.7.0.dev3/demos/llm/debugging/configs/ppo_conditional_target.yaml +0 -31
  193. agilerl-2.7.0.dev3/demos/llm/debugging/configs/ppo_constant_target.yaml +0 -27
  194. agilerl-2.7.0.dev3/demos/llm/debugging/configs/ppo_grid_navigation.yaml +0 -29
  195. agilerl-2.7.0.dev3/demos/llm/debugging/configs/ppo_multi_input.yaml +0 -28
  196. agilerl-2.7.0.dev3/demos/llm/debugging/configs/ppo_value_head.yaml +0 -30
  197. agilerl-2.7.0.dev3/demos/llm/debugging/debugging_llm.py +0 -186
  198. agilerl-2.7.0.dev3/demos/llm/debugging/debugging_llm_stage_1.py +0 -252
  199. agilerl-2.7.0.dev3/demos/llm/debugging/debugging_llm_stage_2.py +0 -283
  200. agilerl-2.7.0.dev3/demos/llm/debugging/debugging_llm_stage_3.py +0 -400
  201. agilerl-2.7.0.dev3/demos/llm/debugging/debugging_llm_training_matrix.py +0 -697
  202. agilerl-2.7.0.dev3/demos/llm/debugging/debugging_value.py +0 -190
  203. agilerl-2.7.0.dev3/demos/llm/debugging/llm_debug_utils.py +0 -16
  204. agilerl-2.7.0.dev3/demos/llm/debugging/tiny_model.py +0 -229
  205. agilerl-2.7.0.dev3/demos/llm/demo_llm_finetuning.py +0 -338
  206. agilerl-2.7.0.dev3/demos/multi_agent/demo_multi_agent.py +0 -253
  207. agilerl-2.7.0.dev3/demos/single_agent/demo_custom_network.py +0 -222
  208. agilerl-2.7.0.dev3/demos/single_agent/demo_off_policy.py +0 -196
  209. agilerl-2.7.0.dev3/demos/single_agent/demo_off_policy_distributed.py +0 -226
  210. agilerl-2.7.0.dev3/demos/single_agent/demo_offline.py +0 -147
  211. agilerl-2.7.0.dev3/demos/single_agent/demo_offline_distributed.py +0 -188
  212. agilerl-2.7.0.dev3/demos/single_agent/demo_on_policy.py +0 -155
  213. agilerl-2.7.0.dev3/demos/single_agent/demo_on_policy_rnn_cartpole.py +0 -276
  214. agilerl-2.7.0.dev3/demos/single_agent/demo_on_policy_rnn_memory.py +0 -348
  215. agilerl-2.7.0.dev3/demos/single_agent/demo_on_policy_rnn_minigrid.py +0 -315
  216. agilerl-2.7.0.dev3/demos/single_agent/performance_flamegraph_cartpole.py +0 -226
  217. agilerl-2.7.0.dev3/demos/single_agent/performance_flamegraph_lunar_lander.py +0 -230
  218. agilerl-2.7.0.dev3/demos/single_agent/performance_flamegraph_lunar_lander_rnn.py +0 -240
  219. agilerl-2.7.0.dev3/demos/single_agent/performance_flamegraph_rnn_memory.py +0 -280
  220. agilerl-2.7.0.dev3/docs/Makefile +0 -20
  221. agilerl-2.7.0.dev3/docs/__init__.py +0 -1
  222. agilerl-2.7.0.dev3/docs/_static/arena-github-badge.svg +0 -1
  223. agilerl-2.7.0.dev3/docs/_static/css/custom.css +0 -0
  224. agilerl-2.7.0.dev3/docs/_static/favicon.ico +0 -0
  225. agilerl-2.7.0.dev3/docs/_static/js/expand_sidebar.js +0 -6
  226. agilerl-2.7.0.dev3/docs/_static/logo_teal.png +0 -0
  227. agilerl-2.7.0.dev3/docs/_static/logo_white.png +0 -0
  228. agilerl-2.7.0.dev3/docs/_static/module.png +0 -0
  229. agilerl-2.7.0.dev3/docs/_static/network.png +0 -0
  230. agilerl-2.7.0.dev3/docs/_static/thumbnails/iris-thumbnail.png +0 -0
  231. agilerl-2.7.0.dev3/docs/_static/thumbnails/pendigits-thumbnail.png +0 -0
  232. agilerl-2.7.0.dev3/docs/_static/thumbnails/rainbow_performance.png +0 -0
  233. agilerl-2.7.0.dev3/docs/_static/thumbnails/simba_thumbnail.png +0 -0
  234. agilerl-2.7.0.dev3/docs/api/algorithms/base.rst +0 -292
  235. agilerl-2.7.0.dev3/docs/api/algorithms/cispo.rst +0 -137
  236. agilerl-2.7.0.dev3/docs/api/algorithms/cql.rst +0 -174
  237. agilerl-2.7.0.dev3/docs/api/algorithms/ddpg.rst +0 -196
  238. agilerl-2.7.0.dev3/docs/api/algorithms/dpo.rst +0 -121
  239. agilerl-2.7.0.dev3/docs/api/algorithms/dqn.rst +0 -166
  240. agilerl-2.7.0.dev3/docs/api/algorithms/dqn_rainbow.rst +0 -175
  241. agilerl-2.7.0.dev3/docs/api/algorithms/grpo.rst +0 -87
  242. agilerl-2.7.0.dev3/docs/api/algorithms/gspo.rst +0 -134
  243. agilerl-2.7.0.dev3/docs/api/algorithms/ilql.rst +0 -15
  244. agilerl-2.7.0.dev3/docs/api/algorithms/index.rst +0 -183
  245. agilerl-2.7.0.dev3/docs/api/algorithms/ippo.rst +0 -344
  246. agilerl-2.7.0.dev3/docs/api/algorithms/llmppo.rst +0 -147
  247. agilerl-2.7.0.dev3/docs/api/algorithms/llmreinforce.rst +0 -145
  248. agilerl-2.7.0.dev3/docs/api/algorithms/maddpg.rst +0 -274
  249. agilerl-2.7.0.dev3/docs/api/algorithms/matd3.rst +0 -273
  250. agilerl-2.7.0.dev3/docs/api/algorithms/neural_ts.rst +0 -154
  251. agilerl-2.7.0.dev3/docs/api/algorithms/neural_ucb.rst +0 -155
  252. agilerl-2.7.0.dev3/docs/api/algorithms/ppo.rst +0 -222
  253. agilerl-2.7.0.dev3/docs/api/algorithms/registry.rst +0 -19
  254. agilerl-2.7.0.dev3/docs/api/algorithms/sft.rst +0 -131
  255. agilerl-2.7.0.dev3/docs/api/algorithms/td3.rst +0 -185
  256. agilerl-2.7.0.dev3/docs/api/algorithms/wrappers.rst +0 -10
  257. agilerl-2.7.0.dev3/docs/api/components/data.rst +0 -46
  258. agilerl-2.7.0.dev3/docs/api/components/index.rst +0 -12
  259. agilerl-2.7.0.dev3/docs/api/components/multi_agent_replay_buffer.rst +0 -27
  260. agilerl-2.7.0.dev3/docs/api/components/replay_buffer.rst +0 -35
  261. agilerl-2.7.0.dev3/docs/api/components/rollout_buffer.rst +0 -61
  262. agilerl-2.7.0.dev3/docs/api/components/sampler.rst +0 -37
  263. agilerl-2.7.0.dev3/docs/api/components/segment_tree.rst +0 -37
  264. agilerl-2.7.0.dev3/docs/api/hpo/index.rst +0 -14
  265. agilerl-2.7.0.dev3/docs/api/hpo/mutation.rst +0 -45
  266. agilerl-2.7.0.dev3/docs/api/hpo/tournament.rst +0 -28
  267. agilerl-2.7.0.dev3/docs/api/modules/base.rst +0 -33
  268. agilerl-2.7.0.dev3/docs/api/modules/bert.rst +0 -17
  269. agilerl-2.7.0.dev3/docs/api/modules/cnn.rst +0 -10
  270. agilerl-2.7.0.dev3/docs/api/modules/custom_activation.rst +0 -7
  271. agilerl-2.7.0.dev3/docs/api/modules/dummy.rst +0 -14
  272. agilerl-2.7.0.dev3/docs/api/modules/gpt.rst +0 -26
  273. agilerl-2.7.0.dev3/docs/api/modules/index.rst +0 -26
  274. agilerl-2.7.0.dev3/docs/api/modules/lstm.rst +0 -10
  275. agilerl-2.7.0.dev3/docs/api/modules/mlp.rst +0 -10
  276. agilerl-2.7.0.dev3/docs/api/modules/multi_input.rst +0 -10
  277. agilerl-2.7.0.dev3/docs/api/modules/resnet.rst +0 -12
  278. agilerl-2.7.0.dev3/docs/api/modules/simba.rst +0 -12
  279. agilerl-2.7.0.dev3/docs/api/networks/actors.rst +0 -28
  280. agilerl-2.7.0.dev3/docs/api/networks/base.rst +0 -10
  281. agilerl-2.7.0.dev3/docs/api/networks/index.rst +0 -18
  282. agilerl-2.7.0.dev3/docs/api/networks/q_networks.rst +0 -28
  283. agilerl-2.7.0.dev3/docs/api/networks/value_networks.rst +0 -10
  284. agilerl-2.7.0.dev3/docs/api/rollouts/index.rst +0 -10
  285. agilerl-2.7.0.dev3/docs/api/rollouts/on_policy.rst +0 -42
  286. agilerl-2.7.0.dev3/docs/api/train.rst +0 -25
  287. agilerl-2.7.0.dev3/docs/api/utils/algo_utils.rst +0 -105
  288. agilerl-2.7.0.dev3/docs/api/utils/cache.rst +0 -7
  289. agilerl-2.7.0.dev3/docs/api/utils/evolvable_networks.rst +0 -65
  290. agilerl-2.7.0.dev3/docs/api/utils/ilql_utils.rst +0 -12
  291. agilerl-2.7.0.dev3/docs/api/utils/index.rst +0 -16
  292. agilerl-2.7.0.dev3/docs/api/utils/llm_utils.rst +0 -12
  293. agilerl-2.7.0.dev3/docs/api/utils/log_utils.rst +0 -9
  294. agilerl-2.7.0.dev3/docs/api/utils/minari_utils.rst +0 -8
  295. agilerl-2.7.0.dev3/docs/api/utils/probe_envs.rst +0 -386
  296. agilerl-2.7.0.dev3/docs/api/utils/torch_utils.rst +0 -12
  297. agilerl-2.7.0.dev3/docs/api/utils/utils.rst +0 -34
  298. agilerl-2.7.0.dev3/docs/api/vector/index.rst +0 -8
  299. agilerl-2.7.0.dev3/docs/api/vector/petting_zoo_async_vector_env.rst +0 -62
  300. agilerl-2.7.0.dev3/docs/api/vector/petting_zoo_vector_env.rst +0 -10
  301. agilerl-2.7.0.dev3/docs/api/wrappers/agent.rst +0 -28
  302. agilerl-2.7.0.dev3/docs/api/wrappers/index.rst +0 -11
  303. agilerl-2.7.0.dev3/docs/api/wrappers/learning.rst +0 -17
  304. agilerl-2.7.0.dev3/docs/api/wrappers/llm_envs.rst +0 -12
  305. agilerl-2.7.0.dev3/docs/api/wrappers/make_evolvable.rst +0 -8
  306. agilerl-2.7.0.dev3/docs/api/wrappers/pettingzoo.rst +0 -8
  307. agilerl-2.7.0.dev3/docs/bandits/index.rst +0 -336
  308. agilerl-2.7.0.dev3/docs/conf.py +0 -80
  309. agilerl-2.7.0.dev3/docs/custom_algorithms/index.rst +0 -75
  310. agilerl-2.7.0.dev3/docs/debugging_rl/index.rst +0 -368
  311. agilerl-2.7.0.dev3/docs/distributed_training/index.rst +0 -251
  312. agilerl-2.7.0.dev3/docs/evo_hyperparam_opt/index.rst +0 -242
  313. agilerl-2.7.0.dev3/docs/evolvable_networks/index.rst +0 -589
  314. agilerl-2.7.0.dev3/docs/get_started/agilerl2changes.rst +0 -66
  315. agilerl-2.7.0.dev3/docs/get_started/index.rst +0 -445
  316. agilerl-2.7.0.dev3/docs/index.rst +0 -148
  317. agilerl-2.7.0.dev3/docs/llm_finetuning/fused_logprobs.rst +0 -109
  318. agilerl-2.7.0.dev3/docs/llm_finetuning/index.rst +0 -65
  319. agilerl-2.7.0.dev3/docs/llm_finetuning/llm_checkpoints.rst +0 -148
  320. agilerl-2.7.0.dev3/docs/make.bat +0 -35
  321. agilerl-2.7.0.dev3/docs/multi_agent_training/index.rst +0 -700
  322. agilerl-2.7.0.dev3/docs/off_policy/index.rst +0 -340
  323. agilerl-2.7.0.dev3/docs/offline_training/index.rst +0 -300
  324. agilerl-2.7.0.dev3/docs/on_policy/index.rst +0 -503
  325. agilerl-2.7.0.dev3/docs/pomdp/index.rst +0 -35
  326. agilerl-2.7.0.dev3/docs/releases/index.rst +0 -7
  327. agilerl-2.7.0.dev3/docs/requirements.txt +0 -6
  328. agilerl-2.7.0.dev3/sitecustomize.py +0 -12
  329. agilerl-2.7.0.dev3/tests/__init__.py +0 -5
  330. agilerl-2.7.0.dev3/tests/assets/build_minari_fixture.py +0 -67
  331. agilerl-2.7.0.dev3/tests/assets/build_tiny_llm_fixture.py +0 -129
  332. agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/door/human-v2/data/main_data.hdf5 +0 -0
  333. agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/door/human-v2/data/metadata.json +0 -1
  334. agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/door/namespace_metadata.json +0 -1
  335. agilerl-2.7.0.dev3/tests/assets/minari_cache/D4RL/namespace_metadata.json +0 -1
  336. agilerl-2.7.0.dev3/tests/assets/tiny_llm/added_tokens.json +0 -24
  337. agilerl-2.7.0.dev3/tests/assets/tiny_llm/chat_template.jinja +0 -54
  338. agilerl-2.7.0.dev3/tests/assets/tiny_llm/config.json +0 -32
  339. agilerl-2.7.0.dev3/tests/assets/tiny_llm/generation_config.json +0 -6
  340. agilerl-2.7.0.dev3/tests/assets/tiny_llm/model.safetensors +0 -0
  341. agilerl-2.7.0.dev3/tests/assets/tiny_llm/special_tokens_map.json +0 -31
  342. agilerl-2.7.0.dev3/tests/assets/tiny_llm/tokenizer.json +0 -757444
  343. agilerl-2.7.0.dev3/tests/assets/tiny_llm/tokenizer_config.json +0 -207
  344. agilerl-2.7.0.dev3/tests/conftest.py +0 -490
  345. agilerl-2.7.0.dev3/tests/helper_functions.py +0 -356
  346. agilerl-2.7.0.dev3/tests/pz_vector_test_utils.py +0 -482
  347. agilerl-2.7.0.dev3/tests/subprocess_runner.py +0 -241
  348. agilerl-2.7.0.dev3/tests/test_algorithms/__init__.py +0 -0
  349. agilerl-2.7.0.dev3/tests/test_algorithms/conftest.py +0 -38
  350. agilerl-2.7.0.dev3/tests/test_algorithms/test_bandits/__init__.py +0 -0
  351. agilerl-2.7.0.dev3/tests/test_algorithms/test_bandits/test_neural_ts.py +0 -500
  352. agilerl-2.7.0.dev3/tests/test_algorithms/test_bandits/test_neural_ucb.py +0 -517
  353. agilerl-2.7.0.dev3/tests/test_algorithms/test_base.py +0 -1679
  354. agilerl-2.7.0.dev3/tests/test_algorithms/test_bc_lm.py +0 -1234
  355. agilerl-2.7.0.dev3/tests/test_algorithms/test_core_base.py +0 -5924
  356. agilerl-2.7.0.dev3/tests/test_algorithms/test_llm_ops/test_fused_lora.py +0 -133
  357. agilerl-2.7.0.dev3/tests/test_algorithms/test_llm_ops/test_fused_loss.py +0 -775
  358. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/__init__.py +0 -0
  359. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/conftest.py +0 -116
  360. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_dpo.py +0 -915
  361. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_grpo.py +0 -4597
  362. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_llm_checkpoint.py +0 -0
  363. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_ppo_llm.py +0 -1295
  364. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_reinforce_llm.py +0 -1078
  365. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_sft.py +0 -917
  366. agilerl-2.7.0.dev3/tests/test_algorithms/test_llms/test_vllm.py +0 -143
  367. agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/__init__.py +0 -0
  368. agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/conftest.py +0 -41
  369. agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/test_ippo.py +0 -2199
  370. agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/test_maddpg.py +0 -1813
  371. agilerl-2.7.0.dev3/tests/test_algorithms/test_multi_agent/test_matd3.py +0 -1972
  372. agilerl-2.7.0.dev3/tests/test_algorithms/test_optimizer_wrapper.py +0 -1543
  373. agilerl-2.7.0.dev3/tests/test_algorithms/test_registry.py +0 -1119
  374. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/__init__.py +0 -0
  375. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_cqn.py +0 -573
  376. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_ddpg.py +0 -834
  377. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_dqn.py +0 -598
  378. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_dqn_rainbow.py +0 -799
  379. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_ilql.py +0 -1147
  380. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_ppo.py +0 -2073
  381. agilerl-2.7.0.dev3/tests/test_algorithms/test_single_agent/test_td3.py +0 -1070
  382. agilerl-2.7.0.dev3/tests/test_components/__init__.py +0 -0
  383. agilerl-2.7.0.dev3/tests/test_components/test_multi_agent_replay_buffer.py +0 -638
  384. agilerl-2.7.0.dev3/tests/test_components/test_replay_buffer.py +0 -1056
  385. agilerl-2.7.0.dev3/tests/test_components/test_replay_data.py +0 -170
  386. agilerl-2.7.0.dev3/tests/test_components/test_rollout_buffer.py +0 -2097
  387. agilerl-2.7.0.dev3/tests/test_components/test_sampler.py +0 -487
  388. agilerl-2.7.0.dev3/tests/test_components/test_segment_tree.py +0 -129
  389. agilerl-2.7.0.dev3/tests/test_data.py +0 -456
  390. agilerl-2.7.0.dev3/tests/test_hpo/__init__.py +0 -0
  391. agilerl-2.7.0.dev3/tests/test_hpo/test_mutation.py +0 -2191
  392. agilerl-2.7.0.dev3/tests/test_hpo/test_tournament.py +0 -523
  393. agilerl-2.7.0.dev3/tests/test_init.py +0 -25
  394. agilerl-2.7.0.dev3/tests/test_modules/__init__.py +0 -0
  395. agilerl-2.7.0.dev3/tests/test_modules/test_base.py +0 -957
  396. agilerl-2.7.0.dev3/tests/test_modules/test_bert.py +0 -380
  397. agilerl-2.7.0.dev3/tests/test_modules/test_cnn.py +0 -990
  398. agilerl-2.7.0.dev3/tests/test_modules/test_configs.py +0 -85
  399. agilerl-2.7.0.dev3/tests/test_modules/test_custom_activation.py +0 -26
  400. agilerl-2.7.0.dev3/tests/test_modules/test_dummy.py +0 -77
  401. agilerl-2.7.0.dev3/tests/test_modules/test_gpt.py +0 -416
  402. agilerl-2.7.0.dev3/tests/test_modules/test_lstm.py +0 -494
  403. agilerl-2.7.0.dev3/tests/test_modules/test_mlp.py +0 -291
  404. agilerl-2.7.0.dev3/tests/test_modules/test_multi_input.py +0 -1103
  405. agilerl-2.7.0.dev3/tests/test_modules/test_resnet.py +0 -386
  406. agilerl-2.7.0.dev3/tests/test_modules/test_simba.py +0 -357
  407. agilerl-2.7.0.dev3/tests/test_networks/__init__.py +0 -0
  408. agilerl-2.7.0.dev3/tests/test_networks/test_actors.py +0 -854
  409. agilerl-2.7.0.dev3/tests/test_networks/test_base.py +0 -550
  410. agilerl-2.7.0.dev3/tests/test_networks/test_distributions.py +0 -279
  411. agilerl-2.7.0.dev3/tests/test_networks/test_q_networks.py +0 -638
  412. agilerl-2.7.0.dev3/tests/test_networks/test_value_functions.py +0 -190
  413. agilerl-2.7.0.dev3/tests/test_protocols.py +0 -586
  414. agilerl-2.7.0.dev3/tests/test_rollouts/test_on_policy.py +0 -393
  415. agilerl-2.7.0.dev3/tests/test_train/test_train.py +0 -5482
  416. agilerl-2.7.0.dev3/tests/test_train/test_train_llm.py +0 -2771
  417. agilerl-2.7.0.dev3/tests/test_utils/__init__.py +0 -0
  418. agilerl-2.7.0.dev3/tests/test_utils/test_algo_utils.py +0 -1951
  419. agilerl-2.7.0.dev3/tests/test_utils/test_cache.py +0 -62
  420. agilerl-2.7.0.dev3/tests/test_utils/test_ilql_utils.py +0 -82
  421. agilerl-2.7.0.dev3/tests/test_utils/test_llm_utils.py +0 -1230
  422. agilerl-2.7.0.dev3/tests/test_utils/test_log_utils.py +0 -213
  423. agilerl-2.7.0.dev3/tests/test_utils/test_minari_utils.py +0 -307
  424. agilerl-2.7.0.dev3/tests/test_utils/test_ppo_value_head.py +0 -474
  425. agilerl-2.7.0.dev3/tests/test_utils/test_probe_envs.py +0 -740
  426. agilerl-2.7.0.dev3/tests/test_utils/test_probe_envs_llm.py +0 -268
  427. agilerl-2.7.0.dev3/tests/test_utils/test_probe_envs_ma.py +0 -803
  428. agilerl-2.7.0.dev3/tests/test_utils/test_sampling_utils.py +0 -175
  429. agilerl-2.7.0.dev3/tests/test_utils/test_torch_utils.py +0 -317
  430. agilerl-2.7.0.dev3/tests/test_utils/test_utils.py +0 -1307
  431. agilerl-2.7.0.dev3/tests/test_utils/test_utils_evolvable.py +0 -782
  432. agilerl-2.7.0.dev3/tests/test_vector/test_vector.py +0 -1758
  433. agilerl-2.7.0.dev3/tests/test_wrappers/__init__.py +0 -0
  434. agilerl-2.7.0.dev3/tests/test_wrappers/test_agent.py +0 -1549
  435. agilerl-2.7.0.dev3/tests/test_wrappers/test_autoreset.py +0 -278
  436. agilerl-2.7.0.dev3/tests/test_wrappers/test_bandit_env.py +0 -50
  437. agilerl-2.7.0.dev3/tests/test_wrappers/test_llm_envs.py +0 -1188
  438. agilerl-2.7.0.dev3/tests/test_wrappers/test_make_evolvable.py +0 -1309
  439. agilerl-2.7.0.dev3/tests/test_wrappers/test_multiturn_wrappers.py +0 -872
  440. agilerl-2.7.0.dev3/tests/test_wrappers/test_ppo_test_method.py +0 -79
  441. agilerl-2.7.0.dev3/tests/test_wrappers/test_skills.py +0 -62
  442. agilerl-2.7.0.dev3/tests/utils.py +0 -373
  443. agilerl-2.7.0.dev3/uv.lock +0 -7127
  444. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/LICENSE +0 -0
  445. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/__init__.py +0 -0
  446. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/bc_lm.py +0 -0
  447. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/cispo.py +0 -0
  448. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/core/optimizer_wrapper.py +0 -0
  449. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/algorithms/gspo.py +0 -0
  450. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/data/__init__.py +0 -0
  451. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/data/language_environment.py +0 -0
  452. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/data/rl_data.py +0 -0
  453. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/data/tokenizer.py +0 -0
  454. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/data/torch_datasets.py +0 -0
  455. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/hpo/__init__.py +0 -0
  456. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/__init__.py +0 -0
  457. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/base.py +0 -0
  458. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/llm_envs/search.py +0 -0
  459. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/__init__.py +0 -0
  460. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/bert.py +0 -0
  461. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/configs.py +0 -0
  462. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/custom_components.py +0 -0
  463. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/dummy.py +0 -0
  464. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/gpt.py +0 -0
  465. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/lstm.py +0 -0
  466. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/mlp.py +0 -0
  467. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/multi_input.py +0 -0
  468. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/resnet.py +0 -0
  469. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/modules/simba.py +0 -0
  470. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/networks/__init__.py +0 -0
  471. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/networks/custom_modules.py +0 -0
  472. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/networks/distributions.py +0 -0
  473. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/rollouts/__init__.py +0 -0
  474. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/training/__init__.py +0 -0
  475. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/__init__.py +0 -0
  476. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/cache.py +0 -0
  477. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/ilql_utils.py +0 -0
  478. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/log_utils.py +0 -0
  479. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/probe_envs_llm.py +0 -0
  480. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/sampling_utils.py +0 -0
  481. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/utils/torch_utils.py +0 -0
  482. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/vector/pz_async_vec_env.py +0 -0
  483. {agilerl-2.7.0.dev3/agilerl/vector → agilerl-2.8.0.dev0/agilerl/wrappers}/__init__.py +0 -0
  484. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/wrappers/llm_envs.py +0 -0
  485. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/wrappers/make_evolvable.py +0 -0
  486. {agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/agilerl/wrappers/utils.py +0 -0
{agilerl-2.7.0.dev3 → agilerl-2.8.0.dev0}/.gitignore RENAMED
@@ -1,3 +1,6 @@
1
+ # Symlink for Pylance/Pyright type checking of namespace package
2
+ agilerl/arena
3
+
1
4
  # Byte-compiled / optimized / DLL files
2
5
  __pycache__/
3
6
  *.py[cod]
@@ -113,8 +116,10 @@ celerybeat.pid
113
116
  .claude/
114
117
  .venv*/
115
118
  venv/
119
+ .envrc
116
120
  env.bak/
117
121
  venv.bak/
122
+ .cursor/
118
123
 
119
124
  # Spyder project settings
120
125
  .spyderproject
@@ -136,6 +141,7 @@ dmypy.json
136
141
 
137
142
  # Saved models
138
143
  outputs/
144
+ tensorboard_logs/
139
145
 
140
146
  # Ruff
141
147
  .ruff_cache/
@@ -143,6 +149,8 @@ outputs/
143
149
  # Large data files
144
150
  data/wordle/
145
151
  data/wordle.zip
152
+ *.tar.gz
153
+ *metrics.csv
146
154
 
147
155
  # WandB
148
156
  wandb/
@@ -153,3 +161,6 @@ wandb/
153
161
  # AI assistant instructions
154
162
  CLAUDE.md
155
163
  AGENTS.md
164
+
165
+ # Simlink for type-checking
166
+ agilerl/arena/