torchrl-nightly 2025.8.8__cp310-cp310-win_amd64.whl → 2025.8.10__cp310-cp310-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. benchmarks/ecosystem/vmas_rllib_vs_torchrl_sampling_performance.py +1 -2
  2. sota-implementations/grpo/grpo_utils.py +2 -1
  3. sota-implementations/redq/utils.py +2 -1
  4. torchrl/_torchrl.cp310-win_amd64.pyd +0 -0
  5. torchrl/_utils.py +2 -1
  6. torchrl/collectors/collectors.py +2 -1
  7. torchrl/collectors/distributed/generic.py +3 -1
  8. torchrl/collectors/distributed/ray.py +3 -1
  9. torchrl/collectors/distributed/rpc.py +3 -1
  10. torchrl/collectors/distributed/sync.py +3 -1
  11. torchrl/collectors/llm/base.py +2 -1
  12. torchrl/collectors/llm/ray_collector.py +2 -1
  13. torchrl/collectors/utils.py +1 -1
  14. torchrl/collectors/weight_update.py +2 -1
  15. torchrl/data/datasets/atari_dqn.py +1 -1
  16. torchrl/data/datasets/common.py +1 -1
  17. torchrl/data/datasets/d4rl.py +1 -1
  18. torchrl/data/datasets/minari_data.py +1 -1
  19. torchrl/data/datasets/openml.py +1 -1
  20. torchrl/data/datasets/openx.py +2 -1
  21. torchrl/data/datasets/roboset.py +1 -1
  22. torchrl/data/datasets/vd4rl.py +1 -1
  23. torchrl/data/llm/dataset.py +1 -1
  24. torchrl/data/map/hash.py +1 -1
  25. torchrl/data/map/query.py +4 -2
  26. torchrl/data/map/tdstorage.py +2 -1
  27. torchrl/data/map/tree.py +2 -1
  28. torchrl/data/map/utils.py +1 -1
  29. torchrl/data/replay_buffers/ray_buffer.py +2 -1
  30. torchrl/data/replay_buffers/replay_buffers.py +2 -1
  31. torchrl/data/replay_buffers/scheduler.py +2 -1
  32. torchrl/data/replay_buffers/storages.py +2 -1
  33. torchrl/data/replay_buffers/utils.py +2 -1
  34. torchrl/data/replay_buffers/writers.py +2 -1
  35. torchrl/data/tensor_specs.py +8 -19
  36. torchrl/data/utils.py +3 -2
  37. torchrl/envs/async_envs.py +2 -1
  38. torchrl/envs/batched_envs.py +2 -1
  39. torchrl/envs/common.py +2 -1
  40. torchrl/envs/custom/llm.py +1 -1
  41. torchrl/envs/env_creator.py +1 -1
  42. torchrl/envs/gym_like.py +2 -1
  43. torchrl/envs/libs/dm_control.py +2 -2
  44. torchrl/envs/libs/gym.py +2 -3
  45. torchrl/envs/libs/meltingpot.py +1 -1
  46. torchrl/envs/libs/pettingzoo.py +2 -3
  47. torchrl/envs/libs/smacv2.py +8 -10
  48. torchrl/envs/llm/chat.py +3 -1
  49. torchrl/envs/llm/datasets/gsm8k.py +2 -1
  50. torchrl/envs/llm/datasets/ifeval.py +3 -1
  51. torchrl/envs/llm/envs.py +2 -1
  52. torchrl/envs/llm/reward/ifeval/_instructions.py +3 -2
  53. torchrl/envs/llm/reward/ifeval/_instructions_util.py +1 -1
  54. torchrl/envs/llm/reward/ifeval/_scorer.py +1 -1
  55. torchrl/envs/llm/transforms/dataloading.py +2 -2
  56. torchrl/envs/llm/transforms/reason.py +2 -1
  57. torchrl/envs/llm/transforms/tokenizer.py +1 -1
  58. torchrl/envs/transforms/transforms.py +3 -10
  59. torchrl/envs/transforms/vecnorm.py +3 -1
  60. torchrl/modules/distributions/continuous.py +1 -1
  61. torchrl/modules/distributions/discrete.py +2 -1
  62. torchrl/modules/models/exploration.py +1 -1
  63. torchrl/modules/models/models.py +1 -1
  64. torchrl/modules/models/multiagent.py +1 -1
  65. torchrl/modules/models/utils.py +1 -1
  66. torchrl/modules/tensordict_module/actors.py +1 -1
  67. torchrl/modules/tensordict_module/common.py +1 -1
  68. torchrl/objectives/common.py +1 -1
  69. torchrl/objectives/ppo.py +1 -1
  70. torchrl/objectives/utils.py +2 -1
  71. torchrl/objectives/value/advantages.py +1 -1
  72. torchrl/record/loggers/common.py +1 -1
  73. torchrl/record/loggers/csv.py +1 -1
  74. torchrl/record/loggers/mlflow.py +2 -1
  75. torchrl/record/loggers/tensorboard.py +1 -1
  76. torchrl/record/loggers/wandb.py +1 -1
  77. torchrl/record/recorder.py +1 -1
  78. torchrl/trainers/helpers/collectors.py +3 -1
  79. torchrl/trainers/helpers/envs.py +14 -13
  80. torchrl/trainers/trainers.py +5 -4
  81. {torchrl_nightly-2025.8.8.dist-info → torchrl_nightly-2025.8.10.dist-info}/METADATA +1 -1
  82. {torchrl_nightly-2025.8.8.dist-info → torchrl_nightly-2025.8.10.dist-info}/RECORD +85 -85
  83. {torchrl_nightly-2025.8.8.dist-info → torchrl_nightly-2025.8.10.dist-info}/LICENSE +0 -0
  84. {torchrl_nightly-2025.8.8.dist-info → torchrl_nightly-2025.8.10.dist-info}/WHEEL +0 -0
  85. {torchrl_nightly-2025.8.8.dist-info → torchrl_nightly-2025.8.10.dist-info}/top_level.txt +0 -0
@@ -8,7 +8,7 @@ benchmarks/test_llm.py,sha256=PL476UXGywrjzSbEgwnCP_35B8Y3UalOVsHgDFz2vuk,3888
8
8
  benchmarks/test_objectives_benchmarks.py,sha256=EipTFZNKV_VcofGHTyIQiKVQv45k_u1QHrAMgncNB8I,34608
9
9
  benchmarks/test_replaybuffer_benchmark.py,sha256=3VoDtjg0h3q76em1Ptq75jh_qfeHplYR4d3e1vTFsRc,8274
10
10
  benchmarks/ecosystem/gym_env_throughput.py,sha256=_QDRDLoq0LfGHNWV_o0E9s_k-YUuvcyWR0v3-w-Sjig,14282
11
- benchmarks/ecosystem/vmas_rllib_vs_torchrl_sampling_performance.py,sha256=7Hkja0D-ywD0SlYukZ6zYwWT5npQWbQiQ48cb5cK7X0,6983
11
+ benchmarks/ecosystem/vmas_rllib_vs_torchrl_sampling_performance.py,sha256=TOM9A7GdcNBTBpF2vez9R_j7m38ttpZJvqcc-XHgzd0,6958
12
12
  benchmarks/storage/benchmark_sample_latency_over_rpc.py,sha256=BABx_VZBAzS-Czey1cVRLTwRYgvIJsTaTZr7DiYT75U,6524
13
13
  sota-check/README.md,sha256=SJD3LPaQ88eD5LpBmkC6C86uQxiM1DjEXXGIDbL5h6Q,1117
14
14
  sota-implementations/README.md,sha256=COIu5bIwvXFM-yvQflX1SaYj9grjLwiUsbnEBskBfXE,3762
@@ -54,7 +54,7 @@ sota-implementations/gail/ppo_utils.py,sha256=vGjyuqUFqfK-TruO1rX2iky0SNVXgBvRy5
54
54
  sota-implementations/grpo/README.md,sha256=rU8qKDXxhN4Ih2GdIMUMhcV6Pw1mx9jzTJ92zRyY47M,11869
55
55
  sota-implementations/grpo/grpo-async.py,sha256=bcpUKR_bcx7XXGXT06QaxOTRPdhFEZYxbVa4MJ1o0HY,16154
56
56
  sota-implementations/grpo/grpo-sync.py,sha256=jyHsuBFoejfsALY8fcmVD6F5cp20fEkb9zpCli_hGNE,17960
57
- sota-implementations/grpo/grpo_utils.py,sha256=oRnoTa6OOpbYaHqk4iQjeyycXhG61MKxMliOsOvDBPE,27149
57
+ sota-implementations/grpo/grpo_utils.py,sha256=i7-yaTaBrNwkidvdJQiQOX7HvQUHAEhKzMehzMiI3fc,27177
58
58
  sota-implementations/grpo/requirements_gsm8k.txt,sha256=vw5ZjPgl9y-bfHwOJmB9IfMfpGAKVw2UONwKH2P1jGw,223
59
59
  sota-implementations/grpo/requirements_ifeval.txt,sha256=9Et9oEVfj2nZ3Gr9Y7y-HR52k7ZqSllUNi8eBj6SIFk,277
60
60
  sota-implementations/impala/README.md,sha256=-5sxqpnYqbru77SoQwvUWBuL9Osrh9eLNOLludvy_Hg,1603
@@ -82,7 +82,7 @@ sota-implementations/ppo/utils_atari.py,sha256=asOs4tgUA6yeCLslrM8MRuWhTiEcEJpxz
82
82
  sota-implementations/ppo/utils_mujoco.py,sha256=Zh_PFD5GpdPlhb0jaXzBxwsMaPMW481UeVerUv1UAJ4,4957
83
83
  sota-implementations/redq/README.md,sha256=6H6LVAwWy9uxuyWdsL2aq6cCMtqg2XksPKr_1WbKJco,397
84
84
  sota-implementations/redq/redq.py,sha256=rnyeVcys-vY21ykIvQ2AINHQZDwEHrP5sY5tedVINM0,6319
85
- sota-implementations/redq/utils.py,sha256=blJPxcsO4Hn3HzG7248q2c2tyNHZsUVjSJP5LTmMklI,40342
85
+ sota-implementations/redq/utils.py,sha256=rTyrz6xBhzUmBlrwXJWz8srUhO2i_XMK1nsS-Tb1GlI,40353
86
86
  sota-implementations/sac/sac-async.py,sha256=BXu7jaU0j3ud-b46vuy6oR7x45ugcuw8DI6uHriTDpQ,9555
87
87
  sota-implementations/sac/sac.py,sha256=0txh2YMy-R2L8_V_TUrlYvLtYoMWfx9eDGeJQjypfro,8318
88
88
  sota-implementations/sac/utils.py,sha256=ooNiXqGlt3xHxJm3fWz3BL1psrVKQrLSSGUSNrh-Tzw,11494
@@ -92,22 +92,22 @@ sota-implementations/td3_bc/td3_bc.py,sha256=GUGzbGkaR7MDbmhvMCs69Ewd-iCVjaQCEt6
92
92
  sota-implementations/td3_bc/utils.py,sha256=ZMMYehJP6KZaiiwTRlJRFKC528M49QhfEb_RAxaBj-U,6951
93
93
  torchrl/__init__.py,sha256=NjAWriDfFsQIxAUG6lvmqJnZE2olvHF2LDN9ZE1WT9M,3065
94
94
  torchrl/_extension.py,sha256=5DqUOUHZJPLqcSvGztUUBy4rJFAzznuJCAu5c84OJo8,2981
95
- torchrl/_torchrl.cp310-win_amd64.pyd,sha256=IPfxL0WicI6bZcFUDe4w44hNEKI7jT9RUIyrDdI7jAU,418816
96
- torchrl/_utils.py,sha256=zZr7LNbI84gAkyeYn7ekr47a1rTjSKMtqC9BWqGJP3A,42311
95
+ torchrl/_torchrl.cp310-win_amd64.pyd,sha256=L33Xzp7Kb6t-xgOcIxQgndFt4HB1snhPNgKn6IgQn7o,418816
96
+ torchrl/_utils.py,sha256=9s4EpAZlaUVhWb7Llvg86Pex0sRv48DDQia30VbvKvo,42339
97
97
  torchrl/collectors/__init__.py,sha256=LzTyfxmkNGPSa5-3rS5unQK7HfT5ZEdr2NV291rAOlU,832
98
- torchrl/collectors/collectors.py,sha256=UbXtDMHrXVQ-cd95TBpss2SIbNFKze2HTPYjFz2cPNQ,182146
99
- torchrl/collectors/utils.py,sha256=aBmBLpphhfplqQjRCyn1jtWWJ-Wtc7TWvM0rOBN8SsE,11579
100
- torchrl/collectors/weight_update.py,sha256=Ydq5nJSTV3Q1uqLtJ_1Nj1JB5rwHwrG5StaLxymWFV4,21572
98
+ torchrl/collectors/collectors.py,sha256=XsfSHhSPWi_Czt-Olpgr6hgukXJM-1oVuWJ1m4yfZX4,182174
99
+ torchrl/collectors/utils.py,sha256=DLHoLf9MvjAmJssFuG1GE9wDpjIuWgmbmMrnphg7mwc,11588
100
+ torchrl/collectors/weight_update.py,sha256=NuweODjtxHXome6achiTMsAd1QF28zlKnSD3tbX0yzU,21600
101
101
  torchrl/collectors/distributed/__init__.py,sha256=cKDWdNlwx2LoJkTwf-DKUXbq3Y-0Z1DctPYPcdgOSU0,730
102
102
  torchrl/collectors/distributed/default_configs.py,sha256=Kvbn84NRz9l7mBk_681P9I4AQ4hyeNPBfzLqydiFijQ,895
103
- torchrl/collectors/distributed/generic.py,sha256=pVqhV9qAZeoqM8dx9NOyss9xVXYyYqufO70LTSaIzww,46500
104
- torchrl/collectors/distributed/ray.py,sha256=UTyN9yX8cKktxx7ahUxmGQZ08ptOXwau_QLTQJ5_h6c,36616
105
- torchrl/collectors/distributed/rpc.py,sha256=xta5tptC0mLlIY_AecLrARvFBYh7nMbclrrEHy8Ehbw,40471
106
- torchrl/collectors/distributed/sync.py,sha256=zjp0HEEcSMaDzq8xndoBWvyqYCdf7hp8urYRRiJP2GI,27912
103
+ torchrl/collectors/distributed/generic.py,sha256=pXt2UCK9EDiCbgPS4bVl3bYFpiRaaQuKk3KLYLGJKDc,46552
104
+ torchrl/collectors/distributed/ray.py,sha256=9N8FNuvfLvRX3z1XCLeYAaRQDgzKC3W-sTHq9nNpwj0,36668
105
+ torchrl/collectors/distributed/rpc.py,sha256=zUtCuxmAW-2QKFnA2Tkn0G0sQ1hY0-351US0Ei57YYw,40523
106
+ torchrl/collectors/distributed/sync.py,sha256=p1yd9SNMr2iksTUqJWMmhhbMMYyd-e0iKnHgiIHVcB0,27964
107
107
  torchrl/collectors/distributed/utils.py,sha256=eY6M-vLCSzyACHRNBx5bHcieWsZfLg7DfNKGIv0IgHI,6625
108
108
  torchrl/collectors/llm/__init__.py,sha256=u03aQ97C3sb5-C0-s2tMBAGGs3kJTfZUSse29fHDkIk,365
109
- torchrl/collectors/llm/base.py,sha256=2h0t6LSi3Ic4aTjL5aS1v51Daeb5kWicDU0coHZfzt8,22161
110
- torchrl/collectors/llm/ray_collector.py,sha256=EA8SmKQJpXjpAImldf2_IZ10b3HKd2N_Jv7dPQ7NygE,11454
109
+ torchrl/collectors/llm/base.py,sha256=ELhduZbaELYFpgitPoXB4qPhX2bsunqJgB2pOpwjG4U,22189
110
+ torchrl/collectors/llm/ray_collector.py,sha256=oa83axmTqrNlW-2wo6C2ch4qrrBzn5tOQzTlE2eZ6go,11482
111
111
  torchrl/collectors/llm/utils.py,sha256=GnDY2cTu4XEdwqqhFCP4QWfS2tsgaLTy8nwpIaTEsQI,1184
112
112
  torchrl/collectors/llm/weight_update/__init__.py,sha256=ngbL_sPfXh8FMM3r_j0B9QEP_jQIVSOa8pZVouHg9ec,281
113
113
  torchrl/collectors/llm/weight_update/vllm.py,sha256=sucrh9IRmD1bymc-65CQILtQNTSuMWHNZzRxxsnR2KY,11817
@@ -119,85 +119,85 @@ torchrl/csrc/utils.cpp,sha256=agOkJ0G4ytRsuGmkTXT1kBLGWOxrpkd6LHDVeZymEgA,1690
119
119
  torchrl/csrc/utils.h,sha256=bXlPW94HH4UMRDXXbPgfC25SvI_txvAkueBmSex9g7M,1132
120
120
  torchrl/data/__init__.py,sha256=SBu_aozTi8iEWZ_EJcWUMqERDXH9i-S3O6hjMb5xjno,5166
121
121
  torchrl/data/rlhf.py,sha256=_ENSvNe84snnFQG0jlTtOI419nIYtbBHvAw-pdFMiSs,1002
122
- torchrl/data/tensor_specs.py,sha256=uyR33K0kNc4ZC7osSh8uMieswu3k6C0XG61GBRWkNDA,261001
123
- torchrl/data/utils.py,sha256=tXBPxl5VHqPUfJF1VLqURmb066zDd9lipRDER4R1FY8,12444
122
+ torchrl/data/tensor_specs.py,sha256=uxv4wUbtRP3jCJcEQuuoHXf80xmiUA_KW_F-PJATKAM,260926
123
+ torchrl/data/utils.py,sha256=krn1klWLdfdxy7afevsVecX0KGTuNUSz2D2yNCGW1Hw,12459
124
124
  torchrl/data/datasets/__init__.py,sha256=bQcIG7ATrJX3ms8lJVj6KJGNos3vOsXvgO6KQW6uIE4,761
125
- torchrl/data/datasets/atari_dqn.py,sha256=7OwS-iSQCynLe2_eCr0URg4BfyjRElUigMuMUsI6E7o,41617
126
- torchrl/data/datasets/common.py,sha256=vusS4N4kUkplqmBPyJIQ2J8RDTO3TYFQULReSpkTehM,16292
127
- torchrl/data/datasets/d4rl.py,sha256=hHdvTRqXAp8sieglN9lwJYlmK2e6hVcmdrot8sZT0bo,20276
125
+ torchrl/data/datasets/atari_dqn.py,sha256=zet-dUhsxIbPNMqcbqksMCBSP9-ZvzIqxsviRaRTJtY,41626
126
+ torchrl/data/datasets/common.py,sha256=zp3tPuJ5tb3OVJlMljWg2bDslxbyfjmhpMNSq1Hm7VQ,16301
127
+ torchrl/data/datasets/d4rl.py,sha256=IsbofOvPjqMcyjfjv4BUg5_eTSq3OcjX-E1bZOW0lcM,20285
128
128
  torchrl/data/datasets/d4rl_infos.py,sha256=GYWrKvteI7wKYclBoggHpnvbMytfOTwhP3Gpr4TbMnA,22757
129
129
  torchrl/data/datasets/gen_dgrl.py,sha256=h8P-7yGTDjDNs5EYFCGK-EJyCZvFNCFfgEyY1xf_M28,14668
130
- torchrl/data/datasets/minari_data.py,sha256=P-suSV4gD410NmzAvIWilXDQAfmeZu_FL9ufb0htyno,24761
131
- torchrl/data/datasets/openml.py,sha256=hPSj9KXtn1_5GGbcfsrQhs5CM7aOfWCg4a0n_b5rTIA,7186
132
- torchrl/data/datasets/openx.py,sha256=rvZVlgItPhPsWHGQgbM9rHzRCEUsiM4ZkPV4-HIYj7U,34400
133
- torchrl/data/datasets/roboset.py,sha256=sLdDknyPj7f2NF5z5EbzEQ9QhD03VBKHEXXo_wxSRc4,17011
130
+ torchrl/data/datasets/minari_data.py,sha256=McQxcl2Nvg7gsfMJyjQ8a2wss5f739zOtrBt8q45XMc,24770
131
+ torchrl/data/datasets/openml.py,sha256=U6w_BrZlFvxA-3bfOOID5REYSf46IYKu92OlHK3VaXc,7195
132
+ torchrl/data/datasets/openx.py,sha256=Ko5573KcrDT1FNKs7lGw8IeggG7UEKisTpRiEnZmNis,34428
133
+ torchrl/data/datasets/roboset.py,sha256=_ui7XN2108vhO1lKKoN0IbH77evRz5Ou7C3BCCE8V50,17020
134
134
  torchrl/data/datasets/utils.py,sha256=tRZkarWl-BX_fnGEVNRt6Fjo0wmyKCNAuVmw5Le-0C4,350
135
- torchrl/data/datasets/vd4rl.py,sha256=YFjXvP-QGNzF7UWNKkGMKPFthcB0I8v6sJc7oESegYA,18694
135
+ torchrl/data/datasets/vd4rl.py,sha256=l7h2_rO56K4AbhKDYDojqmnXREONshnxVnARECpjJKU,18703
136
136
  torchrl/data/llm/__init__.py,sha256=-_UPiaQgHzFVLM_gfiOS0sCGVRwkxZ1_Z5B6C9ThN9o,1009
137
- torchrl/data/llm/dataset.py,sha256=GDuzflBq2ThgYn_V4bOr_1MHOhESnQ5jX1Wlcw69lfM,21194
137
+ torchrl/data/llm/dataset.py,sha256=KoLfIQVwoJAHoa7mUs83exN4Ozpu_MTZpEDj5CqU97Q,21203
138
138
  torchrl/data/llm/history.py,sha256=aBq4BdKt9Gg7vezSuFW3uUNJV_X098PiT2_9sj2syg8,61289
139
139
  torchrl/data/llm/prompt.py,sha256=ikHWafhTIoCONCpuMHwIuGfpnPSpg5drZQTxTCmygQE,8578
140
140
  torchrl/data/llm/reward.py,sha256=QW1HWpNRORd3InwWLg-hAhjTlPqX4ffzAkYHEz0jQxo,8629
141
141
  torchrl/data/llm/topk.py,sha256=E5rrMw_dXBpFsV_6DOwVSd714G6IKwjIxBZLpssmWLw,8551
142
142
  torchrl/data/llm/utils.py,sha256=K2NQoEhBC6VWowsMeDHu2Q8vbg3ZPEWBBN6z4qifiNM,24143
143
143
  torchrl/data/map/__init__.py,sha256=bON0vqCksU7FPoWNqiNcdl60t7yWUh9SdLhNtglj7jI,576
144
- torchrl/data/map/hash.py,sha256=XRYdaFHQUm87fL9pWjhvi2LeZVaqJsASkCU-G_Gus8s,7437
145
- torchrl/data/map/query.py,sha256=7OPlp51iCMtj--skhr_SS09Gd2t4MUAkh8K0lKoUorM,8101
146
- torchrl/data/map/tdstorage.py,sha256=tx1d5FkXG_idUAkGqqOA1I0X4PHZkc1mNpQr84iSNJs,15115
147
- torchrl/data/map/tree.py,sha256=oLa62AzCdtDF9-3kP2XKp7kK6AqLJrZFrjsS14NeQ18,60760
148
- torchrl/data/map/utils.py,sha256=duE5O-ecUjZDObFBfLzglevK7rjHfiq_qJv3tKINNFA,3013
144
+ torchrl/data/map/hash.py,sha256=AilOzYQ0KYhCZpVZCm63AhRuXn2P_RLB4PcbIx6qnlA,7446
145
+ torchrl/data/map/query.py,sha256=CfAC9XJh7KpdCJNgqfJ5CUCi7BWqekgCMlNVSIF60To,8125
146
+ torchrl/data/map/tdstorage.py,sha256=HzdR7M8Fjt9543vqdEpy0QQ8tHgKLCqWYCA6P02_2dM,15143
147
+ torchrl/data/map/tree.py,sha256=MqktMw54JjGNJTdo_sjTR_UVQ3M4XPjhphijLcYwjKE,60788
148
+ torchrl/data/map/utils.py,sha256=fEjqCzaE4Vqjb8OzUvnClmLxVMooqeFOBMs7wroYvxs,3022
149
149
  torchrl/data/postprocs/__init__.py,sha256=fOyX5OMaDb5HGrQbn9W72_QwncNdh6l3DkVSqRfNr4E,278
150
150
  torchrl/data/postprocs/postprocs.py,sha256=dpXOKWlhdKy4Um7HdzRKe42PJ_Q1jHC7AX5plR9AIiw,15509
151
151
  torchrl/data/replay_buffers/__init__.py,sha256=RcJSEXHz6zt1gQSFhEaKwQHUhZkYa2x-buNSDkNAslE,2595
152
152
  torchrl/data/replay_buffers/checkpointers.py,sha256=a5ywCRf6-_Krgxu11Xzfh2QafVIN_ejaz5Ey5c2ghZc,23583
153
- torchrl/data/replay_buffers/ray_buffer.py,sha256=lvKeoPGnQxudP470V73TCjGpNIcJNRhxi4PWINVEM7o,10311
154
- torchrl/data/replay_buffers/replay_buffers.py,sha256=JZrP03Jd8Lgj-TpyjTRYlCHJ9kyqEVoLCZJqLXjYTGY,94447
153
+ torchrl/data/replay_buffers/ray_buffer.py,sha256=kKQNJQYb7EmKXP0NAO0FXlqHTpWz10P4PaI6GdbeOuc,10339
154
+ torchrl/data/replay_buffers/replay_buffers.py,sha256=hCah-3tovVzR99c4K8kANbHWiJdFSZfQv85wEds44bM,94475
155
155
  torchrl/data/replay_buffers/samplers.py,sha256=xqJ8e47FLea87QzjJ2l8gtUa_Nb9E9z1cT0n1VOU1eU,113845
156
- torchrl/data/replay_buffers/scheduler.py,sha256=cGm4LZcZ2lo8azDMWKGTdhWApxjZFh0KfynApxAkVK4,10416
157
- torchrl/data/replay_buffers/storages.py,sha256=RxXAu7eCuJOVZfw1w00v8FiWyNzAfbf9CdgkjI9whlI,75538
158
- torchrl/data/replay_buffers/utils.py,sha256=vlGfyHVKUAMKBR0l7fJM9NI47ZinS18Qzf8lpwoo6pI,39644
159
- torchrl/data/replay_buffers/writers.py,sha256=soPk5UKX9j74tQaIwgFVZMNo4zm8aPOF1GqXhlrdznU,28772
156
+ torchrl/data/replay_buffers/scheduler.py,sha256=SYJJSo7AFybzpPlj9Q1Bdsws3ZDkxokEaKxt4ZJPHbs,10444
157
+ torchrl/data/replay_buffers/storages.py,sha256=Agysw4tMMTqjR1xjTCfEDGsRiMlHVFCsL2I21Iqi2UE,75566
158
+ torchrl/data/replay_buffers/utils.py,sha256=RPKS5C5U2GDPJQ1zSiawEi4LIwWuazJfcgQJ-uAmr9Y,39672
159
+ torchrl/data/replay_buffers/writers.py,sha256=2kuZyG2qLBke8zyh_v9ntMgfzcLi6DcZJA79TsyhwqA,28800
160
160
  torchrl/envs/__init__.py,sha256=2eVr8StUSMiNd-IoD5BQAFFuV10pAtO926b6QzRzB_M,6082
161
- torchrl/envs/async_envs.py,sha256=pjRQtrlC-mnMVSaX7x3Ga-qPsygRxYzeC1QneVsX2K0,43211
162
- torchrl/envs/batched_envs.py,sha256=chVl-yTDoj6hQdRltNtHdWKnyIpdp_wP_gznGWsEbpM,121050
163
- torchrl/envs/common.py,sha256=pz-fXbwqAuVxde0fRYtSnnPfoyiecPlcF-lANON_090,174142
164
- torchrl/envs/env_creator.py,sha256=Jwp8FyL9LQlorV31OGPqgWg7B_s9Ssruu01XPCIXm3g,10320
165
- torchrl/envs/gym_like.py,sha256=IRnUXg2SlniPt9eM7pS7vRwstJjZ2K1oMhSZyEDMn1Y,32353
161
+ torchrl/envs/async_envs.py,sha256=Gxi3SBmkHnQvfgp5r2NTu7F7HRz3kr1VGlja7pBu14U,43239
162
+ torchrl/envs/batched_envs.py,sha256=el_Bztp5f7o47hnif5g3AG5Xnv9aaB9GJhDZ1maVUnI,121078
163
+ torchrl/envs/common.py,sha256=0l8TqushE7sC6B-D2U2ZKfPdd7uLUggQjbGn1IyLjXk,174170
164
+ torchrl/envs/env_creator.py,sha256=AAuZNNgvm_jX2_014AWWvNI5EQCmerU8ICCIAvv3PiM,10329
165
+ torchrl/envs/gym_like.py,sha256=dky7JLsHAVnTdLimf4KAZGsPP104SFLD4fVzlmyAYh8,32381
166
166
  torchrl/envs/utils.py,sha256=YTCNO6XyCfxm9njCFafrDh1nnZ7wTPYH8uPAeCtG4mI,74861
167
167
  torchrl/envs/vec_envs.py,sha256=B3lrPCVk4jRIXy0V0berwktZInHpx_UBABTcPUlA1Lw,377
168
168
  torchrl/envs/custom/__init__.py,sha256=ykEXd0w3bXxzINWSa5dq0bEvk9OWuNF5OVdRjguYQAA,395
169
169
  torchrl/envs/custom/chess.py,sha256=IiudT29mY6Yvau6CIXB5678d8kvkCoBvLh9FoQeSiM0,25285
170
- torchrl/envs/custom/llm.py,sha256=4PKr3q8hBs1sXL58mC2D95UuVUB6Q4BLl3PoRIJPMVY,8851
170
+ torchrl/envs/custom/llm.py,sha256=i_xxGNbdTUXCYJPY3tj6JjbaARFzdP9hqB3zzJjhywU,8860
171
171
  torchrl/envs/custom/pendulum.py,sha256=8sBgT8DvHrg5-YSOduC8GAHM9v7SXXfd8BzHvQ3wHOU,18617
172
172
  torchrl/envs/custom/san_moves.txt,sha256=AMStL2XCAnEbO6UZEYfDSCp5zRO2811gPEIzOWbmmRY,217492
173
173
  torchrl/envs/custom/tictactoeenv.py,sha256=voszQ7rPl7PbCBB6BQ8OELCi5US5YFm5gb-CLOkAIRM,12547
174
174
  torchrl/envs/libs/__init__.py,sha256=tNiqWDxI-PQ2sxer7atuaSmKN_35pUpDIVFor-GIPfg,1821
175
175
  torchrl/envs/libs/_gym_utils.py,sha256=JYCNtWW4gAYwLq4k87ZdwLtDR_mRSyWQOi4seuXllOI,13150
176
176
  torchrl/envs/libs/brax.py,sha256=lPApmjHF3QbdHPqGIwU44CdcpcXUEoQSJwHt4gMgvSw,28278
177
- torchrl/envs/libs/dm_control.py,sha256=HHComqCmEu-6kV6CWShYTtG1GozEKjBadE8-Yy866J0,20841
177
+ torchrl/envs/libs/dm_control.py,sha256=bRziBjyCxpDTEbdymmqmnbDMg4smpEypvpA3bQf0O4k,20835
178
178
  torchrl/envs/libs/envpool.py,sha256=Ug1QlStPJuxQJMFd1AQFl_5ymGW6zddLc3rIqnHMYtE,16488
179
- torchrl/envs/libs/gym.py,sha256=Y_aqdbT6nnC1PhoWcQglpIUZ2wzssfQhwRln60F2lwQ,82575
179
+ torchrl/envs/libs/gym.py,sha256=4hWb06j5DFSU7S6k9wsXmuwtCsUVK3WtGYqsHregEcg,82550
180
180
  torchrl/envs/libs/habitat.py,sha256=w_B1VQQRcjH0kbynu6H9zcimjoluEqVcsH1P0WuQguM,5525
181
181
  torchrl/envs/libs/isaac_lab.py,sha256=lD3PVhuco2mncgSK-714yPQ9EjxdLOKRfDRR__eARec,3523
182
182
  torchrl/envs/libs/isaacgym.py,sha256=C9fY_gLTRm1qk0TGMFMQKXNS27HBpIqRz2rjdJ0Lg7k,7336
183
183
  torchrl/envs/libs/jax_utils.py,sha256=j63ti4q7owJf73C-h5Wi9AoglVlQrTyABJ9fCV9RfbM,6201
184
184
  torchrl/envs/libs/jumanji.py,sha256=6C9NmILOt3wbgoEB4oHaDU-4lBRzJGQKJ62hYU8GLTg,41234
185
- torchrl/envs/libs/meltingpot.py,sha256=XSX-Wi7Q6XT3qdsh26DAId6c5z2SYB3b6Vq9SGQHOHc,26686
185
+ torchrl/envs/libs/meltingpot.py,sha256=5IT7Kj5C6u1CWDAdb1SimCgEv33ti1Y7hVsJy5Nf8bA,26695
186
186
  torchrl/envs/libs/openml.py,sha256=DDG5qbBe7ipjQ8nJUg6pBVja8w9zsRJFY6n_m10zItg,5866
187
187
  torchrl/envs/libs/openspiel.py,sha256=khtzdaQcJ7DsLdRZp0HW6X_lHuDwvPFZwyQBdiVEdfs,25453
188
- torchrl/envs/libs/pettingzoo.py,sha256=3cm6R1hAIWVE4X2-f6XHFF09ALLoG7woahPgvpfFD80,47683
188
+ torchrl/envs/libs/pettingzoo.py,sha256=F80ICfgSPB_w9al_tqfjqr8JBWMk3fqnysO0blFn73c,47658
189
189
  torchrl/envs/libs/robohive.py,sha256=_lFdaE87s-zgIfUmvtnmv5mPKq2u32OSxFQ_C7d1xAo,16228
190
- torchrl/envs/libs/smacv2.py,sha256=pr03oGHE2G_fc86qHeSQjSz3S6IH_l2hX0J2umb020M,29718
190
+ torchrl/envs/libs/smacv2.py,sha256=a_G78G5FU2x58bBKWKiyKK5sqdS8wTjak6fd3kTh0eY,29663
191
191
  torchrl/envs/libs/unity_mlagents.py,sha256=vszCYjEX0S9AmIwLvGsoqc0Jr7jvlBAqZ1HQ1uqesjM,50558
192
192
  torchrl/envs/libs/utils.py,sha256=Ce8nAYc2MQOBTYCV17Yswk98pg3PStnaGPFVW2jqARQ,5354
193
193
  torchrl/envs/libs/vmas.py,sha256=giTORg2AqYzyjrazdD94fD2dNYwX7qe5TFnr-E1mjIg,37140
194
194
  torchrl/envs/llm/__init__.py,sha256=QYS5FrNBMSAyvgHCOTVOfY-QAI_l4W0lsn-nmyJwgs8,1448
195
- torchrl/envs/llm/chat.py,sha256=XvdSvO6lLQs4WA6LU-xc3ttI6rQryCodjy4408o_lns,30668
196
- torchrl/envs/llm/envs.py,sha256=uFnzUt60Qxnred41_RMuPqMvK4kYOJuQpsgYJCTTfj8,35773
195
+ torchrl/envs/llm/chat.py,sha256=FmYjHej4pwqo5OrFlap4Xj1Sk-DZzsMjKazBQr0Mgng,30698
196
+ torchrl/envs/llm/envs.py,sha256=ercyfYxVmIiKJq-U-Dn2ZgWxhEmDBYTDOVST1af8_sE,35801
197
197
  torchrl/envs/llm/datasets/README.md,sha256=NR7sJvHQ1Wf28-pWJ9LhfiKeqbmXzPpFnEiZIYuEP34,116
198
198
  torchrl/envs/llm/datasets/__init__.py,sha256=6-x0WlKD7lpMVLKA4W1AktvgUs6adMuaGAqYYhgQ_hk,490
199
- torchrl/envs/llm/datasets/gsm8k.py,sha256=u_FJeysB3VLHL7S_vJPIW8LYeBnG8PGE12kJ5PPgLrg,16249
200
- torchrl/envs/llm/datasets/ifeval.py,sha256=MGycmrEbP1qhYIRSfleFR2Uc3s5E-MZ7i8uRUxf1ukI,11597
199
+ torchrl/envs/llm/datasets/gsm8k.py,sha256=ZlaSieYD5FDcZEbNRMT6gBdoll0-gw2DfoDUNgfRkWo,16277
200
+ torchrl/envs/llm/datasets/ifeval.py,sha256=u5Z67ycmSPNCFY3hQegAbN7ueH0ztmXny9xRJKIr1PA,11627
201
201
  torchrl/envs/llm/libs/README.md,sha256=qToAicfcmYsSe3TCc5o0lEsDmz84nt4GSIG0J_mOd_s,93
202
202
  torchrl/envs/llm/libs/__init__.py,sha256=zvUe6oe3pjZwGefV-_x4MAC6K89TMqxh3TZs5s3ADkI,274
203
203
  torchrl/envs/llm/libs/mlgym.py,sha256=2BGSiNUoKciKN5FD3s0MBisVJ6onBugJ6O8oZxoSddY,32316
@@ -205,19 +205,19 @@ torchrl/envs/llm/reward/__init__.py,sha256=KYNJxyDOe2mZkjyH4CSuQ8qM0_Zu3EAaIGocY
205
205
  torchrl/envs/llm/reward/gsm8k.py,sha256=5a6p0xSFpqImauR3-ebKTQjybrHl8wvW9QKNNrUs5QM,13444
206
206
  torchrl/envs/llm/reward/ifeval/README.md,sha256=t4U5C_qZLOQbBDX2LE-PREcUyesgTKAK0bvI8WBezPI,815
207
207
  torchrl/envs/llm/reward/ifeval/__init__.py,sha256=vvh7JSUQaEiMjNeMeJvWlcFb2-6_J1LfM6l4mENn4Zg,324
208
- torchrl/envs/llm/reward/ifeval/_instructions.py,sha256=jlNvIO3dykk8fBFXC35PQSDJ9vLF3knS-ywq2ILfF00,63362
208
+ torchrl/envs/llm/reward/ifeval/_instructions.py,sha256=t0nbq2z2pfoBgxowe4K031i35FT-QB_NnbPVppIxd-s,63384
209
209
  torchrl/envs/llm/reward/ifeval/_instructions_main.py,sha256=oEwbiaFzEqaus9H39pbQw4GvT_tPhKvy7twEkZ4JdOg,4429
210
210
  torchrl/envs/llm/reward/ifeval/_instructions_registry.py,sha256=bY8R51RgjKJYiim67j5IXSfYhtWtvZrRF61yuqi0Tzs,3914
211
- torchrl/envs/llm/reward/ifeval/_instructions_util.py,sha256=63ZJbqUKaqMA_SDhnYT7VppULbible8udHGihiamxKc,27719
212
- torchrl/envs/llm/reward/ifeval/_scorer.py,sha256=clysdoIMvUuv3b0SwbovOowg4GCC6TX4G_PgATZ0MPU,18297
211
+ torchrl/envs/llm/reward/ifeval/_instructions_util.py,sha256=9jhEQYzrnXQCKt0T0A6rZFxpTwn0yvzvO-yg9T5ADq0,27701
212
+ torchrl/envs/llm/reward/ifeval/_scorer.py,sha256=otF9AqjaZiD26TZG_XWkZ_aRUma0Wa54JSLXKWS8qNw,18306
213
213
  torchrl/envs/llm/transforms/__init__.py,sha256=dIpGjmHkQ6bKdaSnP8enV6PZwfzmbtxgBpp6_KJNRbw,947
214
214
  torchrl/envs/llm/transforms/browser.py,sha256=d0JIUZ3TfgmqBcci5ihzzTqZA9KeTrs1iCProRWQQK8,10715
215
- torchrl/envs/llm/transforms/dataloading.py,sha256=OJ31FbOkt3tnKUKxRBfcCOEL22K9i-6XVRZDSrBNlx4,26000
215
+ torchrl/envs/llm/transforms/dataloading.py,sha256=vz-5731FZ5Y1XTToINH07bpcAxBzec5OK29K1gcqc5Y,26000
216
216
  torchrl/envs/llm/transforms/format.py,sha256=tME390wkG0h2V5DAWHZa7EhJ5Or-6cga6AIjxPuy1l8,2592
217
217
  torchrl/envs/llm/transforms/kl.py,sha256=tQkFDbnUmWgEK1zQy8bwqCn6oLDwry4Nd0ys_H-oJGs,56236
218
218
  torchrl/envs/llm/transforms/policy_version.py,sha256=tAE58ZsDV9hgiLdJtysMoNIe_tEoxGrQYXrQrX-hnfU,7152
219
- torchrl/envs/llm/transforms/reason.py,sha256=lx-yGdhuuPvreDz5ocAlqJOQNIcYWLllI18ppQB7Dgc,14056
220
- torchrl/envs/llm/transforms/tokenizer.py,sha256=Nest15FD1iPLNZuw0rAobyb7n3ce6KFX00qfN3dUE2M,14274
219
+ torchrl/envs/llm/transforms/reason.py,sha256=In7SSx5b0AO_HZKZsFKuJw-Kudg0wunOOczUEoqIlwc,14084
220
+ torchrl/envs/llm/transforms/tokenizer.py,sha256=KywECBywj34sJJWu1DR-KKa5jF_k0peyBCwqDrh2p_Q,14283
221
221
  torchrl/envs/llm/transforms/tools.py,sha256=kOxQ96Dl43U5J4-SGq2Cf62T95L1FOZb9APiXdHOeM8,30869
222
222
  torchrl/envs/model_based/__init__.py,sha256=4hObCadhqKPjUQ9WUdaXIsaeeivo_1N1d1h28TKzR74,340
223
223
  torchrl/envs/model_based/common.py,sha256=eJUGwLd3O3fWjWDug03BkmeHgchvJWVT2gIt0Zvwq7c,7714
@@ -229,15 +229,15 @@ torchrl/envs/transforms/llm.py,sha256=V2ZY8-QY27GCpGY5i0UrryohQclybyL7aZwU9glc7w
229
229
  torchrl/envs/transforms/r3m.py,sha256=3B-JB3GHh3s1Af69WZ3wl3BU8SP0g_QmuH8IPztXRbQ,13850
230
230
  torchrl/envs/transforms/rb_transforms.py,sha256=eoJVEOv2ckVHth7nBgRaULW4TICf7YoQHcbWn9n1Cns,7661
231
231
  torchrl/envs/transforms/rlhf.py,sha256=6PUb9SvF2cvyHUD_DmxQ4UM35VJ87qHit8PFHLWwLAk,653
232
- torchrl/envs/transforms/transforms.py,sha256=fFpbr-WRRJZNfFVwC4Fa-uWWPSXj2rOnciZp_f6Xboo,494420
232
+ torchrl/envs/transforms/transforms.py,sha256=ku8AXXrDuF5IIod7m1pB-6VMYEB1GmE4TEWxoAgkr8A,494426
233
233
  torchrl/envs/transforms/utils.py,sha256=V7YAV2BcJWvhC6aUV9LcwOodZFPbKmsltyR747OdRTU,3358
234
234
  torchrl/envs/transforms/vc1.py,sha256=snXdONyRKkyMiaW-bT7SwDJUQVb5GWr1mqY1W78Ohn0,10841
235
- torchrl/envs/transforms/vecnorm.py,sha256=t3ho9ae_Mf-205FtneaWoaRP79AjCIsF7sdieD_vM0E,34863
235
+ torchrl/envs/transforms/vecnorm.py,sha256=udY-bdOhm-Aqjpt-STQT_mT6Ee50j5XH7v70gmyoKKk,34915
236
236
  torchrl/envs/transforms/vip.py,sha256=r8Ni0hAYY1gispLj0TXV2VIedrgC4eW3hAhJBv47Q78,15181
237
237
  torchrl/modules/__init__.py,sha256=TuJj3WUlvilYY39nUH-ykXkyprTxjq9NLW0QQXADqJk,4343
238
238
  torchrl/modules/distributions/__init__.py,sha256=Evkiz96ZPs7VUZp2n03h9kd7rmUCEEvMVl2f7RhzMhQ,1670
239
- torchrl/modules/distributions/continuous.py,sha256=tahVKeI_uFgnVmskJ-_NsXhWsSR8sr7FJ_281rCq4LE,26434
240
- torchrl/modules/distributions/discrete.py,sha256=QXDv-nllK6i1tXj0KiP6TnHDjrI05YRp05D3mBin6Pc,36488
239
+ torchrl/modules/distributions/continuous.py,sha256=Q9T8okHY625AGthEet5WOWfT0DTTSBeqWbIOB3lqPlE,26443
240
+ torchrl/modules/distributions/discrete.py,sha256=KfZMRqX0NjTG82EiBgB-GYnf1kaIcAUqn_-D5zYUrGY,36499
241
241
  torchrl/modules/distributions/truncated_normal.py,sha256=l5G3TePasl7q12DjwisyQC_E0OfZZo2g_HzBhZREVxc,6122
242
242
  torchrl/modules/distributions/utils.py,sha256=q4AFDKFpacRhrl4rjJ54UhxQzjOcj_SKlz0UIcZlUVc,7796
243
243
  torchrl/modules/llm/__init__.py,sha256=iqi0kiWKb-Nz1QugRl82qjzExyxq1qjMx7d3D2yd5HU,891
@@ -251,21 +251,21 @@ torchrl/modules/llm/policies/vllm_wrapper.py,sha256=gFeat000zkuU1NRKwnmxzIho1FVh
251
251
  torchrl/modules/models/__init__.py,sha256=Y1XTkBOB5EMj6IaMru6V3CDwFLnkUtxzsHcqzeqq_4Y,1829
252
252
  torchrl/modules/models/batchrenorm.py,sha256=bR4ZhaJ5E1cSK5o8L2dNX5KVLIb-bgrYxcq6yhx0I1A,4869
253
253
  torchrl/modules/models/decision_transformer.py,sha256=ANFTOm3k9_3Uv1vKGdXumRy3meBPnDdT8HqhVvJ2RCo,6783
254
- torchrl/modules/models/exploration.py,sha256=jAftzmE2SKR_iRjCp8mT4t5oFuG0Tm6NfWwOhIffCVc,31387
254
+ torchrl/modules/models/exploration.py,sha256=jy2svqcjc57xG0EcK1PpTtT48ilCBeiiSbtn5RVrrE4,31396
255
255
  torchrl/modules/models/llm.py,sha256=x5VS_K9PQUxKcRumWrPifeGRGgKh1IhB_08bSCRZe4o,6554
256
256
  torchrl/modules/models/model_based.py,sha256=RzuKqcfyP5bOFX3CSOzCmsubpRBlyHXhYbodjh7YRwY,14192
257
- torchrl/modules/models/models.py,sha256=OCRMb3J6y06d93EuDjO4IpgVv8yt2Y1Zyp37alHa8qU,67740
258
- torchrl/modules/models/multiagent.py,sha256=wuPZJFOJgGRNZdTfhkT5AzeZKgUpiSJHnM1wf_cdS44,44147
257
+ torchrl/modules/models/models.py,sha256=ct-VBJp5haA6iU8BLdC2tVyMdbdU0QHSEucgcji7tkM,67749
258
+ torchrl/modules/models/multiagent.py,sha256=N2fLjzudlQdi9OiuLfZpHyzgl7PNRVrbSECXJ6HK6WE,44156
259
259
  torchrl/modules/models/rlhf.py,sha256=ROOxXluUuiqGTS-1aTg3YYFRlAILkGw8GUcOCJeLJHo,480
260
- torchrl/modules/models/utils.py,sha256=I_rpBdBQVnEkW2uqQL5L0ZK_jBTzkgnAeF8t2Rdt6Vw,5211
260
+ torchrl/modules/models/utils.py,sha256=h39uT7CVoLLT_G2jBq7-KX21OHlfx7ocomJ4SN1V3TY,5220
261
261
  torchrl/modules/models/recipes/impala.py,sha256=7gdlBjFl0MFlEn6i81a2vL1o3s55oQyxZMu12Wv1On8,5852
262
262
  torchrl/modules/planners/__init__.py,sha256=ZXaI0YMCN7fSex619aaQ7MsQ-NsNJuXuVKcCp4_MxI8,342
263
263
  torchrl/modules/planners/cem.py,sha256=rPK7ZLZ81_-zSrPw_3BQ5L4U4s4CR4V-hz7PAfGZAT4,9708
264
264
  torchrl/modules/planners/common.py,sha256=FgiLk4ribkYuiVDdTnrucD4mjlJgIFdJ__Sl8do25L0,2455
265
265
  torchrl/modules/planners/mppi.py,sha256=LM7wEsFBipednMcVlBls-vMW_aPHVh1cXDeGHmZmfR0,10973
266
266
  torchrl/modules/tensordict_module/__init__.py,sha256=iTz8iCBmxt661GrGJRBfw4tBoTuiSIQLiQxMZCszf24,2383
267
- torchrl/modules/tensordict_module/actors.py,sha256=IDQw_cxZRjMfXsUfsNMUQJGPnzYW1FZripUkTgskjzU,111165
268
- torchrl/modules/tensordict_module/common.py,sha256=k_Ic-HI0KUI1_kEisugJPnY7MgXKyHgmfpUofYiD1Oc,22235
267
+ torchrl/modules/tensordict_module/actors.py,sha256=KTvxeZF-uYySdPoLqHxeqmSf3jXyCMeapMXPAoFkt1o,111174
268
+ torchrl/modules/tensordict_module/common.py,sha256=crvuxHplag73jkgtAh_TA2b9idO8rkHaNx0aBVqcR8k,22244
269
269
  torchrl/modules/tensordict_module/exploration.py,sha256=6OpcmmDaKIcL3ktD1bJsqfKJQQHfLnGAE7VNyuCpvM8,30298
270
270
  torchrl/modules/tensordict_module/probabilistic.py,sha256=ocx_QN7s0u89Gsn2YAzs21dz02TwJ8VwMI7Nn8X5zrM,16703
271
271
  torchrl/modules/tensordict_module/rnn.py,sha256=9CQ8zpsnMZzAdOVq6gkTmnTtoko-_uloIkHnE7x79oY,67319
@@ -276,7 +276,7 @@ torchrl/modules/utils/mappings.py,sha256=HEPGNHhQrPNU85-Bq0cYm1TZIhSkdEBkLvgrmjF
276
276
  torchrl/modules/utils/utils.py,sha256=Ae2bl6GDxm9kU73WeLi-0ZEsrFt-XTaGqdxdXiX9LSU,3005
277
277
  torchrl/objectives/__init__.py,sha256=bJ63ORrPepRRQoDUa3zxsCAlW5oTQ6_VX5HuOXlia2k,2226
278
278
  torchrl/objectives/a2c.py,sha256=1rtRVZZx_HZFdfF6xLM1Q0kYknQg06rW5tC54CNb7Qk,29449
279
- torchrl/objectives/common.py,sha256=3G6vfmnKt1ZMSaUTJ_TuDTvAEJUxwQ0almfqt4JLbLY,29265
279
+ torchrl/objectives/common.py,sha256=nslOhX1hi0nYvS8v7ylt5qB40fkQ7k-_XvO2p99ppTM,29274
280
280
  torchrl/objectives/cql.py,sha256=iu_wUH0MXPKFGYYV9AncQ81xzt42U2TR54f2WPl3fgE,56252
281
281
  torchrl/objectives/crossq.py,sha256=fqRlrFjRgSrb5JR4IP9fKb2-3snWQ7NtMprt21IqxTo,29557
282
282
  torchrl/objectives/ddpg.py,sha256=ceQW0cg6_5xxv1JVX_AS60E2seV7SHn6nUgYrqoRh9w,18214
@@ -287,43 +287,43 @@ torchrl/objectives/dreamer.py,sha256=65EntKqou3auLMYxD1uaKGNyucfktabqaATNT1bExQc
287
287
  torchrl/objectives/functional.py,sha256=0Pr_debAMM2bp06HPGVIpLTcyBue4DvcyUJVsaa6AjE,2154
288
288
  torchrl/objectives/gail.py,sha256=6UQHluezDA3fT7clTDwCT41xAcZMyHrxK4XR0juSxOc,9848
289
289
  torchrl/objectives/iql.py,sha256=VgCjfjKu91WCMCOK78vuc4k4kg1G3hPgOmjiKpozRM0,43976
290
- torchrl/objectives/ppo.py,sha256=ZNJ0kixsydMfVRDceQBVtYUCWJnuDdVuMeND2sP9I8c,77825
290
+ torchrl/objectives/ppo.py,sha256=3OyyWLudUyr63gKEpp0YVzrYw9gfrhUt979IAh_oncI,77834
291
291
  torchrl/objectives/redq.py,sha256=qRN5WyA6YHh7GcKX9n5GinXyETssAXJkiH0HuOx6Uss,29177
292
292
  torchrl/objectives/reinforce.py,sha256=EnUjqDSiTla3CuHg9rspQlvecd-VXZrPZxg4rGECZ8w,22861
293
293
  torchrl/objectives/sac.py,sha256=wKpfdm2y8Udp100PVp4bC0ljkdPwPQQNlYg5ZqvVO1M,70861
294
294
  torchrl/objectives/td3.py,sha256=Rq2q5gXo3AMuHm2OjRZvpfvKsAl1lIK5ALh2_sZM1ZE,23743
295
295
  torchrl/objectives/td3_bc.py,sha256=1pjB8mjCT2CLvQzjnqwAfZoc7yhjMB9UQjuJ5wZfTUY,26558
296
- torchrl/objectives/utils.py,sha256=M397jw5eA7IkXfw0_gOBXbxPTQNnQdC5N7-dj91scsY,25461
296
+ torchrl/objectives/utils.py,sha256=PxgWt4v5P69CkUNgUx2lystiemBhmnatSjgd80Dnarw,25489
297
297
  torchrl/objectives/llm/__init__.py,sha256=tZmIz3rkeclw3MzJoOWEs2gkewjx2USKrKJbWdyiiaQ,406
298
298
  torchrl/objectives/llm/grpo.py,sha256=y1xDMcmDH7HwYFdmuGgE520GDUBXHiKBxXulD5Pm8k8,25278
299
299
  torchrl/objectives/llm/sft.py,sha256=U1jtwZfDYLaU1YzA6edGhRo4t00dHpWbVKQLyyF2f1g,21352
300
300
  torchrl/objectives/multiagent/__init__.py,sha256=5uebDe5KrvlzeYV_BSd5vdmfruJQYMeDVVbU4iHErEg,245
301
301
  torchrl/objectives/multiagent/qmixer.py,sha256=yttOxc5FNylKw4iMnYSG1qO8EbHvx8imAhxNxW9_iLw,17362
302
302
  torchrl/objectives/value/__init__.py,sha256=QkSnenYVqe_3FVtwGr_D86N52unnpBvRXfcC5JFTBOw,589
303
- torchrl/objectives/value/advantages.py,sha256=u6dJNOJoLhympNvxAmiLJGydyCm9JjCHSUE9vr3y4Cg,86856
303
+ torchrl/objectives/value/advantages.py,sha256=Nz0IANqvV7uAMzghxA6Ta1DdkEfLo2w2Z21wd2w1duo,86865
304
304
  torchrl/objectives/value/functional.py,sha256=bgZiXJKuOmqlKdtTzWXvbgab4yT01xik-cTW2YQkTNU,51091
305
305
  torchrl/objectives/value/utils.py,sha256=EQV-JnWspJcclHssgGXjvVWhgFmlJzep8E_SIPgA6qQ,13616
306
306
  torchrl/record/__init__.py,sha256=ktfH9AgjJ4NnTSR7FXAEcXRYtZHkPtwcxlGNDkLLEOw,523
307
- torchrl/record/recorder.py,sha256=qxPkWU7EMf2spc5lA5jRLIImITzr1tugy8lp-aQG_4A,22710
307
+ torchrl/record/recorder.py,sha256=JVmtIwQZBHsMnlS6xmMxd-sRTvSWuD6CqhHqJxxSfys,22719
308
308
  torchrl/record/loggers/__init__.py,sha256=pa6ttxj0FORHS6MgiYg05iFoABwJ8vqBHn45wkqshT4,568
309
- torchrl/record/loggers/common.py,sha256=QUwrOwrj2rBDMcXCsE36kh3RhTm9m40bJV-OcUKm-rI,1225
310
- torchrl/record/loggers/csv.py,sha256=8sjTqM6wBADDG1w6UD8H2v3cIuAGUm3AgOOvUO7N_6s,9515
311
- torchrl/record/loggers/mlflow.py,sha256=5a4oz3HmhFREo-knOVgJNe4jv9qm18Q_-ghcOvgLgSg,5070
312
- torchrl/record/loggers/tensorboard.py,sha256=fBgkff9ZQKem8B2xhfcAJLFojJDB1OoyFf2J3NIYZxQ,4996
309
+ torchrl/record/loggers/common.py,sha256=GLC6wUv40rTHyiZQ1-YQnauuqk6oqrkRGsDV0ZCbVQA,1234
310
+ torchrl/record/loggers/csv.py,sha256=uNFjiPLq7mMr5z2WPyjyr9HGexu4ZkUwbX09FsV1mJ4,9524
311
+ torchrl/record/loggers/mlflow.py,sha256=9N-a5OUJJGwYej0WvTxQPkrazsahhmgof8seMDCnjM0,5098
312
+ torchrl/record/loggers/tensorboard.py,sha256=x1Mo7KE4-iGG5NVToAP-1XceG_F6Vipr26B_1CK9Tg0,5005
313
313
  torchrl/record/loggers/utils.py,sha256=rZqyZi-ebLozHh8pbV-7m23W27zXsbnR04Rh-yWMPV8,2432
314
- torchrl/record/loggers/wandb.py,sha256=btOFFX7IAGwmS_Yoi_WuBULDWjWHsctMa258lUJKmPc,7268
314
+ torchrl/record/loggers/wandb.py,sha256=OJSDhMuT0PjfPHJdpthPZt9mJwqcf0lLQQDWdmjvENc,7277
315
315
  torchrl/trainers/__init__.py,sha256=LEUdW1zV5jydpMjZqnJ7XZW77MBIVv8dZ1nGv-m89RQ,853
316
- torchrl/trainers/trainers.py,sha256=vrz5eL_S2iVF9Fv-wfhvJEpU7M33ImgToYrymQ-Mqjo,53664
316
+ torchrl/trainers/trainers.py,sha256=NIkky2Ox5N7AD9VT1ZyRQTeTNJPAG2NSEMKe2Nu_a74,53685
317
317
  torchrl/trainers/helpers/__init__.py,sha256=sCBIXQqFQKRrbcNojgPxIh82HpXnXKgA_kMa3uZESSk,1137
318
- torchrl/trainers/helpers/collectors.py,sha256=NdGn7gaVq4bzNvlmbPtG-ejMHK9ccocPmpFGxYOQIWk,19129
319
- torchrl/trainers/helpers/envs.py,sha256=boET8DXwAXAry8t3KhpC0Z8RWCbARWCW_SzTb5CvAd8,22656
318
+ torchrl/trainers/helpers/collectors.py,sha256=eoFb0NyMXCxM9YAic8_Ak4fZ9KDA5Hb9glU47qb_QUg,19159
319
+ torchrl/trainers/helpers/envs.py,sha256=KYZp87KPyie_7zNsB8p2dQtNO0kjVGL37LyfiPq0AaA,22622
320
320
  torchrl/trainers/helpers/logger.py,sha256=R0VDtxDINaT7e_TXs-BfxhmqWzwVyIhBoFV16QWf2Ws,1311
321
321
  torchrl/trainers/helpers/losses.py,sha256=HwrovwbMOhY-5-hlOz-YHclKnoJhMijVjDNuATsfaos,5404
322
322
  torchrl/trainers/helpers/models.py,sha256=VujBq9H92sEzpCtU1iTrJQNlwvyOO-Rho4bzsMonX6s,22465
323
323
  torchrl/trainers/helpers/replay_buffer.py,sha256=RaZqXnHimmadiibvDBcLbtIhpPaVMTPhYMOBvX4v3CA,2060
324
324
  torchrl/trainers/helpers/trainers.py,sha256=hB1FtHtP-S0PBQ4LF6WPy37caaLpacyaLThj1BNl5Ho,12372
325
- torchrl_nightly-2025.8.8.dist-info/LICENSE,sha256=PGO-oZsq4EzhE1-WQS2xGiEF3UCVb9YawfQ09cIMV_8,1119
326
- torchrl_nightly-2025.8.8.dist-info/METADATA,sha256=4ETJSzVGe7E-LnbDVldLnfJwVdq1UqnrHtYu5TB69-Y,42539
327
- torchrl_nightly-2025.8.8.dist-info/WHEEL,sha256=NVXpD7b4Gxps0cd2ds5rr5TG8W4ApEwx_i5J99qMZ5E,102
328
- torchrl_nightly-2025.8.8.dist-info/top_level.txt,sha256=-5FcSdmJ9DwdHF8aOIaofsPbz4Gm8G1eo7r7Sc2CHgE,59
329
- torchrl_nightly-2025.8.8.dist-info/RECORD,,
325
+ torchrl_nightly-2025.8.10.dist-info/LICENSE,sha256=PGO-oZsq4EzhE1-WQS2xGiEF3UCVb9YawfQ09cIMV_8,1119
326
+ torchrl_nightly-2025.8.10.dist-info/METADATA,sha256=0SAv1RJdkfhYBxGJ03CxmKzgg-iVhsSgGNn1cd2fBFM,42540
327
+ torchrl_nightly-2025.8.10.dist-info/WHEEL,sha256=NVXpD7b4Gxps0cd2ds5rr5TG8W4ApEwx_i5J99qMZ5E,102
328
+ torchrl_nightly-2025.8.10.dist-info/top_level.txt,sha256=-5FcSdmJ9DwdHF8aOIaofsPbz4Gm8G1eo7r7Sc2CHgE,59
329
+ torchrl_nightly-2025.8.10.dist-info/RECORD,,