torchrl-nightly 2025.6.23__cp310-cp310-macosx_10_9_universal2.whl → 2025.6.25__cp310-cp310-macosx_10_9_universal2.whl

torchrl/objectives/value/advantages.py

@@ -1252,7 +1252,9 @@ class GAE(ValueEstimatorBase):
     Args:
         gamma (scalar): exponential mean discount.
         lmbda (scalar): trajectory discount.
-        value_network (TensorDictModule): value operator used to retrieve the value estimates.
+        value_network (TensorDictModule, optional): value operator used to retrieve the value estimates.
+            If ``None``, this module will expect the ``"state_value"`` keys to be already filled, and
+            will not call the value network to produce it.
         average_gae (bool): if ``True``, the resulting GAE values will be standardized.
             Default is ``False``.
         differentiable (bool, optional): if ``True``, gradients are propagated through
@@ -1327,7 +1329,7 @@ class GAE(ValueEstimatorBase):
         *,
         gamma: float | torch.Tensor,
         lmbda: float | torch.Tensor,
-        value_network: TensorDictModule,
+        value_network: TensorDictModule | None,
         average_gae: bool = False,
         differentiable: bool = False,
         vectorized: bool | None = None,
@@ -1499,6 +1501,15 @@ class GAE(ValueEstimatorBase):
             value = tensordict.get(self.tensor_keys.value)
             next_value = tensordict.get(("next", self.tensor_keys.value))
 
+            if value is None:
+                raise ValueError(
+                    f"The tensor with key {self.tensor_keys.value} is missing, and no value network was provided."
+                )
+            if next_value is None:
+                raise ValueError(
+                    f"The tensor with key {('next', self.tensor_keys.value)} is missing, and no value network was provided."
+                )
+
         done = tensordict.get(("next", self.tensor_keys.done))
         terminated = tensordict.get(("next", self.tensor_keys.terminated), default=done)
         time_dim = self._get_time_dim(time_dim, tensordict)

torchrl/version.py

@@ -1,2 +1,2 @@
-__version__ = '2025.6.23'
-git_version = 'ed051bc3e5b33d00f64f2a785023bca9a6c72c9b'
+__version__ = '2025.6.25'
+git_version = '773c366c7b29f5ea26de0215119fb15055714525'

{torchrl_nightly-2025.6.23.dist-info → torchrl_nightly-2025.6.25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: torchrl-nightly
-Version: 2025.6.23
+Version: 2025.6.25
 Home-page: https://github.com/pytorch/rl
 Author: torchrl contributors
 Author-email: vmoens@fb.com

{torchrl_nightly-2025.6.23.dist-info → torchrl_nightly-2025.6.25.dist-info}/RECORD

@@ -3,9 +3,9 @@ build_tools/setup_helpers/__init__.py,sha256=7l8TvVqxKezgzKCLuRv20mvGLloprFVZYm8
 build_tools/setup_helpers/extension.py,sha256=4-PDLr-pw40bJnd9SfxnTaSjUyuXU_Tg8yOg69Kl0o4,5914
 torchrl/__init__.py,sha256=mhDBx2UIuBKc0gmi8dVNHokQ6tCbIovruZmyAxcSsy8,2938
 torchrl/_extension.py,sha256=z7wQ8i1iYWYcnygq_j0nq9sT-koY13tfHhTLNbMk17Q,2353
-torchrl/_torchrl.cpython-310-darwin.so,sha256=jN86EFbF-o8Kzp-Vhd4nR_Us8WL5XZ0cOj-HpaRjzJg,1647664
+torchrl/_torchrl.cpython-310-darwin.so,sha256=3w7YxegDWY4hkZ7tpg8tfdhG0UyfWbZ8S5GkyFn_mtg,1647664
 torchrl/_utils.py,sha256=Cw5EG6x5oSZF1iE3YCs1a32VUKp0rTXIs2u67q9zKUI,41078
-torchrl/version.py,sha256=4YeSUDGHrB3YeBHYcVaU3pmlvqaCzwjkSwnDvVAiGUQ,83
+torchrl/version.py,sha256=sh2m4NXVgN00_2MdNzvxZI_WDPnhYiOejX0at0aKs0k,83
 torchrl/collectors/__init__.py,sha256=hJ3JD6shRku0BL6SzJQq44FZ5Q1RGR8LealFyU3FRn4,799
 torchrl/collectors/collectors.py,sha256=CdTerIwhCTr6n5OoJLNad0bNQ5OLliPZFWkU18QBKSA,177625
 torchrl/collectors/utils.py,sha256=MlXrkYuDmV0Em-tVNQiLL32FWgPNDgceYYG_GgpiviA,11320
@@ -202,7 +202,7 @@ torchrl/objectives/llm/sft.py,sha256=zAdVT1CmXJJPjEwPt4SPJNzFUC2m-flcfOsejIuAFkg
 torchrl/objectives/multiagent/__init__.py,sha256=CHxWmq5_3kveLcAdyB7cgSVYVIald7EZo81RRgozxo0,237
 torchrl/objectives/multiagent/qmixer.py,sha256=JyDcZeV2zv2MqKsyJ-ql9ISYHJ58e3pzb5-0BThswhI,16973
 torchrl/objectives/value/__init__.py,sha256=AdluF370wYzOAcP_yglUAFnNByKVZzivBYJafkDQbJA,561
-torchrl/objectives/value/advantages.py,sha256=8gF_1024kWye910n_jqgZoFEKbAge1rgRCSpI8UeBZY,84317
+torchrl/objectives/value/advantages.py,sha256=lVJLZPRw4T56tZaUZNusII7YP87NAnSAJkgWCmUpvqk,84905
 torchrl/objectives/value/functional.py,sha256=XxM2MrPyZrn2tXP-m1OPAZX6Deu7jc0toi5QvsYkWiY,49707
 torchrl/objectives/value/utils.py,sha256=R5k45Cx6HQwO4bjeQmmk_d5DTO8Vh-a4DwZUL7ZLEw4,13256
 torchrl/record/__init__.py,sha256=QdLnwjbnfd3eNsH0p2Zt5HKnAMvYPxNskbtB-pFTw90,506
@@ -224,8 +224,8 @@ torchrl/trainers/helpers/losses.py,sha256=qH-2YJwMtDAYAPXTTYy3cOPiq4ILC6xTjfnGUU
 torchrl/trainers/helpers/models.py,sha256=ihTERG2c96E8cS3Tnul6a_ys6iDEEJmHh05p9blQTW8,21807
 torchrl/trainers/helpers/replay_buffer.py,sha256=ZUZHOa0TILyeWJ3iahzTJ6UvMl_0FdxuZfJEja94Bn8,2001
 torchrl/trainers/helpers/trainers.py,sha256=j6B5XA7_FFHMQeOIQwjNcO0CGE_4mZKUC9_jH_iqqh4,12071
-torchrl_nightly-2025.6.23.dist-info/LICENSE,sha256=xdjS4_xk-IwnLuIFCvTYTl9Y8aXRejqpmke3dGam_nI,1098
-torchrl_nightly-2025.6.23.dist-info/METADATA,sha256=vPekkuajeLJ4stVXl-ONmdnhWpZOT8up-MawRBm67Lw,38913
-torchrl_nightly-2025.6.23.dist-info/WHEEL,sha256=Sooupui5EnBW-HNXjQU0OJoerPN0TT-a4xxlvmpUy2g,115
-torchrl_nightly-2025.6.23.dist-info/top_level.txt,sha256=JeTJ1jV7QJwLcUS1nr21aPn_wb-XlAZ9c-z_EH472JA,20
-torchrl_nightly-2025.6.23.dist-info/RECORD,,
+torchrl_nightly-2025.6.25.dist-info/LICENSE,sha256=xdjS4_xk-IwnLuIFCvTYTl9Y8aXRejqpmke3dGam_nI,1098
+torchrl_nightly-2025.6.25.dist-info/METADATA,sha256=_GsB1CGRvVYRWGrG4Bxk2p1CJGhNi1xIj853Wj2H29w,38913
+torchrl_nightly-2025.6.25.dist-info/WHEEL,sha256=Sooupui5EnBW-HNXjQU0OJoerPN0TT-a4xxlvmpUy2g,115
+torchrl_nightly-2025.6.25.dist-info/top_level.txt,sha256=JeTJ1jV7QJwLcUS1nr21aPn_wb-XlAZ9c-z_EH472JA,20
+torchrl_nightly-2025.6.25.dist-info/RECORD,,