tensordict-nightly 2025.7.17__cp39-cp39-macosx_14_0_universal2.whl → 2025.7.23__cp39-cp39-macosx_14_0_universal2.whl

tensordict/_lazy.py

@@ -2448,7 +2448,7 @@ class LazyStackedTensorDict(TensorDictBase):
                 if is_non_tensor(leaf):
                     # Only lazy stacks of non tensors are actually tensordict instances
                     if isinstance(leaf, TensorDictBase):
-                        return leaf.tolist()
+                        return leaf.tolist(as_linked_list=True)
                     return leaf.data
                 return leaf
         if isinstance(index, (type(None), bool)) or (

tensordict/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.0.post1+g987c3d9.d20250717'
-__version_tuple__ = version_tuple = (0, 0, 'post1', 'g987c3d9.d20250717')
+__version__ = version = '0.0.post1+g244f7de.d20250723'
+__version_tuple__ = version_tuple = (0, 0, 'post1', 'g244f7de.d20250723')

tensordict/base.py

@@ -100,6 +100,7 @@ from tensordict.utils import (
     is_namedtuple_class,
     is_non_tensor,
     lazy_legacy,
+    LinkedList,
     list_to_stack,
     lock_blocked,
     prod,
@@ -6343,10 +6344,10 @@ class TensorDictBase(MutableMapping):
             from tensordict import NonTensorStack
 
             if isinstance(value, NonTensorStack) and not capture_non_tensor_stack():
-                return value.tolist()
+                return value.tolist(as_linked_list=True)
             data = getattr(value, "data", None)
             if data is None:
-                return value.tolist()
+                return value.tolist(as_linked_list=True)
             return data
         return value
 
@@ -6564,7 +6565,7 @@ class TensorDictBase(MutableMapping):
         if _pass_through(result):
             # Only lazy stacks of non tensors are actually tensordict instances
             if isinstance(result, TensorDictBase):
-                return result.tolist()
+                return result.tolist(as_linked_list=True)
             return result.data
         return result
 
@@ -11528,20 +11529,6 @@ class TensorDictBase(MutableMapping):
                 return TensorDictBase.from_struct_array(array, device=self.device)
             castable = array.dtype.kind in ("c", "i", "f", "b", "u")
         elif isinstance(array, (list, tuple)):
-            if isinstance(array, list) and list_to_stack(allow_none=True) is None:
-                warnings.warn(
-                    "You are setting a list of elements within a tensordict without setting `set_list_to_stack`. "
-                    "The current behaviour is that: if this list can be cast to a Tensor, it will be and will be written "
-                    "as such. If it cannot, it will be converted to a numpy array and considered as a non-indexable "
-                    "entity through a wrapping in a NonTensorData. If you want your list to be indexable along the "
-                    "tensordict batch-size, use the decorator/context manager tensordict.set_list_to_stack(True), the "
-                    "global flag `tensordict.set_list_to_stack(True).set()`, or "
-                    "the environment variable LIST_TO_STACK=1 (or use False/0 to silence this warning). "
-                    "This behavior will change in v0.10.0, and "
-                    "lists will be automatically stacked.",
-                    category=FutureWarning,
-                )
-
             array = np.asarray(array)
             castable = array.dtype.kind in ("c", "i", "f", "b", "u")
         elif hasattr(array, "numpy"):
@@ -12257,6 +12244,7 @@ class TensorDictBase(MutableMapping):
         convert_nodes: bool = True,
         convert_tensors: bool = False,
         tolist_first: bool = False,
+        as_linked_list: bool = False,
     ) -> List[Any]:
         """Returns a nested list representation of the tensordict.
 
@@ -12270,6 +12258,8 @@ class TensorDictBase(MutableMapping):
                 Otherwise, they will remain as tensors. Default: ``False``.
             tolist_first (bool): if ``True``, the tensordict will be converted to a list first when
                 it has batch dimensions. Default: ``False``.
+            as_linked_list (bool): if ``True``, the list will be converted to a :class:`tensordict.utils.LinkedList`
+                which will automatically update the tensordict when the list is modified. Default: ``False``.
 
         Returns:
             A nested list representation of the tensordict.
@@ -12354,6 +12344,8 @@ class TensorDictBase(MutableMapping):
                     local_res = []
                     _result.append(local_res)
                     q.append((local_val, local_res))
+        if as_linked_list:
+            return LinkedList(result, td=self)
         return result
 
     def numpy(self):

tensordict/persistent.py

@@ -447,7 +447,7 @@ class PersistentTensorDict(TensorDictBase):
             if is_non_tensor(result):
                 result_data = getattr(result, "data", NO_DEFAULT)
                 if result_data is NO_DEFAULT:
-                    return result.tolist()
+                    return result.tolist(as_linked_list=True)
                 return result_data
             return result
         if isinstance(item, list):

tensordict/tensorclass.py

@@ -74,6 +74,7 @@ from tensordict.utils import (  # @manual=//pytorch/tensordict:_C
     IndexType,
     is_tensorclass,
     KeyDependentDefaultDict,
+    LinkedList,
     list_to_stack,
     set_capture_non_tensor_stack,
 )
@@ -1635,7 +1636,11 @@ def _getattr_tensor_only(self, item: str, **kwargs) -> Any:
                 if not callable(out) and not is_non_tensor(out):
                     return out
                 if is_non_tensor(out):
-                    return out.data if hasattr(out, "data") else out.tolist()
+                    return (
+                        out.data
+                        if hasattr(out, "data")
+                        else out.tolist(as_linked_list=True)
+                    )
                 return _wrap_method(self, item, out)
             raise AttributeError(item)
 
@@ -1657,7 +1662,11 @@ def _getattr(self, item: str, **kwargs) -> Any:
                 return out
         out = self._tensordict._get_str(item, NO_DEFAULT, **kwargs)
         if is_non_tensor(out):
-            return out.data if not isinstance(out, NonTensorStack) else out.tolist()
+            return (
+                out.data
+                if not isinstance(out, NonTensorStack)
+                else out.tolist(as_linked_list=True)
+            )
         return out
 
     out = getattr(self._tensordict, item, NO_DEFAULT)
@@ -1665,7 +1674,7 @@ def _getattr(self, item: str, **kwargs) -> Any:
         if not callable(out) and not is_non_tensor(out):
             return out
         if is_non_tensor(out):
-            return out.data if hasattr(out, "data") else out.tolist()
+            return out.data if hasattr(out, "data") else out.tolist(as_linked_list=True)
         return _wrap_method(self, item, out)
     raise AttributeError(item)
 
@@ -3527,7 +3536,13 @@ class NonTensorDataBase(TensorClass):
             nowarn=True,
         )(*args, **kwargs)
 
-    def tolist(self, *, convert_tensors: bool = False, tolist_first: bool = False):
+    def tolist(
+        self,
+        *,
+        convert_tensors: bool = False,
+        tolist_first: bool = False,
+        as_linked_list: bool = False,
+    ):
         """Converts the data in a list if the batch-size is non-empty.
 
         If the batch-size is empty, returns the data.
@@ -3537,13 +3552,22 @@ class NonTensorDataBase(TensorClass):
                 Otherwise, they will remain as tensors. Default: ``False``.
             tolist_first (bool, optional): if ``True``, the tensordict will be converted to a list first when
                 it has batch dimensions. Default: ``False``.
+            as_linked_list (bool, optional): if ``True``, the list will be converted to a :class:`tensordict.utils.LinkedList`
+                which will automatically update the tensordict when the list is modified. Default: ``False``.
         """
         if not self.batch_size:
             return self.data
-        return [
-            ntd.tolist(convert_tensors=convert_tensors, tolist_first=tolist_first)
+        result = [
+            ntd.tolist(
+                convert_tensors=convert_tensors,
+                tolist_first=tolist_first,
+                as_linked_list=as_linked_list,
+            )
             for ntd in self.unbind(0)
         ]
+        if as_linked_list:
+            return LinkedList(result, td=self)
+        return result
 
     def copy_(
         self, src: NonTensorDataBase | NonTensorStack, non_blocking: bool = False
@@ -4055,7 +4079,13 @@ class NonTensorStack(LazyStackedTensorDict):
         if not all(is_non_tensor(item) for item in self.tensordicts):
             raise RuntimeError("All tensordicts must be non-tensors.")
 
-    def tolist(self, *, convert_tensors: bool = False, tolist_first: bool = False):
+    def tolist(
+        self,
+        *,
+        convert_tensors: bool = False,
+        tolist_first: bool = False,
+        as_linked_list: bool = False,
+    ):
         """Extracts the content of a :class:`tensordict.tensorclass.NonTensorStack` in a nested list.
 
         Keyword Args:
@@ -4063,6 +4093,8 @@ class NonTensorStack(LazyStackedTensorDict):
                 Otherwise, they will remain as tensors. Default: ``False``.
             tolist_first (bool, optional): if ``True``, the tensordict will be converted to a list first when
                 it has batch dimensions. Default: ``True``.
+            as_linked_list (bool, optional): if ``True``, the list will be converted to a :class:`tensordict.utils.LinkedList`
+                which will automatically update the tensordict when the list is modified. Default: ``False``.
 
         Examples:
             >>> from tensordict import NonTensorData
@@ -4075,10 +4107,17 @@ class NonTensorStack(LazyStackedTensorDict):
 
         """
         iterator = self.tensordicts if self.stack_dim == 0 else self.unbind(0)
-        return [
-            td.tolist(convert_tensors=convert_tensors, tolist_first=tolist_first)
+        result = [
+            td.tolist(
+                convert_tensors=convert_tensors,
+                tolist_first=tolist_first,
+                as_linked_list=as_linked_list,
+            )
             for td in iterator
         ]
+        if as_linked_list:
+            return LinkedList(result, td=self)
+        return result
 
     def maybe_to_stack(self):
         """Placeholder for interchangeability between stack and non-stack of non-tensors."""
@@ -4152,8 +4191,13 @@ class NonTensorStack(LazyStackedTensorDict):
         retain_none: bool = True,
         convert_tensors: bool = False,
         tolist_first: bool = False,
+        as_linked_list: bool = False,
     ) -> dict[str, Any]:
-        return self.tolist(convert_tensors=convert_tensors)
+        return self.tolist(
+            convert_tensors=convert_tensors,
+            tolist_first=tolist_first,
+            as_linked_list=as_linked_list,
+        )
 
     def to_tensordict(self, *, retain_none: bool | None = None):
         return self
@@ -4391,6 +4435,11 @@ class NonTensorStack(LazyStackedTensorDict):
             _BREAK_ON_MEMMAP = False
             memmap = True
         try:
+            if not is_tensor_collection(value):
+                if isinstance(value, list):
+                    value = NonTensorStack(*value)
+                else:
+                    value = NonTensorData(value)
             super().__setitem__(index, value)
             if memmap:
                 self._memmap_(prefix=self._path_to_memmap, inplace=True)

tensordict/tensorclass.pyi

@@ -1012,6 +1012,7 @@ class TensorClass:
         convert_nodes: bool = True,
         convert_tensors: bool = False,
         tolist_first: bool = False,
+        as_linked_list: bool = False,
     ) -> list[Any]: ...
     def numpy(self): ...
     def to_namedtuple(self, dest_cls: type | None = None): ...

tensordict/utils.py

@@ -1839,7 +1839,7 @@ def capture_non_tensor_stack(allow_none=False):
 
 
 # list to stack constrol
-_DEFAULT_LIST_TO_STACK = None
+_DEFAULT_LIST_TO_STACK = "1"
 _LIST_TO_STACK = os.environ.get("LIST_TO_STACK")
 
 
@@ -1854,16 +1854,9 @@ class set_list_to_stack(_DecoratorContextManager):
         If a list is assigned to a TensorDict without this context manager, it will be converted to a numpy array
             and wrapped in a NonTensorData if it cannot be cast to a Tensor.
 
-    Future Behavior:
-        In version 0.10.0, lists will be automatically stacked by default.
-
     Args:
         mode (bool): If True, enables list-to-stack conversion. If False, disables it.
 
-    .. warning::
-        A FutureWarning will be raised if a list is assigned to a TensorDict without setting this context manager
-            or the global flag, indicating that the behavior will change in the future.
-
     Example:
         >>> with set_list_to_stack(True):
         ...     td = TensorDict(a=[torch.zeros(()), torch.ones(())], batch_size=2)
@@ -1908,9 +1901,6 @@ def list_to_stack(allow_none=False):
         Returns the current setting for list-to-stack conversion. If the setting is not defined and `allow_none`
             is True, it returns None. Otherwise, it returns the default setting.
 
-    Future Behavior:
-        The default behavior will change in version 0.10.0 to automatically stack lists.
-
     Args:
         allow_none (bool): If True, allows the function to return None if the setting is not defined.
 
@@ -2930,3 +2920,78 @@ if importlib.util.find_spec("orjson") is not None:
     set_json_backend("orjson")
 else:
     set_json_backend("json")
+
+
+class LinkedList(list):
+    """A thin wrapper around a list that automatically updates a tensordict when the list is modified."""
+
+    def __init__(self, *args, td: TensorDictBase, **kwargs):
+        super().__init__(*args, **kwargs)
+        self._td = weakref.ref(td)
+
+    def __setitem__(self, key, value):
+        super().__setitem__(key, value)
+        td = self._td()
+        if td is not None:
+            td[key] = value
+
+    def append(self, object: Any) -> None:
+        self._td = lambda: None
+        return super().append(object)
+
+    def extend(self, object: Any) -> None:
+        self._td = lambda: None
+        return super().extend(object)
+
+    def insert(self, index: int, object: Any) -> None:
+        self._td = lambda: None
+        return super().insert(index, object)
+
+    def pop(self, index: int = -1) -> Any:
+        self._td = lambda: None
+        return super().pop(index)
+
+    def remove(self, value: Any) -> None:
+        self._td = lambda: None
+        return super().remove(value)
+
+    def clear(self) -> None:
+        self._td = lambda: None
+        return super().clear()
+
+    def __delitem__(self, index: int) -> None:
+        self._td = lambda: None
+        return super().__delitem__(index)
+
+    def __repr__(self) -> str:
+        return f"LinkedList({super().__repr__()})"
+
+    def __str__(self) -> str:
+        return f"LinkedList({super().__str__()})"
+
+    def __eq__(self, other: Any) -> bool:
+        return list(self) == other
+
+    def __ne__(self, other: Any) -> bool:
+        return list(self) != other
+
+    def __getstate__(self) -> object:
+        return list(self).__getstate__()
+
+    def __iadd__(self, other: Any) -> Any:
+        self._td = lambda: None
+        return super().__iadd__(other)
+
+    def __imul__(self, other: Any) -> Any:
+        self._td = lambda: None
+        return super().__imul__(other)
+
+
+# register LinkedList in PyTree
+torch.utils._pytree.register_pytree_node(
+    LinkedList,
+    torch.utils._pytree._list_flatten,
+    torch.utils._pytree._list_unflatten,
+    serialized_type_name="builtins.list",
+    flatten_with_keys_fn=torch.utils._pytree._list_flatten_with_keys,
+)

{tensordict_nightly-2025.7.17.dist-info → tensordict_nightly-2025.7.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tensordict-nightly
-Version: 2025.7.17
+Version: 2025.7.23
 Summary: TensorDict is a pytorch dedicated tensor container.
 Author-email: Vincent Moens <vincentmoens@gmail.com>
 License: BSD

{tensordict_nightly-2025.7.17.dist-info → tensordict_nightly-2025.7.23.dist-info}/RECORD

@@ -1,7 +1,7 @@
 tensordict/_C.so,sha256=WUwcuTM-zrTulwGCsp2Ph8cOHJlEEmE_4NxtDB9DRzQ,201912
 tensordict/__init__.py,sha256=mTWC5rhIuOBGtw-cnr6I3S0gREM28oFY3BTZVAF5gho,1909
 tensordict/_contextlib.py,sha256=rhznpxNoWVstg7dOmHGG9V3QguEnpmGoMJeQer6EHJw,10913
-tensordict/_lazy.py,sha256=FlvSnLiImjcR2DrPpC560qft38rEPo4_s4_8m9M0l7Y,180234
+tensordict/_lazy.py,sha256=-4t4glHLFDKeTjmeTYRJcSmYu3-znwmLFUGNQfvLQCQ,180253
 tensordict/_nestedkey.py,sha256=DG2owzUNtMaMOUCg7vNn0AKguBQpa4OFsnJ-V5kTqz4,776
 tensordict/_nestedkey.pyi,sha256=oJmBSaDSHFaYNDsI0GxFIjx4CG6Bi1Pf1jbIe3xynrM,321
 tensordict/_pytree.py,sha256=-3zVvgrQsWDPqUfcenMWGXlaI_oCrt1uOKW9K6sAnE8,7718
@@ -9,15 +9,15 @@ tensordict/_reductions.py,sha256=o3IJL4gmzxSayPI2fwGL3K270i4ldblFE3i0S0MZhxo,637
 tensordict/_td.py,sha256=yafcNAU26miFrrfEAac4-SCDWWiAjNUJfQ9PQwgouk8,191692
 tensordict/_torch_func.py,sha256=4SSzo6R-hKamI7zvu13uCiKc3yveVrGEPq_6_g9ItbE,30535
 tensordict/_unbatched.py,sha256=4A7R89yzw1qDEE1AuuKcJUGKv0nUi27bujGOuMf7_xI,7859
-tensordict/_version.py,sha256=dUkyUd0A1eshotGm7Kr7uNL6YYKHj7EweIdE_dhbGgg,562
-tensordict/base.py,sha256=3E5piYdG6eo3W9oSyir_Y9fYYJUkUgfPIAU_H_kwSPA,571253
+tensordict/_version.py,sha256=UOUBlS-jOrVuRa4rjxdpOPF3ifSax-YnJ287lMJDi60,562
+tensordict/base.py,sha256=epJJo1jkqnt3OWJoGdQv4I6Cioc_GSaCibAM5iGO2VY,570582
 tensordict/functional.py,sha256=T1Mu8puPVlKXX6yCXla8D56jTUHSk_Q0TWLefA2l8u4,21612
 tensordict/memmap.py,sha256=cNWIZao27jJbm2leTjslFPtwdBHLsLdgMJyQIAdxSCw,40356
-tensordict/persistent.py,sha256=pqS16_51a16P2w9paKhuthJeKE18h65X-QAYTnqQx7w,53804
-tensordict/tensorclass.py,sha256=JZQsm4x-zaaafl4i2i9Qux58cceiVCvZU54PBuzkxkQ,157147
-tensordict/tensorclass.pyi,sha256=askY1nP9odUZAlhspg5zHLVWASe0O1Onrd1eD4kTA74,36807
+tensordict/persistent.py,sha256=bh3IgWDdcRH5byrDa5VgaSE3_CeifCAsVx7GZQlYwFk,53823
+tensordict/tensorclass.py,sha256=qyQhlYYs_bH5ZZTeuTWGJGIHdeW1HS72MOda8RLgguI,158749
+tensordict/tensorclass.pyi,sha256=O-uy53KtIobBCBHc-RR9KbzFe8HUuhKw9dVkjIbDq60,36845
 tensordict/tensordict.py,sha256=itgrIY3BaQbrfx09IGVND4tr7kWEU85AFBZWUyLVEXY,936
-tensordict/utils.py,sha256=aWMSEiTm0QicKEdxaMlWXCFWQ0h05IpDm-tJEU4Wl4U,93506
+tensordict/utils.py,sha256=BIEzKoKXu4jZHDTx3BY7UV-lm3Um7XnkW4OisoIa6-w,95221
 tensordict/_C/__init__.pyi,sha256=13Uw6DBr5yALVmGcEQM41EBsNJsr4Cfqsy_pPajywlw,310
 tensordict/_tensordict/__init__.py,sha256=l6KnDBbH5jTGdds3R_v4woJCM-fJ7Iwl3iEDOQ1zwR0,451
 tensordict/nn/__init__.py,sha256=9QRvGrYR2mlq12AH0y4F0TwQWRIzjb8fw8Jmf29oZ1c,1301
@@ -37,8 +37,8 @@ tensordict/nn/distributions/truncated_normal.py,sha256=Q_pc3h7ZeM3LtmvK5fO0H6acJ
 tensordict/nn/distributions/utils.py,sha256=fX6NUeNnWKK6kDdOp8NTM43Lls3vMCF5h-S2teVZw3E,1226
 tensordict/prototype/__init__.py,sha256=qgMM907GHcCaf_8kG4hdhkymRx4X6zZnduthh6bxT3A,267
 tensordict/prototype/fx.py,sha256=XCGyfEQT1bHijPYpB7A4rDY_B8WQoaBsYfAdadaAPAo,7749
-tensordict_nightly-2025.7.17.dist-info/licenses/LICENSE,sha256=xdjS4_xk-IwnLuIFCvTYTl9Y8aXRejqpmke3dGam_nI,1098
-tensordict_nightly-2025.7.17.dist-info/METADATA,sha256=sXIBeER6YzobwVGZFP1RQkmPnejSbJ3LD15OY_Y6YZg,9267
-tensordict_nightly-2025.7.17.dist-info/WHEEL,sha256=dlR7oKjy_S3Zd2FTfzEDqi2lKjPQsnoR5WocX8MvAXs,112
-tensordict_nightly-2025.7.17.dist-info/top_level.txt,sha256=axO0i2gNp06_Jr3wSBWNN_3YgtVweAthtL48h9lMc4k,16
-tensordict_nightly-2025.7.17.dist-info/RECORD,,
+tensordict_nightly-2025.7.23.dist-info/licenses/LICENSE,sha256=xdjS4_xk-IwnLuIFCvTYTl9Y8aXRejqpmke3dGam_nI,1098
+tensordict_nightly-2025.7.23.dist-info/METADATA,sha256=Pw9kpL-WdhZHlsuS3tryO87JAvg_plLtd16Vljmd3gw,9267
+tensordict_nightly-2025.7.23.dist-info/WHEEL,sha256=dlR7oKjy_S3Zd2FTfzEDqi2lKjPQsnoR5WocX8MvAXs,112
+tensordict_nightly-2025.7.23.dist-info/top_level.txt,sha256=axO0i2gNp06_Jr3wSBWNN_3YgtVweAthtL48h9lMc4k,16
+tensordict_nightly-2025.7.23.dist-info/RECORD,,