lamindb 0.76.14__py3-none-any.whl → 0.76.16__py3-none-any.whl

lamindb/core/_context.py

@@ -82,11 +82,14 @@ def raise_missing_context(transform_type: str, key: str) -> bool:
     transform = Transform.filter(key=key).latest_version().first()
     if transform is None:
         new_uid = f"{base62_12()}0000"
-        message = f'to track this {transform_type}, copy & paste `ln.track("{new_uid}")` and re-run'
+        message = f'to track this {transform_type}, run: ln.track("{new_uid}")'
     else:
         uid = transform.uid
         new_uid = f"{uid[:-4]}{increment_base62(uid[-4:])}"
-        message = f"you already have a transform with key '{key}' ('{transform.uid}')\n  - to make a revision, call `ln.track('{new_uid}')`\n  - to create a new transform, rename your file and run: `ln.track()`"
+        message = (
+            f"you already have a transform with key '{key}': Transform('{transform.uid[:8]}')\n"
+            f'  (1) to make a revision, run: ln.track("{new_uid}")\n  (2) to create a new transform, rename your {transform_type} file and re-run: ln.track()'
+        )
     if transform_type == "notebook":
         print(f"→ {message}")
         response = input("→ Ready to re-run? (y/n)")
@@ -118,6 +121,8 @@ class Context:
     Enables convenient data lineage tracking by managing a transform & run
     upon :meth:`~lamindb.core.Context.track` & :meth:`~lamindb.core.Context.finish`.
 
+    Guide: :doc:`/track`
+
     Examples:
 
         Is typically used via the global :class:`~lamindb.context` object via `ln.track()` and `ln.finish()`:
@@ -137,7 +142,8 @@ class Context:
         self._run: Run | None = None
         self._path: Path | None = None
         """A local path to the script that's running."""
-        self._logging_message: str = ""
+        self._logging_message_track: str = ""
+        self._logging_message_imports: str = ""
 
     @property
     def transform(self) -> Transform | None:
@@ -178,12 +184,11 @@ class Context:
 
     def track(
         self,
-        uid: str | None = None,
+        transform: str | Transform | None = None,
         *,
         params: dict | None = None,
         new_run: bool | None = None,
         path: str | None = None,
-        transform: Transform | None = None,
     ) -> None:
         """Initiate a run with tracked data lineage.
 
@@ -196,24 +201,31 @@ class Context:
         script-like transform exists in a git repository and links it.
 
         Args:
-            uid: A `uid` to create or load a transform.
+            transform: A transform `uid` or record. If `None`, creates a `uid`.
             params: A dictionary of parameters to track for the run.
             new_run: If `False`, loads latest run of transform
                 (default notebook), if `True`, creates new run (default pipeline).
             path: Filepath of notebook or script. Only needed if it can't be
                 automatically detected.
-            transform: Useful to track an abstract pipeline.
 
         Examples:
 
-            To track the run of a notebook or script, call:
+            To create a transform `uid` for tracking a script or notebook, call:
 
-            >>> import lamindb as ln
             >>> ln.track()
 
+            To track the run of a notebook or script, call:
+
+            >>> ln.track("FPnfDtJz8qbE0000")  # replace with your uid
+
         """
-        if uid is not None:
+        self._logging_message_track = ""
+        self._logging_message_imports = ""
+        uid = None
+        if transform is not None and isinstance(transform, str):
+            uid = transform
             self.uid = uid
+            transform = None
         self._path = None
         if transform is None:
             is_tracked = False
@@ -223,17 +235,20 @@ class Context:
             )
             transform = None
             stem_uid = None
+            # you can set ln.context.uid and then call ln.track() without passing anythin
+            # that has been the preferred syntax for a while; we'll likely
+            # deprecate it at some point
             if uid is not None or self.uid is not None:
                 transform = Transform.filter(uid=self.uid).one_or_none()
                 if self.version is not None:
                     # test inconsistent version passed
                     if (
                         transform is not None
-                        and transform.version is not None
-                        and self.version != transform.version
+                        and transform.version is not None  # type: ignore
+                        and self.version != transform.version  # type: ignore
                     ):
                         raise SystemExit(
-                            f"Please pass consistent version: ln.context.version = '{transform.version}'"
+                            f"Please pass consistent version: ln.context.version = '{transform.version}'"  # type: ignore
                         )
                     # test whether version was already used for another member of the family
                     suid, vuid = (
@@ -302,10 +317,14 @@ class Context:
                 transform_exists = Transform.filter(id=transform.id).first()
             if transform_exists is None:
                 transform.save()
-                self._logging_message += f"created Transform('{transform.uid[:8]}')"
+                self._logging_message_track += (
+                    f"created Transform('{transform.uid[:8]}')"
+                )
                 transform_exists = transform
             else:
-                self._logging_message += f"loaded Transform('{transform.uid[:8]}')"
+                self._logging_message_track += (
+                    f"loaded Transform('{transform.uid[:8]}')"
+                )
             self._transform = transform_exists
 
         if new_run is None:  # for notebooks, default to loading latest runs
@@ -322,7 +341,7 @@ class Context:
             )
             if run is not None:  # loaded latest run
                 run.started_at = datetime.now(timezone.utc)  # update run time
-                self._logging_message += f", started Run('{run.uid[:8]}') at {format_field_value(run.started_at)}"
+                self._logging_message_track += f", started Run('{run.uid[:8]}') at {format_field_value(run.started_at)}"
 
         if run is None:  # create new run
             run = Run(
@@ -330,7 +349,7 @@ class Context:
                 params=params,
             )
             run.started_at = datetime.now(timezone.utc)
-            self._logging_message += f", started new Run('{run.uid[:8]}') at {format_field_value(run.started_at)}"
+            self._logging_message_track += f", started new Run('{run.uid[:8]}') at {format_field_value(run.started_at)}"
         # can only determine at ln.finish() if run was consecutive in
         # interactive session, otherwise, is consecutive
         run.is_consecutive = True if is_run_from_ipython else None
@@ -338,13 +357,14 @@ class Context:
         run.save()
         if params is not None:
             run.params.add_values(params)
-            self._logging_message += "\n→ params: " + " ".join(
+            self._logging_message_track += "\n→ params: " + " ".join(
                 f"{key}='{value}'" for key, value in params.items()
             )
         self._run = run
         track_environment(run)
-        logger.important(self._logging_message)
-        self._logging_message = ""
+        logger.important(self._logging_message_track)
+        if self._logging_message_imports:
+            logger.important(self._logging_message_imports)
 
     def _track_script(
         self,
@@ -406,9 +426,9 @@ class Context:
                 from nbproject.dev._pypackage import infer_pypackages
 
                 nb = nbproject.dev.read_notebook(path_str)
-                logger.important(
+                self._logging_message_imports += (
                     "notebook imports:"
-                    f" {pretty_pypackages(infer_pypackages(nb, pin_versions=True))}"
+                    f" {pretty_pypackages(infer_pypackages(nb, pin_versions=True))}\n"
                 )
             except Exception:
                 logger.debug("inferring imported packages failed")
@@ -471,7 +491,7 @@ class Context:
                 raise_update_context = True
             if raise_update_context:
                 raise UpdateContext(get_key_clashing_message(revises, key))
-            self._logging_message += f"created Transform('{transform.uid[:8]}')"
+            self._logging_message_track += f"created Transform('{transform.uid[:8]}')"
         else:
             uid = transform.uid
             # transform was already saved via `finish()`
@@ -485,7 +505,7 @@ class Context:
             elif transform.name != name:
                 transform.name = name
                 transform.save()
-                self._logging_message += (
+                self._logging_message_track += (
                     "updated transform name, "  # white space on purpose
                 )
             elif (
@@ -509,7 +529,7 @@ class Context:
                     if condition:
                         bump_revision = True
                     else:
-                        self._logging_message += (
+                        self._logging_message_track += (
                             f"loaded Transform('{transform.uid[:8]}')"
                         )
                 if bump_revision:
@@ -523,7 +543,9 @@ class Context:
                         f'ln.track("{uid[:-4]}{increment_base62(uid[-4:])}")'
                     )
             else:
-                self._logging_message += f"loaded Transform('{transform.uid[:8]}')"
+                self._logging_message_track += (
+                    f"loaded Transform('{transform.uid[:8]}')"
+                )
         self._transform = transform
 
     def finish(self, ignore_non_consecutive: None | bool = None) -> None:

lamindb/core/_label_manager.py

@@ -202,7 +202,7 @@ class LabelManager:
             transfer_logs = {"mapped": [], "transferred": [], "run": None}
         using_key = settings._using_key
         for related_name, (_, labels) in get_labels_as_dict(
-            data, instance=self._host._state.db
+            data, instance=data._state.db
         ).items():
             labels = labels.all()
             if not labels.exists():

lamindb/core/_mapped_collection.py

@@ -69,7 +69,7 @@ class MappedCollection:
 
     .. note::
 
-        For a guide, see :doc:`docs:scrna5`.
+        For a guide, see :doc:`docs:scrna-mappedcollection`.
 
         For more convenient use within :class:`~lamindb.core.MappedCollection`,
         see :meth:`~lamindb.Collection.mapped`.

lamindb/core/storage/_anndata_accessor.py

@@ -54,13 +54,16 @@ if anndata_version_parse < version.parse("0.10.0"):
         return SparseDataset(group)
 
 else:
+    if anndata_version_parse >= version.parse("0.11.0"):
+        from anndata._core.sparse_dataset import (  # type: ignore
+            _CSRDataset as CSRDataset,
+        )
+    else:
+        from anndata._core.sparse_dataset import CSRDataset  # type: ignore
     from anndata._core.sparse_dataset import (
         BaseCompressedSparseDataset as SparseDataset,
     )
-    from anndata._core.sparse_dataset import (  # type: ignore
-        CSRDataset,
-        sparse_dataset,
-    )
+    from anndata._core.sparse_dataset import sparse_dataset  # type: ignore
 
     def _check_group_format(*args):
         pass

lamindb/core/storage/_backed_access.py

@@ -7,11 +7,13 @@ from anndata._io.specs.registry import get_spec
 from lnschema_core import Artifact
 
 from ._anndata_accessor import AnnDataAccessor, StorageType, registry
+from ._pyarrow_dataset import _is_pyarrow_dataset, _open_pyarrow_dataset
 from ._tiledbsoma import _open_tiledbsoma
 from .paths import filepath_from_artifact
 
 if TYPE_CHECKING:
     from fsspec.core import OpenFile
+    from pyarrow.dataset import Dataset as PyArrowDataset
     from tiledbsoma import Collection as SOMACollection
     from tiledbsoma import Experiment as SOMAExperiment
     from upath import UPath
@@ -67,22 +69,28 @@ def backed_access(
     artifact_or_filepath: Artifact | UPath,
     mode: str = "r",
     using_key: str | None = None,
-) -> AnnDataAccessor | BackedAccessor | SOMACollection | SOMAExperiment:
+) -> (
+    AnnDataAccessor | BackedAccessor | SOMACollection | SOMAExperiment | PyArrowDataset
+):
     if isinstance(artifact_or_filepath, Artifact):
-        filepath, _ = filepath_from_artifact(artifact_or_filepath, using_key=using_key)
+        objectpath, _ = filepath_from_artifact(
+            artifact_or_filepath, using_key=using_key
+        )
     else:
-        filepath = artifact_or_filepath
-    name = filepath.name
-    suffix = filepath.suffix
+        objectpath = artifact_or_filepath
+    name = objectpath.name
+    suffix = objectpath.suffix
 
     if name == "soma" or suffix == ".tiledbsoma":
         if mode not in {"r", "w"}:
             raise ValueError("`mode` should be either 'r' or 'w' for tiledbsoma.")
-        return _open_tiledbsoma(filepath, mode=mode)  # type: ignore
+        return _open_tiledbsoma(objectpath, mode=mode)  # type: ignore
     elif suffix in {".h5", ".hdf5", ".h5ad"}:
-        conn, storage = registry.open("h5py", filepath, mode=mode)
+        conn, storage = registry.open("h5py", objectpath, mode=mode)
     elif suffix == ".zarr":
-        conn, storage = registry.open("zarr", filepath, mode=mode)
+        conn, storage = registry.open("zarr", objectpath, mode=mode)
+    elif _is_pyarrow_dataset(objectpath):
+        return _open_pyarrow_dataset(objectpath)
     else:
         raise ValueError(
             "object should have .h5, .hdf5, .h5ad, .zarr, .tiledbsoma suffix, not"

lamindb/core/storage/_pyarrow_dataset.py

@@ -0,0 +1,31 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+import pyarrow.dataset
+from lamindb_setup.core.upath import LocalPathClasses
+
+if TYPE_CHECKING:
+    from upath import UPath
+
+
+PYARROW_SUFFIXES = (".parquet", ".csv", ".json", ".orc", ".arrow", ".feather")
+
+
+def _is_pyarrow_dataset(path: UPath) -> bool:
+    # it is assumed here that path exists
+    if path.is_file():
+        return path.suffix in PYARROW_SUFFIXES
+    else:
+        objects = path.rglob("*")
+        suffixes = {object.suffix for object in objects if object.suffix != ""}
+        return len(suffixes) == 1 and suffixes.pop() in PYARROW_SUFFIXES
+
+
+def _open_pyarrow_dataset(path: UPath) -> pyarrow.dataset.Dataset:
+    if isinstance(path, LocalPathClasses):
+        path_str, filesystem = path.as_posix(), None
+    else:
+        path_str, filesystem = path.path, path.fs
+
+    return pyarrow.dataset.dataset(path_str, filesystem=filesystem)

{lamindb-0.76.14.dist-info → lamindb-0.76.16.dist-info}/METADATA

@@ -1,29 +1,30 @@
 Metadata-Version: 2.1
 Name: lamindb
-Version: 0.76.14
+Version: 0.76.16
 Summary: A data framework for biology.
 Author-email: Lamin Labs <open-source@lamin.ai>
-Requires-Python: >=3.9
+Requires-Python: >=3.9,<3.13
 Description-Content-Type: text/markdown
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
-Requires-Dist: lnschema_core==0.76.0
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: lnschema_core==0.76.2
 Requires-Dist: lamin_utils==0.13.7
-Requires-Dist: lamin_cli==0.20.1
+Requires-Dist: lamin_cli==0.21.2
 Requires-Dist: lamindb_setup
 Requires-Dist: rapidfuzz
 Requires-Dist: pyarrow
 Requires-Dist: typing_extensions!=4.6.0
 Requires-Dist: python-dateutil
-Requires-Dist: anndata>=0.8.0,<=0.10.9
-Requires-Dist: scipy<1.13.0rc1
+Requires-Dist: anndata>=0.8.0,<=0.11.1
 Requires-Dist: fsspec
-Requires-Dist: pandas
 Requires-Dist: graphviz
 Requires-Dist: psycopg2-binary
 Requires-Dist: lamindb_setup[aws] ; extra == "aws"
-Requires-Dist: bionty==0.52.0 ; extra == "bionty"
+Requires-Dist: bionty==0.52.1 ; extra == "bionty"
+Requires-Dist: cellregistry ; extra == "cellregistry"
+Requires-Dist: clinicore ; extra == "clinicore"
 Requires-Dist: line_profiler ; extra == "dev"
 Requires-Dist: pre-commit ; extra == "dev"
 Requires-Dist: nox ; extra == "dev"
@@ -35,20 +36,30 @@ Requires-Dist: mudata ; extra == "dev"
 Requires-Dist: nbproject_test>=0.5.1 ; extra == "dev"
 Requires-Dist: faker-biology ; extra == "dev"
 Requires-Dist: django-schema-graph ; extra == "erdiagram"
-Requires-Dist: readfcs>=1.1.8 ; extra == "fcs"
+Requires-Dist: readfcs>=1.1.9 ; extra == "fcs"
+Requires-Dist: findrefs ; extra == "findrefs"
 Requires-Dist: lamindb_setup[gcp] ; extra == "gcp"
 Requires-Dist: nbproject==0.10.5 ; extra == "jupyter"
 Requires-Dist: jupytext ; extra == "jupyter"
 Requires-Dist: nbconvert ; extra == "jupyter"
+Requires-Dist: omop ; extra == "omop"
+Requires-Dist: ourprojects ; extra == "ourprojects"
+Requires-Dist: wetlab ; extra == "wetlab"
 Requires-Dist: zarr>=2.16.0 ; extra == "zarr"
 Project-URL: Home, https://github.com/laminlabs/lamindb
 Provides-Extra: aws
 Provides-Extra: bionty
+Provides-Extra: cellregistry
+Provides-Extra: clinicore
 Provides-Extra: dev
 Provides-Extra: erdiagram
 Provides-Extra: fcs
+Provides-Extra: findrefs
 Provides-Extra: gcp
 Provides-Extra: jupyter
+Provides-Extra: omop
+Provides-Extra: ourprojects
+Provides-Extra: wetlab
 Provides-Extra: zarr
 
 [![Stars](https://img.shields.io/github/stars/laminlabs/lamindb?logo=GitHub&color=yellow)](https://github.com/laminlabs/lamindb)

{lamindb-0.76.14.dist-info → lamindb-0.76.16.dist-info}/RECORD

@@ -1,32 +1,31 @@
-lamindb/__init__.py,sha256=PelFCbUaNuz_1rnpOqj-mDCMqCfT2hJ27M3C-VkGJl0,2278
-lamindb/_artifact.py,sha256=9soXXT3g9tG1BTwX4DCRPurbFFcpHKOT8W7SsoLiNbo,44847
-lamindb/_can_validate.py,sha256=1pUavLwZ_yPAtbVYKOGYUHaPxlJGZ246qZ0e-4ZUDSc,19552
-lamindb/_collection.py,sha256=vt604fUjkmOYCGR4Sq_NTwnPywATfjUAdkQjuJJ17y0,14613
-lamindb/_curate.py,sha256=rFbPEoD-E-5s3QPIcUuedUO6a2c8QfpTrBfVX9gUVpE,63120
-lamindb/_feature.py,sha256=nZhtrH0ssoNls-hV-dkwfK9sKypg2El59R9qfarxfUE,5340
-lamindb/_feature_set.py,sha256=JQSP-YLam1KW-rDzly5Dm4IYVL2A6ec7ufIf6iCc2W8,8169
-lamindb/_filter.py,sha256=Pf9NHV4gm7NOC0Frtvx4W7nvwt2EowOP74DwppyXAZs,635
-lamindb/_finish.py,sha256=VMAmxCUFmTKIMSCx7LEh4QAnWDeue6MeUAAzkMVEYMU,9546
+lamindb/__init__.py,sha256=kJTUjuddkfht0Wb1zhHebfdwK5q1CGpluwZwj8cvYfs,2278
+lamindb/_artifact.py,sha256=4sHLnJQdWAjplB-dk0JXzhrHaaDn2ri5SeyvA7yzajQ,45166
+lamindb/_can_validate.py,sha256=zRmSOJqPwwHcmRHDH18Dbn6eklY62vgiLpyKgvXpbLU,19956
+lamindb/_collection.py,sha256=MLOEoOgTu7rTlRD7zkm1k0YIk_gVhQDO17JbmZCptOs,14573
+lamindb/_curate.py,sha256=aBpw0RdzDeFd4NdMzr5d4ZbpwOinONwcELnEy_odSNw,64493
+lamindb/_feature.py,sha256=9cgrcHoyOa1jpON-9KiUfFSHcxiGECiefUAqAx4cVvU,5325
+lamindb/_feature_set.py,sha256=WdXw_YGlMXCs8l0WVHOrqvvrH2hsQLqCiho8LFDYwhI,8161
+lamindb/_finish.py,sha256=r8q6rhml2vHiDlojCnfSpS8pbfnq7u6MwIcBIwuVq2o,9745
 lamindb/_from_values.py,sha256=uRtZLaMWKoANMMXm1hrADHfckRCTiK8_d02Yp07nLkw,14119
-lamindb/_is_versioned.py,sha256=5lAnhTboltFkZCKVRV1uxkm0OCjJz_HKi3yQq_vEuMs,1306
-lamindb/_parents.py,sha256=KMBUfCLNqjmFzOdZIXaUFqDPeEpWP28MCkHHPq887h8,16341
-lamindb/_query_manager.py,sha256=pmPhJQ85-7XeAU9TFv6LPGi9F7dBgztZgZcXz33HYJM,3710
-lamindb/_query_set.py,sha256=AyWvFZ-Vnd_1dhbDLkiyEh2-2XiIR_OpEk72xoQ2JVg,12980
-lamindb/_record.py,sha256=FkU7G1OUl0HPQO6wh8EkPh4T_ogxcy6QGkrVz_I4WUw,26840
+lamindb/_is_versioned.py,sha256=GWZk-usV6aB33Cl9AlrnEGE5nxUkZic7QJzOW_DrwQA,1298
+lamindb/_parents.py,sha256=INhbqh6IaUjuYVUOp-6rnOGN-8kGZirNqqW9XQ1qz_M,17119
+lamindb/_query_manager.py,sha256=noc05Ad-aADxckOVBVDAiErFB7gL8XTgckELvI4rGmM,3702
+lamindb/_query_set.py,sha256=xcGQZvWIGM9gQPtES3jQjZL_wCaUAp-ZNeVb1Kv-Ado,14682
+lamindb/_record.py,sha256=nVkVnOcVFxVyE5a1boXtKp4i4idlIJHJevXfHiwoxSk,29149
 lamindb/_run.py,sha256=K_5drpLn3D7y3XtZ3vtAw35rG5RCSvB4bXQZx4ESSI0,1964
-lamindb/_save.py,sha256=BCaSFnANYPxTqL5gw7Hrh_9kz7SDyOxrJV2KW6rXqts,11366
+lamindb/_save.py,sha256=OD052Qr_hiMyAonHTktKETe_Bhnp1RY810y0rwZqpBQ,11352
 lamindb/_storage.py,sha256=GBVChv-DHVMNEBJL5l_JT6B4RDhZ6NnwgzmUICphYKk,413
-lamindb/_transform.py,sha256=wZDkY8lp4d_OsO5a7rLs1RamkDzBXZSLaWJU34zRnmA,4728
-lamindb/_ulabel.py,sha256=XDSdZBXX_ki5s1vOths3MjF2x5DPggBR_PV_KF4SGyg,1611
+lamindb/_transform.py,sha256=HpqRCk0ZTmqxSV4nRbyvDq8fAQEE9wTj31d-CusiL6A,4720
+lamindb/_ulabel.py,sha256=DQQzAPkrOg8W9I77BJ5umajR8MQcFSvXYUy53YNN2HA,1604
 lamindb/_utils.py,sha256=LGdiW4k3GClLz65vKAVRkL6Tw-Gkx9DWAdez1jyA5bE,428
 lamindb/_view.py,sha256=4Ln2ItTb3857PAI-70O8eJYqoTJ_NNFc7E_wds6OGns,2412
 lamindb/core/__init__.py,sha256=y87MCP1BEC2qHNVDIOwqVteIP_2hPCdIoa9JXr0EG8U,1524
-lamindb/core/_context.py,sha256=dI3z7fCMRPC3IMb7-EIaQYhacSZBA4HfLVFyoJtVL7I,22900
+lamindb/core/_context.py,sha256=6TJzCA88F4LUxLXBVpJ0UAeKhHgL8WieKgsbXmVtlnU,23803
 lamindb/core/_data.py,sha256=BVZkxK8aloSecH25LivbwnjcG1fz7Gs2UDceO5pWd3I,20049
 lamindb/core/_django.py,sha256=yeMPp1n9WrFmEjVRdavfpVqAolPLd24RseTQlvsK67w,7157
 lamindb/core/_feature_manager.py,sha256=q4WmzJvFLL_fAs-vNRgV2klanAoU6Wu8_g0O2dyIjVg,40027
-lamindb/core/_label_manager.py,sha256=yh-r4KbtOArMUKPJL75yOxJc8HUKqsik8pExBVKyDlA,10949
-lamindb/core/_mapped_collection.py,sha256=M50haewVAFONeF71QQbzD09L8lVZCL1hyf0W87jKE5U,24575
+lamindb/core/_label_manager.py,sha256=Y0NdvXLGB3RTYPnNJiGfnhnvYWSS7XsOEj9UattJw3c,10943
+lamindb/core/_mapped_collection.py,sha256=EDS0xzOdCc_iGE_Iqv5COTVHNm4jWue7Jtcd8DdXkJU,24591
 lamindb/core/_settings.py,sha256=6jNadlQdimxCsKR2ZyUD0YJYzOdubTnKktki-MqEWqQ,6137
 lamindb/core/_sync_git.py,sha256=lIgl6YfpH4rCFT1WILAp7zlemZfxog1d0zp3cX0KIZw,4531
 lamindb/core/_track_environment.py,sha256=Ywzg_sJ7guI1dcsN7h5orce9VdYl8VGVE3OLITlHBXQ,820
@@ -40,9 +39,10 @@ lamindb/core/datasets/__init__.py,sha256=zRP98oqUAaXhqWyKMiH0s_ImVIuNeziQQ2kQ_t0
 lamindb/core/datasets/_core.py,sha256=JGP_q-OQibDCEaI54jZ2F6fSbSW9Yg6oYOqgOCXM0v4,20414
 lamindb/core/datasets/_fake.py,sha256=BZF9R_1iF0HDnvtZNqL2FtsjSMuqDIfuFxnw_LJYIh4,953
 lamindb/core/storage/__init__.py,sha256=JOIMu_7unbyhndtH1j0Q-9AvY8knSuc1IJO9sQnyBAQ,498
-lamindb/core/storage/_anndata_accessor.py,sha256=2p1HjoatmZjQ1u94tjgmXgiv8MKowrQH5xInDmiLCw4,24191
+lamindb/core/storage/_anndata_accessor.py,sha256=C321qng00vMmugukxv5dX8z3oJeRxq869DgAGaEd5rg,24413
 lamindb/core/storage/_anndata_sizes.py,sha256=aXO3OB--tF5MChenSsigW6Q-RuE8YJJOUTVukkLrv9A,1029
-lamindb/core/storage/_backed_access.py,sha256=O0zazsDlW0PKa52WHV5HooHGGI81FxLT6VEvNONdiEc,3234
+lamindb/core/storage/_backed_access.py,sha256=t9iS9mlZQBy1FfIS-Twt-96npYiShbPwEo2y9_3b6jY,3517
+lamindb/core/storage/_pyarrow_dataset.py,sha256=wuLsEvdblqMdUdDfMtis8AWrE3igzvFWTSTbxuD1Oc8,926
 lamindb/core/storage/_tiledbsoma.py,sha256=0NPLS5m1icEhzWPfXAv4U2SNiLGqGQd7FM6xCm5wYEc,7269
 lamindb/core/storage/_valid_suffixes.py,sha256=vUSeQ4s01rdhD_vSd6wKmFBsgMJAKkBMnL_T9Y1znMg,501
 lamindb/core/storage/_zarr.py,sha256=TODQD3p1eykoPwP-c-YRP_UDmsbMeBGMGvkBxxOMeYc,3663
@@ -55,7 +55,7 @@ lamindb/integrations/__init__.py,sha256=RWGMYYIzr8zvmNPyVB4m-p4gMDhxdRbjES2Ed23O
 lamindb/integrations/_vitessce.py,sha256=uPl45_w4Uu9_BhpBDDVonC1nDOuAnB7DAnzi5w5bZAE,4032
 lamindb/setup/__init__.py,sha256=OwZpZzPDv5lPPGXZP7-zK6UdO4FHvvuBh439yZvIp3A,410
 lamindb/setup/core/__init__.py,sha256=SevlVrc2AZWL3uALbE5sopxBnIZPWZ1IB0NBDudiAL8,167
-lamindb-0.76.14.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-lamindb-0.76.14.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-lamindb-0.76.14.dist-info/METADATA,sha256=j7r4goc9s3ANslQ7-pT7WIct1uDLJK3DGuN3kPsixYs,2361
-lamindb-0.76.14.dist-info/RECORD,,
+lamindb-0.76.16.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lamindb-0.76.16.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+lamindb-0.76.16.dist-info/METADATA,sha256=kAhqI1VyLBx0iXLsQIt31re6xPcJEG2YiXS0N1BaO_M,2797
+lamindb-0.76.16.dist-info/RECORD,,

lamindb/_filter.py

@@ -1,21 +0,0 @@
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from ._query_set import QuerySet, process_expressions
-
-if TYPE_CHECKING:
-    from lnschema_core import Record
-
-
-def filter(registry: type[Record], *queries, **expressions) -> QuerySet:
-    """See :meth:`~lamindb.core.Record.filter`."""
-    _using_key = None
-    if "_using_key" in expressions:
-        _using_key = expressions.pop("_using_key")
-    expressions = process_expressions(registry, expressions)
-    qs = QuerySet(model=registry, using=_using_key)
-    if len(expressions) > 0:
-        return qs.filter(*queries, **expressions)
-    else:
-        return qs