ngio 0.5.0a2__py3-none-any.whl → 0.5.0b1__py3-none-any.whl

ngio/ome_zarr_meta/v04/{_v04_spec_utils.py → _v04_spec.py}

@@ -16,14 +16,14 @@ from ome_zarr_models.v04.coordinate_transformations import (
 )
 from ome_zarr_models.v04.hcs import HCSAttrs as HCSAttrsV04
 from ome_zarr_models.v04.image import ImageAttrs as ImageAttrsV04
-from ome_zarr_models.v04.image_label import ImageLabelAttrs as LabelAttrsV04
+from ome_zarr_models.v04.image_label import ImageLabelAttrs as ImageLabelAttrsV04
+from ome_zarr_models.v04.labels import LabelsAttrs as LabelsAttrsV04
 from ome_zarr_models.v04.multiscales import Dataset as DatasetV04
 from ome_zarr_models.v04.multiscales import Multiscale as MultiscaleV04
 from ome_zarr_models.v04.multiscales import ValidTransform as ValidTransformV04
 from ome_zarr_models.v04.omero import Channel as ChannelV04
 from ome_zarr_models.v04.omero import Omero as OmeroV04
 from ome_zarr_models.v04.omero import Window as WindowV04
-from pydantic import ValidationError
 
 from ngio.ome_zarr_meta.ngio_specs import (
     AxesHandler,
@@ -37,6 +37,7 @@ from ngio.ome_zarr_meta.ngio_specs import (
     ImageLabelSource,
     NgioImageMeta,
     NgioLabelMeta,
+    NgioLabelsGroupMeta,
     NgioPlateMeta,
     NgioWellMeta,
     default_channel_name,
@@ -44,37 +45,6 @@ from ngio.ome_zarr_meta.ngio_specs import (
 from ngio.ome_zarr_meta.v04._custom_models import CustomWellAttrs as WellAttrsV04
 
 
-def _is_v04_image_meta(metadata: dict) -> ImageAttrsV04 | ValidationError:
-    """Check if the metadata is a valid OME-Zarr v04 metadata.
-
-    Args:
-        metadata (dict): The metadata to check.
-
-    Returns:
-        bool: True if the metadata is a valid OME-Zarr v04 metadata, False otherwise.
-    """
-    try:
-        return ImageAttrsV04(**metadata)
-    except ValidationError as e:
-        return e
-
-
-def _is_v04_label_meta(metadata: dict) -> LabelAttrsV04 | ValidationError:
-    """Check if the metadata is a valid OME-Zarr v04 metadata.
-
-    Args:
-        metadata (dict): The metadata to check.
-
-    Returns:
-        bool: True if the metadata is a valid OME-Zarr v04 metadata, False otherwise.
-    """
-    try:
-        return LabelAttrsV04(**metadata)
-    except ValidationError as e:
-        return e
-    raise RuntimeError("Unreachable code")
-
-
 def _v04_omero_to_channels(v04_omero: OmeroV04 | None) -> ChannelsMeta | None:
     if v04_omero is None:
         return None
@@ -203,7 +173,7 @@ def v04_to_ngio_image_meta(
     axes_setup: AxesSetup | None = None,
     allow_non_canonical_axes: bool = False,
     strict_canonical_order: bool = True,
-) -> tuple[bool, NgioImageMeta | ValidationError]:
+) -> NgioImageMeta:
     """Convert a v04 image metadata to a ngio image metadata.
 
     Args:
@@ -216,9 +186,7 @@ def v04_to_ngio_image_meta(
     Returns:
         NgioImageMeta: The ngio image metadata.
     """
-    v04_image = _is_v04_image_meta(metadata)
-    if isinstance(v04_image, ValidationError):
-        return False, v04_image
+    v04_image = ImageAttrsV04(**metadata)
 
     if len(v04_image.multiscales) > 1:
         raise NotImplementedError(
@@ -239,7 +207,7 @@ def v04_to_ngio_image_meta(
     name = v04_muliscale.name
     if name is not None and not isinstance(name, str):
         name = str(name)
-    return True, NgioImageMeta(
+    return NgioImageMeta(
         version="0.4",
         name=name,
         datasets=datasets,
@@ -252,7 +220,7 @@ def v04_to_ngio_label_meta(
     axes_setup: AxesSetup | None = None,
     allow_non_canonical_axes: bool = False,
     strict_canonical_order: bool = True,
-) -> tuple[bool, NgioLabelMeta | ValidationError]:
+) -> NgioLabelMeta:
     """Convert a v04 image metadata to a ngio image metadata.
 
     Args:
@@ -265,9 +233,7 @@ def v04_to_ngio_label_meta(
     Returns:
         NgioImageMeta: The ngio image metadata.
     """
-    v04_label = _is_v04_label_meta(metadata)
-    if isinstance(v04_label, ValidationError):
-        return False, v04_label
+    v04_label = ImageLabelAttrsV04(**metadata)
 
     if len(v04_label.multiscales) > 1:
         raise NotImplementedError(
@@ -301,7 +267,7 @@ def v04_to_ngio_label_meta(
     if name is not None and not isinstance(name, str):
         name = str(name)
 
-    return True, NgioLabelMeta(
+    return NgioLabelMeta(
         version="0.4",
         name=name,
         datasets=datasets,
@@ -417,48 +383,55 @@ def ngio_to_v04_label_meta(metadata: NgioLabelMeta) -> dict:
         "multiscales": [v04_muliscale],
         "image-label": metadata.image_label.model_dump(),
     }
-    v04_label = LabelAttrsV04(**labels_meta)
+    v04_label = ImageLabelAttrsV04(**labels_meta)
     return v04_label.model_dump(exclude_none=True, by_alias=True)
 
 
+def v04_to_ngio_labels_group_meta(
+    metadata: dict,
+) -> NgioLabelsGroupMeta:
+    """Convert a v04 label group metadata to a ngio label group metadata.
+
+    Args:
+        metadata (dict): The v04 label group metadata.
+
+    Returns:
+        NgioLabelGroupMeta: The ngio label group metadata.
+    """
+    v04_label_group = LabelsAttrsV04(**metadata).model_dump()
+    labels = v04_label_group.get("labels", [])
+    return NgioLabelsGroupMeta(labels=labels, version="0.4")
+
+
 def v04_to_ngio_well_meta(
     metadata: dict,
-) -> tuple[bool, NgioWellMeta | ValidationError]:
+) -> NgioWellMeta:
     """Convert a v04 well metadata to a ngio well metadata.
 
     Args:
         metadata (dict): The v04 well metadata.
 
     Returns:
-        result (bool): True if the conversion was successful, False otherwise.
-        ngio_well_meta (NgioWellMeta): The ngio well metadata.
+        NgioWellMeta: The ngio well metadata.
     """
-    try:
-        v04_well = WellAttrsV04(**metadata)
-    except ValidationError as e:
-        return False, e
-
-    return True, NgioWellMeta(**v04_well.model_dump())
+    v04_well = WellAttrsV04(**metadata).well.model_dump()
+    images = v04_well.get("images", [])
+    return NgioWellMeta(images=images, version="0.4")
 
 
 def v04_to_ngio_plate_meta(
     metadata: dict,
-) -> tuple[bool, NgioPlateMeta | ValidationError]:
+) -> NgioPlateMeta:
     """Convert a v04 plate metadata to a ngio plate metadata.
 
     Args:
         metadata (dict): The v04 plate metadata.
 
     Returns:
-        result (bool): True if the conversion was successful, False otherwise.
-        ngio_plate_meta (NgioPlateMeta): The ngio plate metadata.
+        NgioPlateMeta: The ngio plate metadata.
     """
-    try:
-        v04_plate = HCSAttrsV04(**metadata)
-    except ValidationError as e:
-        return False, e
-
-    return True, NgioPlateMeta(**v04_plate.model_dump())
+    v04_plate = HCSAttrsV04(**metadata).plate.model_dump()
+    return NgioPlateMeta(plate=v04_plate, version="0.4")  # type: ignore
 
 
 def ngio_to_v04_well_meta(metadata: NgioWellMeta) -> dict:
@@ -470,7 +443,7 @@ def ngio_to_v04_well_meta(metadata: NgioWellMeta) -> dict:
     Returns:
         dict: The v04 well metadata.
     """
-    v04_well = WellAttrsV04(**metadata.model_dump())
+    v04_well = WellAttrsV04(well=metadata.model_dump())  # type: ignore
     return v04_well.model_dump(exclude_none=True, by_alias=True)
 
 
@@ -485,3 +458,16 @@ def ngio_to_v04_plate_meta(metadata: NgioPlateMeta) -> dict:
     """
     v04_plate = HCSAttrsV04(**metadata.model_dump())
     return v04_plate.model_dump(exclude_none=True, by_alias=True)
+
+
+def ngio_to_v04_labels_group_meta(metadata: NgioLabelsGroupMeta) -> dict:
+    """Convert a ngio label group metadata to a v04 label group metadata.
+
+    Args:
+        metadata (NgioLabelsGroupMeta): The ngio label group metadata.
+
+    Returns:
+        dict: The v04 label group metadata.
+    """
+    v04_label_group = LabelsAttrsV04(labels=metadata.labels)
+    return v04_label_group.model_dump(exclude_none=True, by_alias=True)

ngio/ome_zarr_meta/v05/__init__.py

@@ -1,12 +1,14 @@
 """Utility to read/write OME-Zarr metadata v0.4."""
 
-from ngio.ome_zarr_meta.v05._v05_spec_utils import (
+from ngio.ome_zarr_meta.v05._v05_spec import (
     ngio_to_v05_image_meta,
     ngio_to_v05_label_meta,
+    ngio_to_v05_labels_group_meta,
     ngio_to_v05_plate_meta,
     ngio_to_v05_well_meta,
     v05_to_ngio_image_meta,
     v05_to_ngio_label_meta,
+    v05_to_ngio_labels_group_meta,
     v05_to_ngio_plate_meta,
     v05_to_ngio_well_meta,
 )
@@ -14,10 +16,12 @@ from ngio.ome_zarr_meta.v05._v05_spec_utils import (
 __all__ = [
     "ngio_to_v05_image_meta",
     "ngio_to_v05_label_meta",
+    "ngio_to_v05_labels_group_meta",
     "ngio_to_v05_plate_meta",
     "ngio_to_v05_well_meta",
     "v05_to_ngio_image_meta",
     "v05_to_ngio_label_meta",
+    "v05_to_ngio_labels_group_meta",
     "v05_to_ngio_plate_meta",
     "v05_to_ngio_well_meta",
 ]

ngio/ome_zarr_meta/v05/{_v05_spec_utils.py → _v05_spec.py}

@@ -19,11 +19,13 @@ from ome_zarr_models.v05.coordinate_transformations import (
 )
 from ome_zarr_models.v05.hcs import HCSAttrs as HCSAttrsV05
 from ome_zarr_models.v05.image import ImageAttrs as ImageAttrsV05
-from ome_zarr_models.v05.image_label import ImageLabelAttrs as LabelAttrsV05
+from ome_zarr_models.v05.image_label import ImageLabelAttrs as ImageLabelAttrsV05
+from ome_zarr_models.v05.labels import Labels as Labels
+from ome_zarr_models.v05.labels import LabelsAttrs as LabelsAttrsV05
 from ome_zarr_models.v05.multiscales import Dataset as DatasetV05
 from ome_zarr_models.v05.multiscales import Multiscale as MultiscaleV05
 from ome_zarr_models.v05.multiscales import ValidTransform as ValidTransformV05
-from pydantic import BaseModel, ValidationError
+from pydantic import BaseModel
 
 from ngio.ome_zarr_meta.ngio_specs import (
     AxesHandler,
@@ -37,6 +39,7 @@ from ngio.ome_zarr_meta.ngio_specs import (
     ImageLabelSource,
     NgioImageMeta,
     NgioLabelMeta,
+    NgioLabelsGroupMeta,
     NgioPlateMeta,
     NgioWellMeta,
     default_channel_name,
@@ -53,37 +56,7 @@ class ImageV05WithOmero(BaseModel):
 
 
 class ImageLabelV05(BaseModel):
-    ome: LabelAttrsV05
-
-
-def _is_v05_image_meta(metadata: dict) -> ImageV05WithOmero | ValidationError:
-    """Check if the metadata is a valid OME-Zarr v05 metadata.
-
-    Args:
-        metadata (dict): The metadata to check.
-
-    Returns:
-        bool: True if the metadata is a valid OME-Zarr v05 metadata, False otherwise.
-    """
-    try:
-        return ImageV05WithOmero(**metadata)
-    except ValidationError as e:
-        return e
-
-
-def _is_v05_label_meta(metadata: dict) -> ImageLabelV05 | ValidationError:
-    """Check if the metadata is a valid OME-Zarr v05 metadata.
-
-    Args:
-        metadata (dict): The metadata to check.
-
-    Returns:
-        bool: True if the metadata is a valid OME-Zarr v05 metadata, False otherwise.
-    """
-    try:
-        return ImageLabelV05(**metadata)
-    except ValidationError as e:
-        return e
+    ome: ImageLabelAttrsV05
 
 
 def _v05_omero_to_channels(v05_omero: OmeroV05 | None) -> ChannelsMeta | None:
@@ -214,7 +187,7 @@ def v05_to_ngio_image_meta(
     axes_setup: AxesSetup | None = None,
     allow_non_canonical_axes: bool = False,
     strict_canonical_order: bool = True,
-) -> tuple[bool, NgioImageMeta | ValidationError]:
+) -> NgioImageMeta:
     """Convert a v05 image metadata to a ngio image metadata.
 
     Args:
@@ -227,9 +200,7 @@ def v05_to_ngio_image_meta(
     Returns:
         NgioImageMeta: The ngio image metadata.
     """
-    v05_image = _is_v05_image_meta(metadata)
-    if isinstance(v05_image, ValidationError):
-        return False, v05_image
+    v05_image = ImageV05WithOmero(**metadata)
     v05_image = v05_image.ome
     if len(v05_image.multiscales) > 1:
         raise NotImplementedError(
@@ -250,7 +221,7 @@ def v05_to_ngio_image_meta(
     name = v05_multiscale.name
     if name is not None and not isinstance(name, str):
         name = str(name)
-    return True, NgioImageMeta(
+    return NgioImageMeta(
         version="0.5",
         name=name,
         datasets=datasets,
@@ -263,7 +234,7 @@ def v05_to_ngio_label_meta(
     axes_setup: AxesSetup | None = None,
     allow_non_canonical_axes: bool = False,
     strict_canonical_order: bool = True,
-) -> tuple[bool, NgioLabelMeta | ValidationError]:
+) -> NgioLabelMeta:
     """Convert a v05 image metadata to a ngio image metadata.
 
     Args:
@@ -274,11 +245,9 @@ def v05_to_ngio_label_meta(
         strict_canonical_order (bool, optional): Strict canonical order.
 
     Returns:
-        NgioImageMeta: The ngio image metadata.
+        NgioLabelMeta: The ngio label metadata.
     """
-    v05_label = _is_v05_label_meta(metadata)
-    if isinstance(v05_label, ValidationError):
-        return False, v05_label
+    v05_label = ImageLabelV05(**metadata)
     v05_label = v05_label.ome
 
     if len(v05_label.multiscales) > 1:
@@ -316,7 +285,7 @@ def v05_to_ngio_label_meta(
     if name is not None and not isinstance(name, str):
         name = str(name)
 
-    return True, NgioLabelMeta(
+    return NgioLabelMeta(
         version="0.5",
         name=name,
         datasets=datasets,
@@ -435,7 +404,7 @@ def ngio_to_v05_label_meta(metadata: NgioLabelMeta) -> dict:
         "multiscales": [v05_muliscale],
         "image-label": metadata.image_label.model_dump(),
     }
-    v05_label = LabelAttrsV05(**labels_meta, version="0.5")
+    v05_label = ImageLabelAttrsV05(**labels_meta, version="0.5")
     v05_label = ImageLabelV05(
         ome=v05_label,
     )
@@ -452,42 +421,33 @@ class HCSV05(BaseModel):
 
 def v05_to_ngio_well_meta(
     metadata: dict,
-) -> tuple[bool, NgioWellMeta | ValidationError]:
+) -> NgioWellMeta:
     """Convert a v05 well metadata to a ngio well metadata.
 
     Args:
         metadata (dict): The v05 well metadata.
 
     Returns:
-        result (bool): True if the conversion was successful, False otherwise.
-        ngio_well_meta (NgioWellMeta): The ngio well metadata.
+        NgioWellMeta: The ngio well metadata.
     """
-    try:
-        v05_well = WellV05(**metadata)
-    except ValidationError as e:
-        return False, e
-
-    return True, NgioWellMeta(**v05_well.ome.model_dump())
+    v05_well = WellV05(**metadata).ome.well.model_dump()
+    images = v05_well.get("images", [])
+    return NgioWellMeta(images=images, version="0.5")
 
 
 def v05_to_ngio_plate_meta(
     metadata: dict,
-) -> tuple[bool, NgioPlateMeta | ValidationError]:
+) -> NgioPlateMeta:
     """Convert a v05 plate metadata to a ngio plate metadata.
 
     Args:
         metadata (dict): The v05 plate metadata.
 
     Returns:
-        result (bool): True if the conversion was successful, False otherwise.
-        ngio_plate_meta (NgioPlateMeta): The ngio plate metadata.
+        NgioPlateMeta: The ngio plate metadata.
     """
-    try:
-        v05_plate = HCSV05(**metadata)
-    except ValidationError as e:
-        return False, e
-
-    return True, NgioPlateMeta(**v05_plate.ome.model_dump())
+    v05_plate = HCSV05(**metadata).ome.plate.model_dump()
+    return NgioPlateMeta(plate=v05_plate, version="0.5")  # type: ignore
 
 
 def ngio_to_v05_well_meta(metadata: NgioWellMeta) -> dict:
@@ -499,7 +459,7 @@ def ngio_to_v05_well_meta(metadata: NgioWellMeta) -> dict:
     Returns:
         dict: The v05 well metadata.
     """
-    v05_well = WellAttrsV05(**metadata.model_dump())
+    v05_well = WellAttrsV05(well=metadata.model_dump())  # type: ignore
     v05_well = WellV05(ome=v05_well)
     return v05_well.model_dump(exclude_none=True, by_alias=True)
 
@@ -516,3 +476,36 @@ def ngio_to_v05_plate_meta(metadata: NgioPlateMeta) -> dict:
     v05_plate = HCSAttrsV05(**metadata.model_dump())
     v05_plate = HCSV05(ome=v05_plate)
     return v05_plate.model_dump(exclude_none=True, by_alias=True)
+
+
+class LabelsV05(BaseModel):
+    ome: LabelsAttrsV05
+
+
+def v05_to_ngio_labels_group_meta(
+    metadata: dict,
+) -> NgioLabelsGroupMeta:
+    """Convert a v04 label group metadata to a ngio label group metadata.
+
+    Args:
+        metadata (dict): The v04 label group metadata.
+
+    Returns:
+        NgioLabelGroupMeta: The ngio label group metadata.
+    """
+    v05_label_group = LabelsV05(**metadata)
+    return NgioLabelsGroupMeta(labels=v05_label_group.ome.labels, version="0.5")
+
+
+def ngio_to_v05_labels_group_meta(metadata: NgioLabelsGroupMeta) -> dict:
+    """Convert a ngio label group metadata to a v05 label group metadata.
+
+    Args:
+        metadata (NgioLabelsGroupMeta): The ngio label group metadata.
+
+    Returns:
+        dict: The v05 label group metadata.
+    """
+    v05_labels_attrs = LabelsAttrsV05(labels=metadata.labels, version="0.5")
+    v05_labels_group = LabelsV05(ome=v05_labels_attrs)
+    return v05_labels_group.model_dump(exclude_none=True, by_alias=True)

ngio/tables/_tables_container.py

@@ -258,7 +258,7 @@ class TablesContainer:
 
     def _get_table_group_handler(self, name: str) -> ZarrGroupHandler:
         """Get the group handler for a table."""
-        handler = self._group_handler.derive_handler(path=name)
+        handler = self._group_handler.get_handler(path=name)
         return handler
 
     def list(self, filter_types: TypedTable | str | None = None) -> list[str]:
@@ -326,9 +326,7 @@ class TablesContainer:
                 "Use overwrite=True to replace it."
             )
 
-        table_handler = self._group_handler.derive_handler(
-            path=name, overwrite=overwrite
-        )
+        table_handler = self._group_handler.get_handler(path=name, overwrite=overwrite)
 
         if backend is None:
             backend = table.backend_name

ngio/tables/backends/_anndata.py

@@ -1,8 +1,10 @@
+import zarr
 from anndata import AnnData
 from anndata._settings import settings
 from pandas import DataFrame
 from polars import DataFrame as PolarsDataFrame
 from polars import LazyFrame
+from zarr.storage import FsspecStore, LocalStore, MemoryStore
 
 from ngio.tables.backends._abstract_backend import AbstractTableBackend
 from ngio.tables.backends._anndata_utils import (
@@ -13,7 +15,7 @@ from ngio.tables.backends._utils import (
     convert_polars_to_anndata,
     normalize_anndata,
 )
-from ngio.utils import NgioValueError
+from ngio.utils import NgioValueError, copy_group
 
 
 class AnnDataBackend(AbstractTableBackend):
@@ -50,18 +52,66 @@ class AnnDataBackend(AbstractTableBackend):
         """Load the table as an AnnData object."""
         return self.load_as_anndata()
 
+    def _write_to_local_store(
+        self, store: LocalStore, path: str, table: AnnData
+    ) -> None:
+        """Write the AnnData table to a LocalStore."""
+        store_path = f"{store.root}/{path}"
+        table.write_zarr(store_path)
+
+    def _write_to_fsspec_store(
+        self, store: FsspecStore, path: str, table: AnnData
+    ) -> None:
+        """Write the AnnData table to a FsspecStore."""
+        full_url = f"{store.path}/{path}"
+        fs = store.fs
+        mapper = fs.get_mapper(full_url)
+        table.write_zarr(mapper)
+
+    def _write_to_memory_store(
+        self, store: MemoryStore, path: str, table: AnnData
+    ) -> None:
+        """Write the AnnData table to a MemoryStore."""
+        store = MemoryStore()
+        table.write_zarr(store)
+        anndata_group = zarr.open_group(store, mode="r")
+        copy_group(
+            anndata_group,
+            self._group_handler._group,
+            suppress_warnings=True,
+        )
+
     def write_from_anndata(self, table: AnnData) -> None:
         """Serialize the table from an AnnData object."""
-        full_url = self._group_handler.full_url
-        if full_url is None:
+        # Make sure to use the correct zarr format
+        settings.zarr_write_format = self._group_handler.zarr_format
+        store = self._group_handler.store
+        path = self._group_handler.group.path
+        if isinstance(store, LocalStore):
+            self._write_to_local_store(
+                store,
+                path,
+                table,
+            )
+        elif isinstance(store, FsspecStore):
+            self._write_to_fsspec_store(
+                store,
+                path,
+                table,
+            )
+        elif isinstance(store, MemoryStore):
+            self._write_to_memory_store(
+                store,
+                path,
+                table,
+            )
+        else:
             raise NgioValueError(
-                f"Ngio does not support writing file from a "
-                f"store of type {type(self._group_handler)}. "
+                f"Ngio does not support writing an AnnData table to a "
+                f"store of type {type(store)}. "
                 "Please make sure to use a compatible "
-                "store like a zarr.DirectoryStore."
+                "store like a LocalStore, or FsspecStore."
             )
-        settings.zarr_write_format = self._group_handler.zarr_format
-        table.write_zarr(full_url)
 
     def write_from_pandas(self, table: DataFrame) -> None:
         """Serialize the table from a pandas DataFrame."""

ngio/tables/backends/_anndata_utils.py

@@ -9,7 +9,6 @@ from anndata._io.utils import _read_legacy_raw
 from anndata._io.zarr import read_dataframe
 from anndata.compat import _clean_uns
 from anndata.experimental import read_dispatched
-from zarr.storage import LocalStore
 
 from ngio.utils import (
     NgioValueError,
@@ -35,10 +34,6 @@ def custom_anndata_read_zarr(
         elem_to_read (Sequence[str] | None): The elements to read from the store.
     """
     group = open_group_wrapper(store=store, mode="r")
-
-    if not isinstance(group.store, LocalStore):
-        elem_to_read = ["X", "obs", "var"]
-
     if elem_to_read is None:
         elem_to_read = [
             "X",
@@ -89,7 +84,7 @@ def custom_anndata_read_zarr(
         _clean_uns(adata)
 
     if isinstance(adata, dict):
-        adata = AnnData(**adata)
+        adata = AnnData(**adata)  # type: ignore
     if not isinstance(adata, AnnData):
         raise NgioValueError(f"Expected an AnnData object, but got {type(adata)}")
     return adata

ngio/tables/backends/_csv.py

@@ -1,20 +1,7 @@
-import pandas as pd
-import polars as pl
+from ngio.tables.backends._py_arrow_backends import PyArrowBackend
 
-from ngio.tables.backends._non_zarr_backends import NonZarrBaseBackend
 
-
-def write_lf_to_csv(path: str, table: pl.DataFrame) -> None:
-    """Write a polars DataFrame to a CSV file."""
-    table.write_csv(path)
-
-
-def write_df_to_csv(path: str, table: pd.DataFrame) -> None:
-    """Write a pandas DataFrame to a CSV file."""
-    table.to_csv(path, index=False)
-
-
-class CsvTableBackend(NonZarrBaseBackend):
+class CsvTableBackend(PyArrowBackend):
     """A class to load and write small tables in CSV format."""
 
     def __init__(
@@ -22,11 +9,8 @@ class CsvTableBackend(NonZarrBaseBackend):
     ):
         """Initialize the CsvTableBackend."""
         super().__init__(
-            lf_reader=pl.scan_csv,
-            df_reader=pd.read_csv,
-            lf_writer=write_lf_to_csv,
-            df_writer=write_df_to_csv,
             table_name="table.csv",
+            table_format="csv",
         )
 
     @staticmethod