digitalhub 0.8.1__py3-none-any.whl → 0.9.0__py3-none-any.whl

digitalhub/datastores/builder.py

@@ -1,110 +0,0 @@
-from __future__ import annotations
-
-import typing
-
-from digitalhub.datastores.local.datastore import LocalDatastore
-from digitalhub.datastores.remote.datastore import RemoteDatastore
-from digitalhub.datastores.s3.datastore import S3Datastore
-from digitalhub.datastores.sql.datastore import SqlDatastore
-from digitalhub.stores.api import get_default_store, get_store
-from digitalhub.utils.uri_utils import map_uri_scheme
-
-if typing.TYPE_CHECKING:
-    from digitalhub.datastores._base.datastore import Datastore
-    from digitalhub.stores._base.store import Store
-
-
-REGISTRY_DATASTORES = {
-    "local": LocalDatastore,
-    "remote": RemoteDatastore,
-    "s3": S3Datastore,
-    "sql": SqlDatastore,
-}
-
-
-class DatastoreBuilder:
-    """
-    Datastore builder class.
-    """
-
-    def __init__(self) -> None:
-        self._instances: dict[str, Datastore] = {}
-        self._default: Datastore | None = None
-        self._def_scheme = "s3"
-
-    def build(self, uri: str) -> None:
-        """
-        Build a datastore instance and register it.
-        It overrides any existing instance.
-
-        Parameters
-        ----------
-        uri : str
-            URI to parse.
-
-        Returns
-        -------
-        None
-        """
-        store = get_store(uri)
-        self._instances[store.type] = self.build_datastore(store)
-
-    def get(self, uri: str) -> Datastore:
-        """
-        Get a store instance by URI.
-
-        Parameters
-        ----------
-        uri : str
-            URI to parse.
-
-        Returns
-        -------
-        Datastore
-            The datastore instance.
-        """
-        scheme = map_uri_scheme(uri)
-        if scheme not in self._instances:
-            self.build(uri)
-        return self._instances[scheme]
-
-    def default(self) -> Datastore:
-        """
-        Get the default store instance.
-
-        Returns
-        -------
-        Datastore
-            The default datastore instance.
-        """
-        if self._default is None:
-            store = get_default_store()
-            self._default = self.build_datastore(store)
-        return self._default
-
-    def build_datastore(self, store: Store) -> Datastore:
-        """
-        Build a datastore instance.
-
-        Parameters
-        ----------
-        store : Store
-            Store instance.
-
-        Returns
-        -------
-        Datastore
-            The datastore instance.
-
-        Raises
-        ------
-        NotImplementedError
-            If the store type is not implemented.
-        """
-        try:
-            return REGISTRY_DATASTORES[store.type](store)
-        except KeyError as e:
-            raise NotImplementedError from e
-
-
-builder = DatastoreBuilder()

digitalhub/datastores/local/datastore.py

@@ -1,50 +0,0 @@
-from __future__ import annotations
-
-import typing
-from pathlib import Path
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-from digitalhub.readers.api import get_reader_by_object
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.local.store import LocalStore
-
-
-class LocalDatastore(Datastore):
-    """
-    Local Datastore class.
-    """
-
-    def __init__(self, store: LocalStore, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: LocalStore
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Method to write a dataframe to a file. Kwargs are passed to df.to_parquet().
-        If destination is not provided, the dataframe is written to the default
-        store path with generated name.
-
-        Parameters
-        ----------
-        df : Any
-            The dataframe to write.
-        dst : str
-            The destination of the dataframe.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            Path of written dataframe.
-        """
-        self.store._check_local_dst(dst)
-        self._validate_extension(Path(dst).suffix.removeprefix("."))
-
-        # Write dataframe
-        reader = get_reader_by_object(df)
-        reader.write_df(df, dst, extension=extension, **kwargs)
-
-        return dst

digitalhub/datastores/remote/datastore.py

@@ -1,31 +0,0 @@
-from __future__ import annotations
-
-import typing
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.remote.store import RemoteStore
-
-
-class RemoteDatastore(Datastore):
-    """
-    Remote Datastore class.
-    """
-
-    def __init__(self, store: RemoteStore, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: RemoteStore
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Method to write a dataframe to a file. Note that this method is not implemented
-        since the remote store is not meant to write dataframes.
-
-        Raises
-        ------
-        NotImplementedError
-            This method is not implemented.
-        """
-        raise NotImplementedError("Remote store does not support write_df.")

digitalhub/datastores/s3/datastore.py

@@ -1,46 +0,0 @@
-from __future__ import annotations
-
-import typing
-from io import BytesIO
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-from digitalhub.readers.api import get_reader_by_object
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.s3.store import S3Store
-
-
-class S3Datastore(Datastore):
-    """
-    S3 Datastore class.
-    """
-
-    def __init__(self, store: S3Store, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: S3Store
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Write a dataframe to S3 based storage. Kwargs are passed to df.to_parquet().
-
-        Parameters
-        ----------
-        df : Any
-            The dataframe.
-        dst : str
-            The destination path on S3 based storage.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            The S3 path where the dataframe was saved.
-        """
-        fileobj = BytesIO()
-        reader = get_reader_by_object(df)
-        reader.write_df(df, fileobj, extension=extension, **kwargs)
-
-        key = self.store._get_key(dst)
-        return self.store.upload_fileobject(fileobj, key)

digitalhub/datastores/sql/datastore.py

@@ -1,68 +0,0 @@
-from __future__ import annotations
-
-import typing
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-from digitalhub.readers.api import get_reader_by_object
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.sql.store import SqlStore
-
-
-class SqlDatastore(Datastore):
-    """
-    Sql Datastore class.
-    """
-
-    def __init__(self, store: SqlStore, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: SqlStore
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Write a dataframe to a database. Kwargs are passed to df.to_sql().
-
-        Parameters
-        ----------
-        df : Any
-            The dataframe to write.
-        dst : str
-            The destination of the dataframe.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            Path of written dataframe.
-        """
-        schema = self.store._get_schema(dst)
-        table = self.store._get_table_name(dst)
-        return self._upload_table(df, schema, table, **kwargs)
-
-    def _upload_table(self, df: Any, schema: str, table: str, **kwargs) -> str:
-        """
-        Upload a table to SQL based storage.
-
-        Parameters
-        ----------
-        df : DataFrame
-            The dataframe.
-        schema : str
-            Destination schema.
-        table : str
-            Destination table.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            The SQL URI where the dataframe was saved.
-        """
-        reader = get_reader_by_object(df)
-        engine = self.store._check_factory()
-        reader.write_table(df, table, engine, schema, **kwargs)
-        engine.dispose()
-        return f"sql://{engine.url.database}/{schema}/{table}"