digitalhub 0.8.1__py3-none-any.whl → 0.9.0b0__py3-none-any.whl

digitalhub/datastores/local/datastore.py

@@ -1,50 +0,0 @@
-from __future__ import annotations
-
-import typing
-from pathlib import Path
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-from digitalhub.readers.api import get_reader_by_object
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.local.store import LocalStore
-
-
-class LocalDatastore(Datastore):
-    """
-    Local Datastore class.
-    """
-
-    def __init__(self, store: LocalStore, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: LocalStore
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Method to write a dataframe to a file. Kwargs are passed to df.to_parquet().
-        If destination is not provided, the dataframe is written to the default
-        store path with generated name.
-
-        Parameters
-        ----------
-        df : Any
-            The dataframe to write.
-        dst : str
-            The destination of the dataframe.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            Path of written dataframe.
-        """
-        self.store._check_local_dst(dst)
-        self._validate_extension(Path(dst).suffix.removeprefix("."))
-
-        # Write dataframe
-        reader = get_reader_by_object(df)
-        reader.write_df(df, dst, extension=extension, **kwargs)
-
-        return dst

digitalhub/datastores/remote/datastore.py

@@ -1,31 +0,0 @@
-from __future__ import annotations
-
-import typing
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.remote.store import RemoteStore
-
-
-class RemoteDatastore(Datastore):
-    """
-    Remote Datastore class.
-    """
-
-    def __init__(self, store: RemoteStore, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: RemoteStore
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Method to write a dataframe to a file. Note that this method is not implemented
-        since the remote store is not meant to write dataframes.
-
-        Raises
-        ------
-        NotImplementedError
-            This method is not implemented.
-        """
-        raise NotImplementedError("Remote store does not support write_df.")

digitalhub/datastores/s3/datastore.py

@@ -1,46 +0,0 @@
-from __future__ import annotations
-
-import typing
-from io import BytesIO
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-from digitalhub.readers.api import get_reader_by_object
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.s3.store import S3Store
-
-
-class S3Datastore(Datastore):
-    """
-    S3 Datastore class.
-    """
-
-    def __init__(self, store: S3Store, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: S3Store
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Write a dataframe to S3 based storage. Kwargs are passed to df.to_parquet().
-
-        Parameters
-        ----------
-        df : Any
-            The dataframe.
-        dst : str
-            The destination path on S3 based storage.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            The S3 path where the dataframe was saved.
-        """
-        fileobj = BytesIO()
-        reader = get_reader_by_object(df)
-        reader.write_df(df, fileobj, extension=extension, **kwargs)
-
-        key = self.store._get_key(dst)
-        return self.store.upload_fileobject(fileobj, key)

digitalhub/datastores/sql/datastore.py

@@ -1,68 +0,0 @@
-from __future__ import annotations
-
-import typing
-from typing import Any
-
-from digitalhub.datastores._base.datastore import Datastore
-from digitalhub.readers.api import get_reader_by_object
-
-if typing.TYPE_CHECKING:
-    from digitalhub.stores.sql.store import SqlStore
-
-
-class SqlDatastore(Datastore):
-    """
-    Sql Datastore class.
-    """
-
-    def __init__(self, store: SqlStore, **kwargs) -> None:
-        super().__init__(store, **kwargs)
-        self.store: SqlStore
-
-    def write_df(self, df: Any, dst: str, extension: str | None = None, **kwargs) -> str:
-        """
-        Write a dataframe to a database. Kwargs are passed to df.to_sql().
-
-        Parameters
-        ----------
-        df : Any
-            The dataframe to write.
-        dst : str
-            The destination of the dataframe.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            Path of written dataframe.
-        """
-        schema = self.store._get_schema(dst)
-        table = self.store._get_table_name(dst)
-        return self._upload_table(df, schema, table, **kwargs)
-
-    def _upload_table(self, df: Any, schema: str, table: str, **kwargs) -> str:
-        """
-        Upload a table to SQL based storage.
-
-        Parameters
-        ----------
-        df : DataFrame
-            The dataframe.
-        schema : str
-            Destination schema.
-        table : str
-            Destination table.
-        **kwargs : dict
-            Keyword arguments.
-
-        Returns
-        -------
-        str
-            The SQL URI where the dataframe was saved.
-        """
-        reader = get_reader_by_object(df)
-        engine = self.store._check_factory()
-        reader.write_table(df, table, engine, schema, **kwargs)
-        engine.dispose()
-        return f"sql://{engine.url.database}/{schema}/{table}"