eotdl 2023.11.3.post4__py3-none-any.whl → 2024.2.15__py3-none-any.whl

eotdl/datasets/usecases/datasets/IngestSTAC.py

@@ -1,77 +0,0 @@
-from pydantic import BaseModel
-import json
-from pathlib import Path
-from tqdm import tqdm
-
-from ....curation.stac import STACDataFrame
-
-
-class IngestSTAC:
-    def __init__(self, repo, ingest_file, allowed_extensions, logger):
-        self.repo = repo
-        self.ingest_file = ingest_file
-        self.allowed_extensions = allowed_extensions
-        self.logger = logger if logger else print
-
-    class Inputs(BaseModel):
-        stac_catalog: Path
-        user: dict
-
-    class Outputs(BaseModel):
-        dataset: dict
-
-    def __call__(self, inputs: Inputs) -> Outputs:
-        # retrieve the user's geodb credentials
-        # creds, error = self.repo.retrieve_credentials(inputs.user["id_token"])
-        # self.validate_credentials(creds)
-        # load the STAC catalog as a STACsetFrame
-        self.logger("Loading STAC catalog...")
-        df = STACDataFrame.from_stac_file(inputs.stac_catalog)
-        catalog = df[df["type"] == "Catalog"]
-        assert len(catalog) == 1, "STAC catalog must have exactly one root catalog"
-        dataset_name = catalog.id.iloc[0]
-        # create dataset
-        data, error = self.repo.create_stac_dataset(
-            dataset_name, inputs.user["id_token"]
-        )
-        if error:
-            data, error2 = self.repo.retrieve_dataset(dataset_name)
-            if error2:
-                raise Exception(error)
-            if data["uid"] != inputs.user["sub"]:
-                raise Exception("Dataset already exists.")
-            dataset_id = data["id"]
-            # TODO: put size to 0 or else will add up
-        else:
-            dataset_id = data["dataset_id"]
-        # TODO: check that we can ingest in geodb
-        # upload all assets to EOTDL
-        self.logger("Uploading assets...")
-        df2 = df.dropna(subset=["assets"])
-        for row in tqdm(df2.iterrows(), total=len(df2)):
-            # for asset in df.assets.dropna().values[:10]:
-            try:
-                for k, v in row[1]["assets"].items():
-                    data = self.ingest_file(
-                        v["href"],
-                        dataset_id,
-                        self.logger,
-                        self.allowed_extensions + [".tif", ".tiff", ".jpg"],
-                        verbose=False,
-                        root=inputs.stac_catalog.parent.parent,  # esto será siempre así en STAC?
-                    )
-                    file_url = f"{self.repo.url}datasets/{data['dataset_id']}/download/{data['file_name']}"
-                    df.loc[row[0], "assets"][k]["href"] = file_url
-            except Exception as e:
-                self.logger(f"Error uploading asset {row[0]}: {e}")
-                break
-        # ingest the STAC catalog into geodb
-        self.logger("Ingesting STAC catalog...")
-        data, error = self.repo.ingest_stac(
-            json.loads(df.to_json()), dataset_id, inputs.user["id_token"]
-        )
-        if error:
-            # TODO: delete all assets that were uploaded
-            raise Exception(error)
-        self.logger("Done")
-        return self.Outputs(dataset=data)

eotdl/datasets/usecases/datasets/__init__.py

@@ -1,9 +0,0 @@
-from .DownloadDataset import DownloadDataset
-from .DownloadFileURL import DownloadFileURL
-from .IngestDataset import IngestDataset
-from .IngestLargeDataset import IngestLargeDataset
-from .RetrieveDataset import RetrieveDataset
-from .RetrieveDatasets import RetrieveDatasets
-from .IngestFile import IngestFile
-from .IngestFolder import IngestFolder
-from .IngestSTAC import IngestSTAC