eotdl 2023.10.25.post10__py3-none-any.whl → 2023.11.2.post2__py3-none-any.whl

{eotdl-2023.10.25.post10.dist-info → eotdl-2023.11.2.post2.dist-info}/RECORD

@@ -1,4 +1,4 @@
-eotdl/__init__.py,sha256=6e-DKTCSoISf891-mhz-wlpn-nHO0QhpC8HBips-tv4,30
+eotdl/__init__.py,sha256=vq3__ImOs-riW0l9qLaTFxxobD0xu7idyuL5K_MsdVA,29
 eotdl/access/__init__.py,sha256=OFdCDemao6Ez1w18-ydQ8G_CqeQ8h43hFcdsJcq2UKI,208
 eotdl/access/airbus/__init__.py,sha256=KdVilLghjjs_EEMGlbZntveRR7yA6pg_CdV04ulZWiQ,75
 eotdl/access/airbus/client.py,sha256=thVIfCscsrOp6l2uizY6Fai4Jk4e_r-2luyr15YAxn0,11017
@@ -16,17 +16,15 @@ eotdl/auth/auth.py,sha256=voxwxTERghLQdqrBSyjZrgvKrcF01aWUTc0-vxLFFgY,1601
 eotdl/auth/errors.py,sha256=PpnFU2DvnRo8xrM77wgskKi0tfEJ1Rhle4xv2RD1qpk,306
 eotdl/auth/is_logged.py,sha256=QREuhkoDnarZoUZwCxVCNoESGb_Yukh0lJo1pXvrV9Q,115
 eotdl/auth/logout.py,sha256=P_Sp6WmVvnG3R9V1L9541KNyHFko9DtQPqAKD2vaguw,161
-eotdl/cli.py,sha256=2J4atkixx0YZnCaXnQYkTKdKFqnSSEPyKBfw0g2aQ1E,299
+eotdl/cli.py,sha256=7JnlHLgi08Q8p5jjMT02uHIxNdQI8eWh7zSkZ19VqZc,423
 eotdl/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-eotdl/commands/auth.py,sha256=SQJj0HOl0L4lEEXp0bWtKkehow4SF_GKpSuVcz7-Lnk,830
-eotdl/commands/datasets.py,sha256=9u742U_PpEzj8Zh1I8ucqrQnS7fu3BtP6y8mBC78Auo,1620
-eotdl/curation/__init__.py,sha256=vmRCkxL4gxqwQ4lvHMdxHI27ynCtKZoF7pGqCz17qKg,360
-eotdl/curation/folder_formatters/__init__.py,sha256=UY2h2uW5yOlYZh8kcaD01StsOpRtvCNOr-yaThbPLEw,43
-eotdl/curation/folder_formatters/base.py,sha256=HrwzctBdvSm-Q2A5nV6I_M5X69LAH1frGJRZbgfEEYA,380
-eotdl/curation/folder_formatters/sentinel_hub.py,sha256=nCUtjoqC7hFjAhqHoz0XfeETaB5T_n9rRMcPi3nyHjs,5691
+eotdl/commands/auth.py,sha256=z2cfzSWUw-AFRlkiMtnR7sIqYJMVwG94nW-7W5rmMio,1564
+eotdl/commands/datasets.py,sha256=s05OOOtLi54kq-3IWZeztxaAPMVFpTxNiaofA17FEL0,4310
+eotdl/commands/models.py,sha256=r1XLrVlgdG2bFKX2TaLf7CeVvRi0rrBQMT52DNirF-A,4219
+eotdl/curation/__init__.py,sha256=n_zpB3byU4Dg5R33eyIMmMUBAyze_meopR-FjGbNM-Q,243
 eotdl/curation/stac/__init__.py,sha256=MYeO3zfiLrou6oxSHBujyJtfDefYt6xDHU7Y6-ujMjA,198
-eotdl/curation/stac/assets.py,sha256=Xpc8PH_p8tg2obof4e1Fp4cIp-caHny143JP8Sc0yoA,4281
-eotdl/curation/stac/dataframe.py,sha256=SX8hFpsWtzaN6uduCcs7QR2B_AG0tzlBQzMr0H-Gvew,5305
+eotdl/curation/stac/assets.py,sha256=Ejdm_vjrcyo7KplaPrxHLZDApirshFGdze6cdq9V7fE,4284
+eotdl/curation/stac/dataframe.py,sha256=OUHEaZBvQGMzovHBJ44aFTeU-v3YQLaSLWzdJ8OQT68,5307
 eotdl/curation/stac/dataframe_bck.py,sha256=0sMc00gnYNp58ShEGvXWbBh_5QOSpvKKYA0bKC5fFL4,8495
 eotdl/curation/stac/dataframe_labeling.py,sha256=ZXl5edYHyKAjJDxsQyNXprJcnrPZyz9yzU0zHTgk99o,1414
 eotdl/curation/stac/extensions/__init__.py,sha256=I3IspniNTkgeyLHdR9a_-kuXZm6TpH92b4dpWafh1Rk,596
@@ -35,26 +33,20 @@ eotdl/curation/stac/extensions/dem.py,sha256=GtDPNuOc_-Qxw1kJJgirGGRzZqk7hJTWHWV
 eotdl/curation/stac/extensions/eo.py,sha256=aiN5YTNPvyC4kid0gQYzJK5MYAeUe40YmGcU9PfxHQ4,3965
 eotdl/curation/stac/extensions/label/__init__.py,sha256=1MDoAAm9Va4eRkFALwzFTQ5CcWbIN25KSnjL6k75nSQ,121
 eotdl/curation/stac/extensions/label/base.py,sha256=n914NVhtH7FTMmmhPIFbJh0n1wJasVgxTrvgSUMxP3c,4063
-eotdl/curation/stac/extensions/label/image_name_labeler.py,sha256=uzw6DiGcff2_z0Otxkoxl7P8qn3nq0bGYnNk-WK_T_o,7853
+eotdl/curation/stac/extensions/label/image_name_labeler.py,sha256=ZhUG5njBSCeo17SC0_LCdNnYxVPvqSNuFGTrWd_XtUI,7922
 eotdl/curation/stac/extensions/label/scaneo.py,sha256=C_3azPqN3QzMWNGJcrxt0wKO_14YFKL5D6bg83pSPqs,8757
-eotdl/curation/stac/extensions/ml_dataset.py,sha256=lxCFUDCaWyhIBrnVbjgvQpVVRWQfgPiOPzRgf9rfFuw,19554
+eotdl/curation/stac/extensions/ml_dataset.py,sha256=HKtszM6nl-rI5PQHgdgYdho9v3w2SIPJHb-VCe2pMe4,19222
 eotdl/curation/stac/extensions/projection.py,sha256=NZndrCnqa_0PWtfcTAFbXjkpO83Szj2fldaUAMWM7Jc,1200
 eotdl/curation/stac/extensions/raster.py,sha256=UD6cTtb4HTILw5iie1xvl7b0SmypxzyRyamFlf1YZXo,1399
 eotdl/curation/stac/extensions/sar.py,sha256=_1a9MWA7YElem6u1z9ynjdfLWaeI6J8qwF8yDRqr3XI,1582
-eotdl/curation/stac/extent.py,sha256=NYjLZcFNWR0btAM4gsUEzrkAXJoEwSyNQ7QY1F8BFxg,4939
+eotdl/curation/stac/extent.py,sha256=6RMaiZ9d_iDHrewldmRZ_g6h4hh_smEawvS_9QslDYI,4941
 eotdl/curation/stac/parsers.py,sha256=KumL2ieBt0ATGgKoGyc-AJ99zSMeLD4-tI5MF9ruYPw,1380
-eotdl/curation/stac/stac.py,sha256=KMqrV4NiGt9gamY2jGzsjozk1wWk9ny5wyW9JMorjcE,13351
-eotdl/curation/stac/utils/__init__.py,sha256=VWbLLESvyTJGNcHutnMFosKsCQpyV4xnb4bIHuBJZqE,108
-eotdl/curation/stac/utils/geometry.py,sha256=wkS7E9YjfXtbWL4hQtgjT6bh62BZZyOYmJA-9xkjWwY,388
-eotdl/curation/stac/utils/metadata.py,sha256=YzXyOHfF3j6c_Az6RRgIHEI9n69vOI2DvYaMmLNatSU,1658
-eotdl/curation/stac/utils/paths.py,sha256=IEzfpjadd3KnwOQ6F_1vBRyxnm12QcD1TboPRd-I15w,1166
-eotdl/curation/stac/utils/stac.py,sha256=mvAdCxDTX3t634qvJ2YXEXfUo8vhZFKx57WRm3z0VVo,4840
-eotdl/curation/stac/utils/time.py,sha256=hj3-SYnLriQfX-7jqJwYdFcfzzvT5KU3L8IZwGyE4FE,463
+eotdl/curation/stac/stac.py,sha256=Rm5ogUxj3xLqZon4ub2VmXJfyjfim7ul-PMQe6rRTOo,13353
 eotdl/datasets/__init__.py,sha256=GIfgqrFq1LblG8qT1zNthm28drw1faLAenGbKjX0rdw,174
-eotdl/datasets/download.py,sha256=SRcZkiq7zWiWw0GQH6GIHbq5Fvevy97XXY3dGSqYk9E,4357
-eotdl/datasets/ingest.py,sha256=DSM50a1y5m2A7jPA_0bf5xSK_eo-FdTi9OIQTisaMVY,6599
+eotdl/datasets/download.py,sha256=SBUsYqnKahw4MMOSzT2pxX5bDD1f1wAu31ovtuQu4Fo,4381
+eotdl/datasets/ingest.py,sha256=oQ3KycGXRC8qBiV4VFfdyDfQn2HP86RAx78ZiM2MKf8,1792
 eotdl/datasets/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
-eotdl/datasets/retrieve.py,sha256=pL7SEbW_6yfr-s3MIT43zyhbw4SPyAwpHSQ8kYG5eac,1037
+eotdl/datasets/retrieve.py,sha256=DJz5K1bCLizg9YNwBnhHMFzcxMXar2socYkFONdSL4c,1041
 eotdl/datasets/usecases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 eotdl/datasets/usecases/datasets/DownloadFile.py,sha256=PoP0Dl2LBshKzbgArgxwxIVs-KT2IsfZKi0qSyiBsoI,936
 eotdl/datasets/usecases/datasets/DownloadFileURL.py,sha256=6OcNuCys45MXu9-7GtES0zg2QmY02EAkj_P3cVKVUvo,603
@@ -63,19 +55,30 @@ eotdl/datasets/usecases/datasets/IngestLargeDataset.py,sha256=yRl4eqDCNPcmbU0rrt
 eotdl/datasets/usecases/datasets/IngestLargeDatasetParallel.py,sha256=G6uVmpZLkn6lqUVQkjw0ne1xlBcJKHoJik4xLnlqd6o,1612
 eotdl/datasets/usecases/datasets/IngestSTAC.py,sha256=QAMLSkMFlc-ic0JWaIdAf0SXPkYcawy-RJqfvDqTD7A,3075
 eotdl/datasets/usecases/datasets/__init__.py,sha256=Tx4ISHtcjbu4KUVgjTac_pjpT0vsN-QpkIwtyx8xUYg,383
-eotdl/datasets/utils.py,sha256=4IB6N9jRO0chMDNJzpdnFDhC9wcFF9bO5oHq2HodcHw,479
+eotdl/files/__init__.py,sha256=71KfzCidZzFV82Zmc2GRxXzpB9sZKGI95lBxySRxbPY,33
+eotdl/files/ingest.py,sha256=mnjqellKIf-jVVAjharV5rehU4mmv7GxGhRwJ2BtCcw,6020
+eotdl/models/__init__.py,sha256=fe1VfnlOxlfviphkkzaY4q8mkm0QxcdJxB3peScBZYk,108
+eotdl/models/download.py,sha256=hWFEuJUZsjYnSDixMkHgmYDwxNMJEQ13-AJQPnyZOiY,4340
+eotdl/models/ingest.py,sha256=Zxv9oL5VOqPXgJgaOROt7v2twRPqzajllpP5ZgyNf3Q,1519
+eotdl/models/metadata.py,sha256=L23_EziGVSDJ-WZbYUYNN22GrgbCdMGxwJhgK9uzW0U,390
+eotdl/models/retrieve.py,sha256=-Ij7dT4J1p7MW4n13OlPB9OW4tBaBXPwk9dW8IuCZPc,664
 eotdl/repos/APIRepo.py,sha256=tjvtr96d1fhnKEdGDmc90NrwBW7YVCtdsKLLtV82SBE,402
 eotdl/repos/AuthAPIRepo.py,sha256=T-TPDjZa1u-JnUsKoKp-T9x__L0aUfLUUdP7xZFV_hI,770
 eotdl/repos/AuthRepo.py,sha256=6AWOdWgXKAVYJ2pB3Fj6X2KABoH2u-tpUyhEkNMWxX0,1001
 eotdl/repos/DatasetsAPIRepo.py,sha256=HQh4PCS9zP6zPK86lsfUX08jhKIlOKUOswZaROVMkYY,9979
-eotdl/repos/FilesAPIRepo.py,sha256=p96nsM54OT4CTnp8n0tBbSu57clr-s6Wl8n1RqqXr90,10057
-eotdl/repos/__init__.py,sha256=wm4a7R88T7L8NGka0xWN-P-0lHcCR7HAGuIex32GmK0,181
-eotdl/tools/__init__.py,sha256=gyK267V-fiXSV1yk7PoZwV7l8WJLixMDTmTXlJ1Dvg8,274
-eotdl/tools/geo_utils.py,sha256=2J_wktL6RCDe6Mitr8j8WmgFzbrF31YUNNZTakUMOqk,6857
-eotdl/tools/stac.py,sha256=buKcAbvddlsjKegg0IyTvJws3orca4e6JtGghqSVhWg,1120
-eotdl/tools/time_utils.py,sha256=wwobnCpM998IhfPiufIbOwEcDiaDw2xGIkVRgMPWLD4,3952
-eotdl/tools/tools.py,sha256=RNafEs6qY8OGV74TJoIxHEwZOFxxO90gVlUNU79-SjU,6118
-eotdl-2023.10.25.post10.dist-info/METADATA,sha256=YrXZDXy837y9ayv8Yhmo2ImYkCyZjWjMpF4EC1lfQEk,3931
-eotdl-2023.10.25.post10.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-eotdl-2023.10.25.post10.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
-eotdl-2023.10.25.post10.dist-info/RECORD,,
+eotdl/repos/FilesAPIRepo.py,sha256=WgGTyYljlSFxD8-0BePEwdks6voVy5rPjqdTruc31MQ,10924
+eotdl/repos/ModelsAPIRepo.py,sha256=6PDn1eHb0g3dVyQyB5aEGnIlWi9Ez8Vlnj4A_QL3Ea8,1211
+eotdl/repos/__init__.py,sha256=WvX5TP49k7yYb5dWWNjv5kzbdluO3dJ4LqjQxRIOUVc,222
+eotdl/shared/__init__.py,sha256=mF7doJC8Z5eTPmB01UQvPivThZac32DRY33T6qshXfg,41
+eotdl/shared/checksum.py,sha256=4IB6N9jRO0chMDNJzpdnFDhC9wcFF9bO5oHq2HodcHw,479
+eotdl/tools/__init__.py,sha256=keLICmgtaXy3rc6oOHNDli8H9YHFhElTg2GtF8Vb-eM,136
+eotdl/tools/geo_utils.py,sha256=vrTOq456Ck-qZiFT1mYM2cnlacm-4Q8D_dPadsqr_NY,7153
+eotdl/tools/metadata.py,sha256=YzXyOHfF3j6c_Az6RRgIHEI9n69vOI2DvYaMmLNatSU,1658
+eotdl/tools/paths.py,sha256=IEzfpjadd3KnwOQ6F_1vBRyxnm12QcD1TboPRd-I15w,1166
+eotdl/tools/stac.py,sha256=cqv9Dc2uUnonMKF6MP9C5h9fHs-oENjgmcnRJNRWNgA,5937
+eotdl/tools/time_utils.py,sha256=pb8h4bCQTTarNHq38UfjNotefm5l4qGjpYBENzzcqHY,4212
+eotdl/tools/tools.py,sha256=x2UFa5wHunX4qn3lqZYP0BtPHZB-w3dMwK1fac8LUhI,6100
+eotdl-2023.11.2.post2.dist-info/METADATA,sha256=SZCcWR1nXbqijiUCFCeSOThICABwsDLvQ0K_iQ8zzWc,3929
+eotdl-2023.11.2.post2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+eotdl-2023.11.2.post2.dist-info/entry_points.txt,sha256=s6sfxUfRrSX2IP2UbrzTFTvRCtLgw3_OKcHlOKf_5F8,39
+eotdl-2023.11.2.post2.dist-info/RECORD,,

eotdl/curation/folder_formatters/__init__.py

@@ -1 +0,0 @@
-from .sentinel_hub import SHFolderFormatter

eotdl/curation/folder_formatters/base.py

@@ -1,19 +0,0 @@
-'''
-Module for folder formatter classes
-'''
-
-
-class FolderFormatter:
-    
-    def format_folders(self) -> None:
-        """
-        Format the folder structure of the downloaded data to a 
-        digestible format
-        """
-        pass
-
-    def generate_raster_metadata(self) -> None:
-        """
-        Generate metadata.json file for a raster file
-        """
-        pass

eotdl/curation/folder_formatters/sentinel_hub.py

@@ -1,135 +0,0 @@
-"""
-Module for formatter classes
-"""
-
-import json
-import rasterio 
-
-from typing import Optional
-from os.path import join, dirname
-from os import makedirs
-from glob import glob
-from shutil import rmtree, copyfile
-from .base import FolderFormatter
-
-
-class SHFolderFormatter(FolderFormatter):
-    """
-    Class for formatting the directories of Sentinel images downloaded from Sentinel Hub Services
-    """
-
-    def __init__(self, root_folder):
-        super().__init__()
-        self.root = root_folder
-
-    @classmethod
-    def structured_format_folders(self) -> None:
-        """
-        Format the folder structure of the downloaded data from Sentinel Hub to a 
-        digestible format, suitable for STAC metadata generation.
-
-        This formatted format is a structured format, where every image is located in
-        a single folder, with its metadata.
-        """
-        images = glob(join(self.root, '**/*.tiff'), recursive=True)
-        
-        for image in images:
-            # Folder with the request and response, with the if of the request
-            image_dir = dirname(image)
-            # Destination folder, with format <id>_<date>
-            dest_dir = dirname(image_dir)
-            # Get the request.json file with the request parameters
-            request_file = join(image_dir, 'request.json')
-            request_json = json.load(open(request_file))
-            # Generate a metadata.json file of the raster in the destination folder
-            # It will extract some needed parameters, which will be used later 
-            # for the STAC generation
-            # It also returns the data type of the response
-            data_type = self.generate_raster_metadata(request_json, image, dest_dir)       
-            # Copy the response tiff to the destination folder
-            copyfile(image, join(dest_dir, f'{data_type}.tiff'))
-            # Remove the request and response folder
-            rmtree(image_dir)
-
-    def unestructured_format_folders(self, output_folder: Optional[str] = None) -> None:
-        """
-         Format the folder structure of the downloaded data from Sentinel Hub to a 
-        digestible format, suitable for STAC metadata generation and labeling with SCANEO.
-        
-        This formatted format is a unestructured format, where all the images are located
-        into the same folder, with them metadata files with the same name as the image.
-        """
-        images = glob(join(self.root, '**/*.tiff'), recursive=True)
-
-        if not output_folder:
-            output_folder = self.root
-        makedirs(output_folder, exist_ok=True)
-
-        n = 0
-        for image in images:
-            # Folder with the request and response, with the id of the request
-            image_dir = dirname(image)
-            # Parent image folder, with format <id>_<date>
-            parent_dir = dirname(image_dir)
-            parent_dir_name = parent_dir.split('/')[-1]
-            parent_dir_name_split = parent_dir_name.split('_')
-            id = parent_dir_name_split[0]   # ID of the given location
-            # Get the request.json file with the request parameters
-            request_file = join(image_dir, 'request.json')
-            request_json = json.load(open(request_file))
-            # Generate a metadata.json file of the raster in the destination folder
-            # It will extract some needed parameters, which will be used later 
-            # for the STAC generation
-            # As file name, we give the same name as de image, which is <id>_<n>
-            n += 1
-            filename = f'{id}_{n}'
-            self.generate_raster_metadata(request_json, image, output_folder, filename)    
-            # Copy the response tiff to the destination folder
-            copyfile(image, join(output_folder, f'{filename}.tif'))
-            # Remove the request and response folder
-            rmtree(parent_dir)
-
-    def generate_raster_metadata(self,
-                                 request_json: dict,
-                                 raster_path: str,
-                                 output_folder: str,
-                                 output_name: Optional[str] = 'metadata'
-                                 ) -> None:
-        """
-        Generate metadata.json file for a raster file
-
-        :param raster_path: path to the raster file
-        :param output_folder: output folder to write the metadata.json file to
-        :param date_adquired: date adquired of the raster file
-        :param output_name: name of the metadata file
-        """
-        # Get the date adquired from the request json
-        with rasterio.open(raster_path) as ds:
-            bounds = ds.bounds
-            dst_crs = "EPSG:4326"
-            left, bottom, right, top = rasterio.warp.transform_bounds(
-                ds.crs, dst_crs, *bounds
-            )
-            bbox = [left, bottom, right, top]
-
-        payload_data = request_json['request']['payload']['input']['data'][0]
-        # Get the data type from the request json
-        data_type = payload_data['type']
-        # Get the acquision date from the request json
-        if 'timeRange' in payload_data['dataFilter']:
-            data_acquisition_date = payload_data['dataFilter']['timeRange']['from']
-        else:   # DEM data does not have a timeRange
-            data_acquisition_date = None
-
-        # Generate the metadata.json file
-        metadata_path = join(output_folder, f"{output_name}.json")
-        metadata = {
-            "acquisition-date": data_acquisition_date,
-            "bounding-box": bbox,
-            "type": data_type,
-        }
-
-        with open(metadata_path, "w") as f:
-            json.dump(metadata, f)
-
-        return data_type

eotdl/curation/stac/utils/__init__.py

@@ -1,5 +0,0 @@
-from .time import *
-from .stac import *
-from .geometry import *
-from .metadata import *
-from .paths import *

eotdl/curation/stac/utils/geometry.py

@@ -1,22 +0,0 @@
-'''
-Geometry utils
-'''
-
-from pandas import isna
-
-
-def convert_df_geom_to_shape(row):
-    """
-    Convert the geometry of a dataframe row to a shapely shape
-
-    :param row: row of a dataframe
-    """
-    from shapely.geometry import shape
-
-    if not isna(row["geometry"]):
-        geo = shape(row["geometry"])
-        wkt = geo.wkt
-    else:
-        wkt = "POLYGON EMPTY"
-
-    return wkt

eotdl/curation/stac/utils/stac.py

@@ -1,143 +0,0 @@
-'''
-STAC utils
-'''
-
-import pystac
-
-from os.path import dirname, join, abspath
-from typing import Union, Optional
-from tqdm import tqdm
-from traceback import print_exc
-from shutil import rmtree
-
-
-def get_all_children(obj: pystac.STACObject) -> list:
-    """
-    Get all the children of a STAC object
-
-    :param obj: STAC object
-    """
-    children = []
-    # Append the current object to the list
-    children.append(obj.to_dict())
-
-    # Collections
-    collections = list(obj.get_collections())
-
-    for collection in collections:
-        children.append(collection.to_dict())
-
-    # Items
-    items = obj.get_items()
-    for item in items:
-        children.append(item.to_dict())
-
-    # Items from collections
-    for collection in collections:
-        items = collection.get_items()
-        for item in items:
-            children.append(item.to_dict())
-
-    return children
-
-
-def make_links_relative_to_path(path: str,
-                                catalog: Union[pystac.Catalog, str],
-                                ) -> pystac.Catalog:
-    """
-    Makes all asset HREFs in the catalog relative to a given path
-
-    :param path: path to make the links relative
-    :param catalog: catalog to make the links relative
-
-    :return: catalog with the links relative
-    """
-    if isinstance(catalog, str):
-        catalog = pystac.read_file(catalog)
-    path = abspath(path)
-
-    catalog.make_all_asset_hrefs_absolute()
-
-    for collection in catalog.get_children():
-        new_collection = collection.clone()
-        new_collection.set_self_href(join(path, collection.id, f"collection.json"))
-        new_collection.set_root(catalog)
-        new_collection.set_parent(catalog)
-        catalog.remove_child(collection.id)
-        catalog.add_child(new_collection)
-        for item in collection.get_all_items():
-            new_item = item.clone()
-            new_item.set_self_href(join(path, item.id, f"{item.id}.json"))
-            new_item.set_parent(collection)
-            new_item.set_root(catalog)
-            new_collection.add_item(new_item)
-
-    catalog.make_all_asset_hrefs_relative()
-
-    return catalog
-
-
-def merge_stac_catalogs(catalog_1: Union[pystac.Catalog, str],
-                        catalog_2: Union[pystac.Catalog, str],
-                        destination: Optional[str] = None,
-                        keep_extensions: Optional[bool] = False,
-                        catalog_type: Optional[pystac.CatalogType] = pystac.CatalogType.SELF_CONTAINED
-                        ) -> None:
-    """
-    Merge two STAC catalogs, keeping the properties, collection and items of both catalogs
-
-    :param catalog_1: first catalog to merge
-    :param catalog_2: second catalog to merge
-    :param destination: destination folder to save the merged catalog
-    :param keep_extensions: keep the extensions of the first catalog
-    :param catalog_type: type of the catalog
-    """
-    if isinstance(catalog_1, str):
-        catalog_1 = pystac.Catalog.from_file(catalog_1)
-    if isinstance(catalog_2, str):
-        catalog_2 = pystac.Catalog.from_file(catalog_2)
-
-    for col1 in tqdm(catalog_1.get_children(), desc='Merging catalogs...'):
-        # Check if the collection exists in catalog_2
-        col2 = catalog_2.get_child(col1.id)
-        if col2 is None:
-            # If it does not exist, add it
-            col1_ = col1.clone()
-            catalog_2.add_child(col1)
-            col2 = catalog_2.get_child(col1.id)
-            col2.clear_items()
-            for i in col1_.get_stac_objects(pystac.RelType.ITEM):
-                col2.add_item(i)
-        else:
-            # If it exists, merge the items
-            for item1 in col1.get_items():
-                if col2.get_item(item1.id) is None:
-                    col2.add_item(item1)
-
-    if keep_extensions:
-        for ext in catalog_1.stac_extensions:
-            if ext not in catalog_2.stac_extensions:
-                catalog_2.stac_extensions.append(ext)
-
-        for extra_field_name, extra_field_value in catalog_1.extra_fields.items():
-            if extra_field_name not in catalog_2.extra_fields:
-                catalog_2.extra_fields[extra_field_name] = extra_field_value
-
-    if destination:
-        # TODO test
-        make_links_relative_to_path(destination, catalog_2)
-    else:
-        destination = dirname(catalog_2.get_self_href())
-
-    # Save the merged catalog
-    try:
-        print("Validating and saving...")
-        catalog_2.validate()
-        rmtree(destination) if not destination else None # Remove the old catalog and replace it with the new one
-        catalog_2.normalize_and_save(root_href=destination, 
-                                     catalog_type=catalog_type
-                                     )
-        print("Success!")
-    except pystac.STACValidationError:
-        # Return full callback
-        print_exc()

eotdl/curation/stac/utils/time.py

@@ -1,21 +0,0 @@
-'''
-Time utils
-'''
-
-from typing import Union
-from datetime import datetime
-from dateutil import parser
-
-
-def format_time_acquired(dt: Union[str, datetime]) -> str:
-    """
-    Format the date time to the required format for STAC
-
-    :param dt: date time to format
-    """
-    dt_str = parser.parse(dt).strftime("%Y-%m-%dT%H:%M:%S.%f")
-
-    # convert the string to datetime object
-    dt_obj = datetime.strptime(dt_str, "%Y-%m-%dT%H:%M:%S.%f")
-
-    return dt_obj