cecil 0.0.28__tar.gz → 0.0.35__tar.gz

{cecil-0.0.28 → cecil-0.0.35}/.gitignore

@@ -9,3 +9,4 @@ __pycache__
 dist
 tmp
 venv
+.venv

cecil-0.0.35/CONTRIBUTING.md

@@ -0,0 +1,23 @@
+## Development installation
+
+Install packaging/distribution tools and linter:
+
+```shell
+pip install hatch twine black
+```
+
+From top-level repo directory, install the package in editable mode:
+
+```shell
+pip install -e .
+```
+
+Local edits to the package will immediately take effect.
+
+Get the PyPI Test API Key from 1Password and add it to `~/.pypirc`:
+
+```bash
+[testpypi]
+  username = __token__
+  password = <PyPI Test API Key>
+```

cecil-0.0.35/PKG-INFO

@@ -0,0 +1,24 @@
+Metadata-Version: 2.4
+Name: cecil
+Version: 0.0.35
+Summary: Python SDK for Cecil Earth
+License-Expression: MIT
+License-File: LICENSE.txt
+Classifier: Development Status :: 4 - Beta
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.10
+Requires-Dist: dask==2025.11.0
+Requires-Dist: pydantic<3.0.0,>=2.11.9
+Requires-Dist: requests<3.0.0,>=2.32.5
+Requires-Dist: rioxarray==0.19.0
+Requires-Dist: snowflake-connector-python[pandas]<4.0.0,>=3.17.4
+Requires-Dist: xarray==2025.11.0
+Description-Content-Type: text/markdown
+
+# Cecil SDK
+
+Please refer to the Cecil documentation:
+
+https://docs.cecil.earth

cecil-0.0.35/README.md

@@ -0,0 +1,5 @@
+# Cecil SDK
+
+Please refer to the Cecil documentation:
+
+https://docs.cecil.earth

{cecil-0.0.28 → cecil-0.0.35}/pyproject.toml

@@ -16,12 +16,12 @@ classifiers = [
     "Operating System :: OS Independent",
 ]
 dependencies = [
-    "dask==2025.9.1",
+    "dask==2025.11.0",
     "pydantic>=2.11.9,<3.0.0",
     "requests>=2.32.5,<3.0.0",
     "rioxarray==0.19.0",
     "snowflake-connector-python[pandas]>=3.17.4,<4.0.0",
-    "xarray==2025.6.1"
+    "xarray==2025.11.0"
 ]
 
 [tool.hatch.version]

{cecil-0.0.28 → cecil-0.0.35}/src/cecil/client.py

@@ -1,16 +1,15 @@
 import os
+from typing import Dict, List, Optional
+from warnings import warn
 
 import pandas as pd
 import requests
 import snowflake.connector
-import xarray
-
+from cryptography.hazmat.primitives import serialization
 from pydantic import BaseModel
 from requests import auth
-from cryptography.hazmat.primitives import serialization
-from typing import Dict, List, Optional
-from warnings import warn
 
+import xarray
 from .errors import (
     Error,
     _handle_bad_request,
@@ -35,11 +34,15 @@ from .models import (
     TransformationCreate,
     User,
     UserCreate,
-    DataRequestMetadata,
-    DataRequestParquetFiles,
+    SubscriptionMetadata,
+    SubscriptionParquetFiles,
+    SubscriptionListFiles,
+    Subscription,
+    SubscriptionCreate,
 )
 from .version import __version__
 from .xarray import load_xarray
+from .xarray import load_xarray_v2
 
 
 class Client:
@@ -69,6 +72,11 @@ class Client:
     def create_data_request(
         self, aoi_id: str, dataset_id: str, external_ref: Optional[str] = None
     ) -> DataRequest:
+        warn(
+            "create_data_request() is deprecated, use create_subscription() instead.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
         res = self._post(
             url="/v0/data-requests",
             model=DataRequestCreate(
@@ -78,22 +86,120 @@ class Client:
         return DataRequest(**res)
 
     def get_data_request(self, id: str) -> DataRequest:
+        warn(
+            "get_data_request() is deprecated, use get_subscription() instead.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
         res = self._get(url=f"/v0/data-requests/{id}")
         return DataRequest(**res)
 
     def list_data_requests(self) -> List[DataRequest]:
+        warn(
+            "list_data_requests() is deprecated, use list_subscriptions() instead.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
         res = self._get(url="/v0/data-requests")
         return [DataRequest(**record) for record in res["records"]]
 
-    def load_xarray(self, data_request_id: str) -> xarray.Dataset:
-        res = self._get(url=f"/v0/data-requests/{data_request_id}/metadata")
-        metadata = DataRequestMetadata(**res)
-        return load_xarray(metadata)
+    def list_subscriptions(self) -> List[Subscription]:
+        res = self._get(url="/v0/subscriptions")
+        return [Subscription(**record) for record in res["records"]]
 
-    def load_dataframe(self, data_request_id: str) -> pd.DataFrame:
-        res = self._get(url=f"/v0/data-requests/{data_request_id}/parquet-files")
-        metadata = DataRequestParquetFiles(**res)
-        df = pd.concat((pd.read_parquet(f) for f in metadata.files))
+    def create_subscription(
+        self, aoi_id: str, dataset_id: str, external_ref: Optional[str] = None
+    ) -> Subscription:
+        res = self._post(
+            url="/v0/subscriptions",
+            model=SubscriptionCreate(
+                aoi_id=aoi_id, dataset_id=dataset_id, external_ref=external_ref
+            ),
+        )
+
+        return Subscription(**res)
+
+    def get_subscription(self, id: str) -> Subscription:
+        res = self._get(url=f"/v0/subscriptions/{id}")
+        return Subscription(**res)
+
+    def load_xarray(
+        self,
+        subscription_id: Optional[str] = None,
+        data_request_id: Optional[str] = None,
+    ) -> xarray.Dataset:
+        if subscription_id is None and data_request_id is None:
+            raise TypeError("load_xarray() missing argument: 'subscription_id'")
+
+        if subscription_id is not None and data_request_id is not None:
+            raise ValueError(
+                "load_xarray() only accepts one argument but two were provided"
+            )
+
+        if data_request_id:
+            warn(
+                "data_request_id is deprecated, use subscription_id instead.",
+                DeprecationWarning,
+                stacklevel=2,
+            )
+            subscription_id = data_request_id
+
+        res = SubscriptionMetadata(
+            **self._get(url=f"/v0/subscriptions/{subscription_id}/metadata")
+        )
+        return load_xarray(res)
+
+    def _load_xarray_v2(
+        self,
+        subscription_id: Optional[str] = None,
+        data_request_id: Optional[str] = None,
+    ) -> xarray.Dataset:
+        if subscription_id is None and data_request_id is None:
+            raise TypeError("load_xarray_v2() missing argument: 'subscription_id'")
+
+        if subscription_id is not None and data_request_id is not None:
+            raise ValueError(
+                "load_xarray_v2() only accepts one argument but two were provided"
+            )
+
+        if data_request_id:
+            warn(
+                "data_request_id is deprecated, use subscription_id instead.",
+                DeprecationWarning,
+                stacklevel=2,
+            )
+            subscription_id = data_request_id
+
+        res = SubscriptionListFiles(
+            **self._get(url=f"/v0/subscriptions/{subscription_id}/files/tiff")
+        )
+        return load_xarray_v2(res)
+
+    def load_dataframe(
+        self,
+        subscription_id: Optional[str] = None,
+        data_request_id: Optional[str] = None,
+    ) -> pd.DataFrame:
+        if subscription_id is None and data_request_id is None:
+            raise TypeError("load_dataframe missing argument: 'subscription_id'")
+
+        if subscription_id is not None and data_request_id is not None:
+            raise ValueError(
+                "load_dataframe only accepts one argument but two were provided"
+            )
+
+        if data_request_id:
+            warn(
+                "data_request_id is deprecated, use subscription_id instead.",
+                DeprecationWarning,
+                stacklevel=2,
+            )
+            subscription_id = data_request_id
+
+        res = SubscriptionParquetFiles(
+            **self._get(url=f"/v0/subscriptions/{subscription_id}/parquet-files")
+        )
+        df = pd.concat((pd.read_parquet(f) for f in res.files))
         return df[
             [col for col in df.columns if col not in ("organisation_id", "created_at")]
         ]
@@ -202,12 +308,12 @@ class Client:
     def update_organisation_settings(
         self,
         *,
-        monthly_data_request_limit,
+        monthly_subscription_limit,
     ) -> OrganisationSettings:
         res = self._post(
             url="/v0/organisation/settings",
             model=OrganisationSettings(
-                monthly_data_request_limit=monthly_data_request_limit,
+                monthly_subscription_limit=monthly_subscription_limit,
             ),
         )
         return OrganisationSettings(**res)

{cecil-0.0.28 → cecil-0.0.35}/src/cecil/models.py

@@ -1,7 +1,7 @@
 import datetime
 from typing import Dict, Optional, List
 
-from pydantic import BaseModel, ConfigDict, SecretStr
+from pydantic import BaseModel, ConfigDict, Field, SecretStr
 from pydantic.alias_generators import to_camel
 
 
@@ -49,7 +49,9 @@ class DataRequestCreate(BaseModel):
 
 class OrganisationSettings(BaseModel):
     model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
-    monthly_data_request_limit: Optional[int] = None
+    monthly_subscription_limit: Optional[int] = Field(
+        alias="monthlyDataRequestLimit",
+    )
 
 
 class RecoverAPIKey(BaseModel):
@@ -126,7 +128,7 @@ class File(BaseModel):
     bands: List[Band]
 
 
-class DataRequestMetadata(BaseModel):
+class SubscriptionMetadata(BaseModel):
     model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
     provider_name: str
     dataset_id: str
@@ -137,6 +139,55 @@ class DataRequestMetadata(BaseModel):
     files: List[File]
 
 
-class DataRequestParquetFiles(BaseModel):
+class Bucket(BaseModel):
+    model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
+    name: str
+    prefix: str
+
+
+class BucketCredentials(BaseModel):
+    model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
+    access_key_id: str
+    secret_access_key: str
+    session_token: str
+    expiration: datetime.datetime
+
+
+class FileMapping(BaseModel):
+    type: str
+    bands: List
+
+
+class SubscriptionListFiles(BaseModel):
+    model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
+    provider_name: str
+    dataset_id: str
+    dataset_name: str
+    aoi_id: str
+    data_request_id: str
+    bucket: Bucket
+    credentials: BucketCredentials
+    allowed_actions: List
+    file_mapping: Dict[str, FileMapping]
+
+
+class SubscriptionParquetFiles(BaseModel):
     model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
     files: List[str]
+
+
+class Subscription(BaseModel):
+    model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
+    id: str
+    aoi_id: str
+    dataset_id: str
+    external_ref: Optional[str]
+    created_at: datetime.datetime
+    created_by: str
+
+
+class SubscriptionCreate(BaseModel):
+    model_config = ConfigDict(alias_generator=to_camel, populate_by_name=True)
+    aoi_id: str
+    dataset_id: str
+    external_ref: Optional[str]

cecil-0.0.35/src/cecil/version.py

@@ -0,0 +1 @@
+__version__ = "0.0.35"

cecil-0.0.35/src/cecil/xarray.py

@@ -0,0 +1,193 @@
+import re
+import time
+from datetime import datetime
+
+import boto3
+import dask
+import rasterio
+import rasterio.session
+import rioxarray
+import xarray
+
+from .models import SubscriptionMetadata, SubscriptionListFiles
+
+# v1
+
+
+def load_xarray(metadata: SubscriptionMetadata) -> xarray.Dataset:
+    data_vars = {}
+
+    for f in metadata.files:
+        try:
+            dataset = _retry_with_exponential_backoff(_load_file, 5, 1, 2, f.url)
+        except Exception as e:
+            raise ValueError(f"failed to load file: {e}")
+
+        for b in f.bands:
+            band = dataset.sel(band=b.number, drop=True)
+
+            if b.time and b.time_pattern:
+                t = datetime.strptime(b.time, b.time_pattern)
+                band = band.expand_dims("time")
+                band = band.assign_coords(time=[t])
+
+            band.name = b.variable_name
+
+            if b.variable_name not in data_vars:
+                data_vars[b.variable_name] = []
+
+            data_vars[b.variable_name].append(band)
+
+    for variable_name, time_series in data_vars.items():
+        if "time" in time_series[0].dims:
+            data_vars[variable_name] = xarray.concat(
+                time_series, dim="time", join="exact"
+            )
+        else:
+            data_vars[variable_name] = time_series[0]
+
+    return xarray.Dataset(
+        data_vars=data_vars,
+        attrs={
+            "provider_name": metadata.provider_name,
+            "dataset_name": metadata.dataset_name,
+            "dataset_id": metadata.dataset_id,
+            "aoi_id": metadata.aoi_id,
+            "subscription_id": metadata.data_request_id,
+        },
+    )
+
+
+def _retry_with_exponential_backoff(
+    func, retries, start_delay, multiplier, *args, **kwargs
+):
+    delay = start_delay
+    for attempt in range(1, retries + 1):
+        try:
+            return func(*args, **kwargs)
+        except Exception as e:
+            if attempt == retries:
+                raise e
+            time.sleep(delay)
+            delay *= multiplier
+    return None
+
+
+def _load_file(url: str):
+    return rioxarray.open_rasterio(
+        url,
+        chunks={"x": 2000, "y": 2000},
+    )
+
+
+# v2
+
+
+def load_xarray_v2(res: SubscriptionListFiles) -> xarray.Dataset:
+    session = boto3.session.Session(
+        aws_access_key_id=res.credentials.access_key_id,
+        aws_secret_access_key=res.credentials.secret_access_key,
+        aws_session_token=res.credentials.session_token,
+    )
+
+    keys = _list_keys_v2(session, res.bucket.name, res.bucket.prefix)
+
+    if not keys:
+        return xarray.Dataset()
+
+    timestamp_pattern = re.compile(r"\d{4}/\d{2}/\d{2}/\d{2}/\d{2}/\d{2}")
+    data_vars = {}
+
+    with rasterio.env.Env(
+        session=rasterio.session.AWSSession(session),
+    ):
+        first_file = rioxarray.open_rasterio(
+            f"s3://{res.bucket.name}/{keys[0]}", chunks="auto"
+        )
+
+    for key in keys:
+        filename = key.split("/")[-1]
+
+        file_info = res.file_mapping.get(filename)
+        if not file_info:
+            continue
+
+        timestamp_str = timestamp_pattern.search(key).group()
+
+        for band_num, var_name in enumerate(file_info.bands, start=1):
+            lazy_array = dask.array.from_delayed(
+                dask.delayed(_load_file_v2)(
+                    session, f"s3://{res.bucket.name}/{key}", band_num
+                ),
+                shape=(
+                    first_file.rio.height,
+                    first_file.rio.width,
+                ),
+                dtype=file_info.type,
+            )
+            band_da = xarray.DataArray(
+                lazy_array,
+                dims=("y", "x"),
+                coords={
+                    "y": first_file.y.values,
+                    "x": first_file.x.values,
+                },
+                # attrs=first_file.attrs.copy() # TODO: is it the same for all files?
+            )
+            # band_da.encoding = first_file.encoding.copy() # TODO: is it the same for all files?
+            band_da.rio.write_crs(first_file.rio.crs, inplace=True)
+            band_da.rio.write_transform(first_file.rio.transform(), inplace=True)
+
+            band_da.name = var_name
+
+            # Dataset with time dimension
+            if timestamp_str != "0000/00/00/00/00/00":
+                t = datetime.strptime(timestamp_str, "%Y/%m/%d/%H/%M/%S")
+                band_da = band_da.expand_dims("time")
+                band_da = band_da.assign_coords(time=[t])
+
+            if var_name not in data_vars:
+                data_vars[var_name] = []
+
+            data_vars[var_name].append(band_da)
+
+    for var_name, time_series in data_vars.items():
+        if "time" in time_series[0].dims:
+            data_vars[var_name] = xarray.concat(time_series, dim="time", join="exact")
+        else:
+            data_vars[var_name] = time_series[0]
+
+    return xarray.Dataset(
+        data_vars=data_vars,
+        attrs={
+            "provider_name": res.provider_name,
+            "dataset_name": res.dataset_name,
+            "dataset_id": res.dataset_id,
+            "aoi_id": res.aoi_id,
+            "subscription_id": res.data_request_id,
+        },
+    )
+
+
+def _load_file_v2(aws_session: boto3.session.Session, url: str, band_num: int):
+    with rasterio.env.Env(
+        session=rasterio.session.AWSSession(aws_session),
+    ):
+        with rasterio.open(url) as src:
+            return src.read(band_num)
+
+
+def _list_keys_v2(session: boto3.session.Session, bucket_name, prefix) -> list[str]:
+    s3_client = session.client("s3")
+    paginator = s3_client.get_paginator("list_objects_v2")
+    page_iterator = paginator.paginate(
+        Bucket=bucket_name,
+        Prefix=prefix,
+    )
+
+    keys = []
+    for page in page_iterator:
+        for obj in page.get("Contents", []):
+            keys.append(obj["Key"])
+
+    return keys

cecil-0.0.28/CONTRIBUTING.md

@@ -1,21 +0,0 @@
-## Development installation
-
-Install packaging/distribution tools:
-
-```shell
-pip install hatch twine
-```
-
-Install linter
-
-```shell
-pip install black
-```
-
-From top-level repo directory, install the package in editable mode:
-
-```shell
-pip install -e .
-```
-
-Local edits to the package will immediately take effect.

cecil-0.0.28/PKG-INFO

@@ -1,122 +0,0 @@
-Metadata-Version: 2.4
-Name: cecil
-Version: 0.0.28
-Summary: Python SDK for Cecil Earth
-License-Expression: MIT
-License-File: LICENSE.txt
-Classifier: Development Status :: 4 - Beta
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Classifier: Programming Language :: Python :: 3
-Requires-Python: >=3.10
-Requires-Dist: dask==2025.9.1
-Requires-Dist: pydantic<3.0.0,>=2.11.9
-Requires-Dist: requests<3.0.0,>=2.32.5
-Requires-Dist: rioxarray==0.19.0
-Requires-Dist: snowflake-connector-python[pandas]<4.0.0,>=3.17.4
-Requires-Dist: xarray==2025.6.1
-Description-Content-Type: text/markdown
-
-# Cecil SDK
-
-[![PyPI - Version](https://img.shields.io/pypi/v/cecil-sdk.svg)](https://pypi.org/project/cecil-sdk)
-[![PyPI - Python Version](https://img.shields.io/pypi/pyversions/cecil-sdk.svg)](https://pypi.org/project/cecil-sdk)
-
------
-
-## Table of Contents
-
-- [Installation](#installation)
-- [Authentication](#authentication)
-- [License](#license)
-- [Examples](#examples)
-
-## Installation
-
-```shell
-pip install cecil
-```
-
-## Authentication
-
-Set `CECIL_API_KEY` environment variable to your Cecil API key.
-
-## Examples
-
-### Create an AOI and data request using the Cecil client
-
-```python
-import cecil
-
-client = cecil.Client()
-
-my_aoi = client.create_aoi(
-    name="My AOI",
-    geometry={
-        "type": "Polygon",
-        "coordinates": [
-            [
-                [145.410408835, -42.004083838],
-                [145.410408835, -42.004203978],
-                [145.410623191, -42.004203978],
-                [145.410623191, -42.004083838],
-                [145.410408835, -42.004083838],
-            ]
-        ],
-    },
-)
-
-# Get dataset ID from docs.cecil.earth -> Datasets
-planet_forest_carbon_diligence_id = "c2dd4f55-56f6-4d05-aae3-ba7c1dcd812f"
-
-my_data_request = client.create_data_request(
-    aoi_id=my_aoi.id,
-    dataset_id=planet_forest_carbon_diligence_id,
-)
-
-print(client.get_data_request(my_data_request.id))
-```
-
-### Create a transformation using the Cecil client
-
-```python
-my_transformation = client.create_transformation(
-    data_request_id=my_data_request.id,
-    crs="EPSG:4326",
-    spatial_resolution=0.005,
-)
-
-print(client.get_transformation(my_transformation.id))
-```
-
-### Query data (once transformation is completed)
-
-```python
-df = client.query(f'''
-    SELECT *
-    FROM
-        planet.forest_carbon_diligence
-    WHERE
-        transformation_id = '{my_transformation.id}'
-''')
-```
-
-### Other client methods:
-
-```python
-client.list_aois()
-
-client.get_aoi(my_aoi.id)
-
-client.list_data_requests()
-
-client.get_data_request(my_data_request.id)
-
-client.list_transformations()
-
-client.get_transformation(my_transformation.id)
-```
-
-## License
-
-`cecil` is distributed under the terms of the [MIT](https://spdx.org/licenses/MIT.html) license.

cecil-0.0.28/README.md

@@ -1,103 +0,0 @@
-# Cecil SDK
-
-[![PyPI - Version](https://img.shields.io/pypi/v/cecil-sdk.svg)](https://pypi.org/project/cecil-sdk)
-[![PyPI - Python Version](https://img.shields.io/pypi/pyversions/cecil-sdk.svg)](https://pypi.org/project/cecil-sdk)
-
------
-
-## Table of Contents
-
-- [Installation](#installation)
-- [Authentication](#authentication)
-- [License](#license)
-- [Examples](#examples)
-
-## Installation
-
-```shell
-pip install cecil
-```
-
-## Authentication
-
-Set `CECIL_API_KEY` environment variable to your Cecil API key.
-
-## Examples
-
-### Create an AOI and data request using the Cecil client
-
-```python
-import cecil
-
-client = cecil.Client()
-
-my_aoi = client.create_aoi(
-    name="My AOI",
-    geometry={
-        "type": "Polygon",
-        "coordinates": [
-            [
-                [145.410408835, -42.004083838],
-                [145.410408835, -42.004203978],
-                [145.410623191, -42.004203978],
-                [145.410623191, -42.004083838],
-                [145.410408835, -42.004083838],
-            ]
-        ],
-    },
-)
-
-# Get dataset ID from docs.cecil.earth -> Datasets
-planet_forest_carbon_diligence_id = "c2dd4f55-56f6-4d05-aae3-ba7c1dcd812f"
-
-my_data_request = client.create_data_request(
-    aoi_id=my_aoi.id,
-    dataset_id=planet_forest_carbon_diligence_id,
-)
-
-print(client.get_data_request(my_data_request.id))
-```
-
-### Create a transformation using the Cecil client
-
-```python
-my_transformation = client.create_transformation(
-    data_request_id=my_data_request.id,
-    crs="EPSG:4326",
-    spatial_resolution=0.005,
-)
-
-print(client.get_transformation(my_transformation.id))
-```
-
-### Query data (once transformation is completed)
-
-```python
-df = client.query(f'''
-    SELECT *
-    FROM
-        planet.forest_carbon_diligence
-    WHERE
-        transformation_id = '{my_transformation.id}'
-''')
-```
-
-### Other client methods:
-
-```python
-client.list_aois()
-
-client.get_aoi(my_aoi.id)
-
-client.list_data_requests()
-
-client.get_data_request(my_data_request.id)
-
-client.list_transformations()
-
-client.get_transformation(my_transformation.id)
-```
-
-## License
-
-`cecil` is distributed under the terms of the [MIT](https://spdx.org/licenses/MIT.html) license.

cecil-0.0.28/src/cecil/version.py

@@ -1 +0,0 @@
-__version__ = "0.0.28"

cecil-0.0.28/src/cecil/xarray.py

@@ -1,74 +0,0 @@
-import os
-import rioxarray
-import xarray
-
-from datetime import datetime
-
-from .errors import Error
-from .models import DataRequestMetadata
-
-os.environ["GDAL_NUM_THREADS"] = "1"
-os.environ["GDAL_DISABLE_READDIR_ON_OPEN"] = "FALSE"
-
-
-def align_pixel_grids(time_series):
-    # Use the first timestep as reference
-    reference_da = time_series[0]
-    aligned_series = [reference_da]
-
-    # Align all other timesteps to the reference grid
-    for i, da in enumerate(time_series[1:], 1):
-        try:
-            aligned_da = da.rio.reproject_match(reference_da)
-            aligned_series.append(aligned_da)
-        except Exception as e:
-            raise Error
-            continue
-
-    return aligned_series
-
-
-def load_xarray(metadata: DataRequestMetadata) -> xarray.Dataset:
-    data_vars = {}
-
-    for f in metadata.files:
-        dataset = rioxarray.open_rasterio(
-            f.url,
-            chunks={"x": 2000, "y": 2000},
-        )
-
-        for b in f.bands:
-            band = dataset.sel(band=b.number, drop=True)
-
-            if b.time and b.time_pattern:
-                time = datetime.strptime(b.time, b.time_pattern)
-                band = band.expand_dims("time")
-                band = band.assign_coords(time=[time])
-
-            band.name = b.variable_name
-
-            if b.variable_name not in data_vars:
-                data_vars[b.variable_name] = []
-
-            data_vars[b.variable_name].append(band)
-
-    for variable_name, time_series in data_vars.items():
-        if "time" in time_series[0].dims:
-            # time_series = align_pixel_grids(time_series)
-            data_vars[variable_name] = xarray.concat(
-                time_series, dim="time", join="exact"
-            )
-        else:
-            data_vars[variable_name] = time_series[0]
-
-    return xarray.Dataset(
-        data_vars=data_vars,
-        attrs={
-            "provider_name": metadata.provider_name,
-            "dataset_id": metadata.dataset_id,
-            "dataset_name": metadata.dataset_name,
-            "dataset_crs": metadata.dataset_crs,
-            "aoi_id": metadata.aoi_id,
-            "data_request_id": metadata.data_request_id,
-        },
-    )