cosmotech-acceleration-library 2.0.0__py3-none-any.whl → 2.1.0rc1__py3-none-any.whl

cosmotech/coal/store/__init__.py

@@ -12,31 +12,34 @@ This module provides functions for working with the Store,
 including loading and converting data.
 """
 
-# Re-export the Store class
-from cosmotech.coal.store.store import Store
-
 # Re-export functions from the csv module
 from cosmotech.coal.store.csv import (
-    store_csv_file,
     convert_store_table_to_csv,
+    store_csv_file,
 )
 
 # Re-export functions from the native_python module
 from cosmotech.coal.store.native_python import (
-    store_pylist,
     convert_table_as_pylist,
+    store_pylist,
 )
-
-# Re-export functions from the pandas module (if available)
-
 from cosmotech.coal.store.pandas import (
-    store_dataframe,
     convert_store_table_to_dataframe as convert_store_table_to_pandas_dataframe,
 )
-
-# Re-export functions from the pyarrow module (if available)
-
+from cosmotech.coal.store.pandas import (
+    store_dataframe,
+)
 from cosmotech.coal.store.pyarrow import (
-    store_table,
     convert_store_table_to_dataframe as convert_store_table_to_pyarrow_table,
 )
+from cosmotech.coal.store.pyarrow import (
+    store_table,
+)
+
+# Re-export the Store class
+from cosmotech.coal.store.store import Store
+
+# Re-export functions from the pandas module (if available)
+
+
+# Re-export functions from the pyarrow module (if available)

cosmotech/coal/store/output/aws_channel.py

@@ -6,28 +6,29 @@ import pyarrow.parquet as pq
 from cosmotech.orchestrator.utils.translate import T
 
 from cosmotech.coal.aws import S3
-from cosmotech.coal.store.output.channel_interface import ChannelInterface
+from cosmotech.coal.store.output.channel_interface import (
+    ChannelInterface,
+    MissingChannelConfigError,
+)
 from cosmotech.coal.store.store import Store
-from cosmotech.coal.utils.configuration import Configuration
+from cosmotech.coal.utils.configuration import Configuration, Dotdict
 from cosmotech.coal.utils.logger import LOGGER
 
 
 class AwsChannel(ChannelInterface):
     required_keys = {
-        "cosmotech": [
-            "dataset_absolute_path",
-        ],
+        "coal": ["store"],
         "s3": ["access_key_id", "endpoint_url", "secret_access_key"],
     }
     requirement_string = required_keys
 
-    def __init__(self, dct: dict = None):
-        self.configuration = Configuration(dct)
+    def __init__(self, dct: Dotdict = None):
+        super().__init__(dct)
         self._s3 = S3(self.configuration)
 
-    def send(self, tables_filter: Optional[list[str]] = None) -> bool:
+    def send(self, filter: Optional[list[str]] = None) -> bool:
 
-        _s = Store(store_location=self.configuration.cosmotech.parameters_absolute_path)
+        _s = Store(configuration=self.configuration)
 
         if self._s3.output_type not in ("sqlite", "csv", "parquet"):
             LOGGER.error(T("coal.common.errors.data_invalid_output_type").format(output_type=self._s3.output_type))
@@ -43,8 +44,8 @@ class AwsChannel(ChannelInterface):
             self._s3.upload_file(_file_path, _uploaded_file_name)
         else:
             tables = list(_s.list_tables())
-            if tables_filter:
-                tables = [t for t in tables if t in tables_filter]
+            if filter:
+                tables = [t for t in tables if t in filter]
 
             for table_name in tables:
                 _data_stream = BytesIO()

cosmotech/coal/store/output/az_storage_channel.py

@@ -1,15 +1,16 @@
 from typing import Optional
 
 from cosmotech.coal.azure.blob import dump_store_to_azure
-from cosmotech.coal.store.output.channel_interface import ChannelInterface
-from cosmotech.coal.utils.configuration import Configuration
+from cosmotech.coal.store.output.channel_interface import (
+    ChannelInterface,
+    MissingChannelConfigError,
+)
+from cosmotech.coal.utils.configuration import Configuration, Dotdict
 
 
 class AzureStorageChannel(ChannelInterface):
     required_keys = {
-        "cosmotech": [
-            "dataset_absolute_path",
-        ],
+        "coal": ["store"],
         "azure": [
             "account_name",
             "container_name",
@@ -22,20 +23,10 @@ class AzureStorageChannel(ChannelInterface):
     }
     requirement_string = required_keys
 
-    def __init__(self, dct: dict = None):
-        self.configuration = Configuration(dct)
-
-    def send(self, tables_filter: Optional[list[str]] = None) -> bool:
+    def send(self, filter: Optional[list[str]] = None) -> bool:
         dump_store_to_azure(
-            store_folder=self.configuration.cosmotech.dataset_absolute_path,
-            account_name=self.configuration.azure.account_name,
-            container_name=self.configuration.azure.container_name,
-            tenant_id=self.configuration.azure.tenant_id,
-            client_id=self.configuration.azure.client_id,
-            client_secret=self.configuration.azure.client_secret,
-            output_type=self.configuration.azure.output_type,
-            file_prefix=self.configuration.azure.file_prefix,
-            selected_tables=tables_filter,
+            self.configuration,
+            selected_tables=filter,
         )
 
     def delete(self):

cosmotech/coal/store/output/channel_interface.py

@@ -2,11 +2,18 @@ from typing import Optional
 
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.coal.utils.configuration import Configuration, Dotdict
+
 
 class ChannelInterface:
     required_keys = {}
     requirement_string: str = T("coal.store.output.data_interface.requirements")
 
+    def __init__(self, dct: Dotdict = None):
+        self.configuration = Configuration(dct)
+        if not self.is_available():
+            raise MissingChannelConfigError(self)
+
     def send(self, filter: Optional[list[str]] = None) -> bool:
         raise NotImplementedError()
 
@@ -21,3 +28,11 @@ class ChannelInterface:
             )
         except KeyError:
             return False
+
+
+class MissingChannelConfigError(Exception):
+    def __init__(self, interface_class):
+        self.message = T("coal.store.output.split.requirements").format(
+            interface_name=interface_class.__class__.__name__, requirements=interface_class.requirement_string
+        )
+        super().__init__(self.message)

cosmotech/coal/store/output/channel_spliter.py

@@ -6,22 +6,24 @@ from cosmotech.coal.store.output.aws_channel import AwsChannel
 from cosmotech.coal.store.output.az_storage_channel import AzureStorageChannel
 from cosmotech.coal.store.output.channel_interface import ChannelInterface
 from cosmotech.coal.store.output.postgres_channel import PostgresChannel
-from cosmotech.coal.utils.configuration import Configuration
+from cosmotech.coal.utils.configuration import Dotdict
 from cosmotech.coal.utils.logger import LOGGER
 
 
 class ChannelSpliter(ChannelInterface):
     requirement_string: str = "(Requires any working interface)"
-    targets = []
+    targets = list()
     available_interfaces: dict[str, ChannelInterface] = {
         "s3": AwsChannel,
         "az_storage": AzureStorageChannel,
         "postgres": PostgresChannel,
     }
 
-    def __init__(self, configuration: Configuration):
-        self.configuration = configuration
-        self.targets = []
+    def __init__(self, dct: Dotdict = None):
+        super().__init__(dct)
+        self.targets = list()
+        if "outputs" not in self.configuration:
+            raise AttributeError(T("coal.store.output.split.no_targets"))
         for output in self.configuration.outputs:
             channel = self.available_interfaces[output.type]
             _i = channel(output.conf)
@@ -43,6 +45,8 @@ class ChannelSpliter(ChannelInterface):
                 any_ok = i.send(filter=filter) or any_ok
             except Exception:
                 LOGGER.error(T("coal.store.output.split.send.error").format(interface_name=i.__class__.__name__))
+                if len(self.targets) < 2:
+                    raise
         return any_ok
 
     def delete(self, filter: Optional[list[str]] = None) -> bool:
@@ -52,4 +56,6 @@ class ChannelSpliter(ChannelInterface):
                 any_ok = i.delete() or any_ok
             except Exception:
                 LOGGER.error(T("coal.store.output.split.delete.error").format(interface_name=i.__class__.__name__))
+                if len(self.targets) < 2:
+                    raise
         return any_ok

cosmotech/coal/store/output/postgres_channel.py

@@ -6,15 +6,15 @@ from cosmotech.coal.postgresql.runner import (
 )
 from cosmotech.coal.postgresql.store import dump_store_to_postgresql_from_conf
 from cosmotech.coal.store.output.channel_interface import ChannelInterface
-from cosmotech.coal.utils.configuration import Configuration
 
 
 class PostgresChannel(ChannelInterface):
     required_keys = {
-        "cosmotech": ["dataset_absolute_path", "organization_id", "workspace_id", "runner_id"],
+        "coal": ["store"],
+        "cosmotech": ["organization_id", "workspace_id", "runner_id"],
         "postgres": [
             "host",
-            "post",
+            "port",
             "db_name",
             "db_schema",
             "user_name",
@@ -23,16 +23,13 @@ class PostgresChannel(ChannelInterface):
     }
     requirement_string = required_keys
 
-    def __init__(self, dct: dict = None):
-        self.configuration = Configuration(dct)
-
-    def send(self, tables_filter: Optional[list[str]] = None) -> bool:
+    def send(self, filter: Optional[list[str]] = None) -> bool:
         run_id = send_runner_metadata_to_postgresql(self.configuration)
         dump_store_to_postgresql_from_conf(
-            self.configuration,
-            store_folder=self.configuration.cosmotech.dataset_absolute_path,
-            selected_tables=tables_filter,
+            configuration=self.configuration,
+            selected_tables=filter,
             fk_id=run_id,
+            replace=False,
         )
 
     def delete(self):

cosmotech/coal/store/pandas.py

@@ -5,10 +5,10 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
+import pandas as pd
 import pyarrow
 
 from cosmotech.coal.store.store import Store
-import pandas as pd
 
 
 def store_dataframe(

cosmotech/coal/store/pyarrow.py

@@ -5,10 +5,10 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.coal.store.store import Store
-
 import pyarrow as pa
 
+from cosmotech.coal.store.store import Store
+
 
 def store_table(
     table_name: str,

cosmotech/coal/store/store.py

@@ -5,14 +5,14 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-import os
 import pathlib
 
 import pyarrow
 from adbc_driver_sqlite import dbapi
+from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.coal.utils.configuration import Configuration
 from cosmotech.coal.utils.logger import LOGGER
-from cosmotech.orchestrator.utils.translate import T
 
 
 class Store:
@@ -20,11 +20,8 @@ class Store:
     def sanitize_column(column_name: str) -> str:
         return column_name.replace(" ", "_")
 
-    def __init__(
-        self,
-        reset=False,
-        store_location: pathlib.Path = pathlib.Path(os.environ.get("CSM_PARAMETERS_ABSOLUTE_PATH", ".")),
-    ):
+    def __init__(self, reset=False, configuration: Configuration = Configuration()):
+        store_location = configuration.safe_get("coal.store", ".")
         self.store_location = pathlib.Path(store_location) / ".coal/store"
         self.store_location.mkdir(parents=True, exist_ok=True)
         self._tables = dict()

cosmotech/coal/utils/configuration.py

@@ -6,6 +6,10 @@ from cosmotech.orchestrator.utils.translate import T
 from cosmotech.coal.utils.logger import LOGGER
 
 
+class ReferenceKeyError(KeyError):
+    pass
+
+
 class Dotdict(dict):
     """dot.notation access to dictionary attributes"""
 
@@ -17,9 +21,13 @@ class Dotdict(dict):
         _v = self.__getitem__(key)
         if isinstance(_v, str) and _v.startswith("$"):
             _r = self.root
-            for _p in _v[1:].split("."):
-                _r = _r[_p]
-            return _r
+            try:
+                for _p in _v[1:].split("."):
+                    _r = _r.__getattr__(_p)
+                return _r
+            except (KeyError, AttributeError):
+                LOGGER.warning(f"dotdict Ref {_v} doesn't exist")
+                raise ReferenceKeyError(_v)
         return _v
 
     __delattr__ = dict.__delitem__
@@ -35,48 +43,56 @@ class Dotdict(dict):
             return data
 
         for k, v in dct.items():
-            self[k] = update(v)
+            self.__setattr__(k, update(v))
 
     def merge(self, d):
         for k, v in d.items():
             if isinstance(v, Dotdict) and k in self:
                 self[k].merge(v)
             else:
-                self[k] = v
+                # this trigger dict to dotdict conversion at merge
+                self.__setattr__(k, v)
 
 
 class Configuration(Dotdict):
-
-    # HARD CODED ENVVAR CONVERSION
-    CONVERSION_DICT = {
-        "outputs": [
-            {
-                "type": "postgres",
-                "conf": {
-                    "cosmotech": {
-                        "dataset_absolute_path": "$cosmotech.dataset_absolute_path",
-                        "organization_id": "$cosmotech.organization_id",
-                        "workspace_id": "$cosmotech.workspace_id",
-                        "runner_id": "$cosmotech.runner_id",
-                    },
-                    "postgres": {
-                        "host": "$postgres.host",
-                        "post": "$postgres.post",
-                        "db_name": "$postgres.db_name",
-                        "db_schema": "$postgres.db_schema",
-                        "user_name": "$postgres.user_name",
-                        "user_password": "$postgres.user_password",
-                    },
+    # Env var set by the cosmotech api at runtime
+    API_ENV_DICT = {
+        "secrets": {
+            "cosmotech": {
+                "twin_cache": {
+                    "host": "TWIN_CACHE_HOST",
+                    "port": "TWIN_CACHE_PORT",
+                    "password": "TWIN_CACHE_PASSWORD",
+                    "username": "TWIN_CACHE_USERNAME",
+                },
+                "idp": {
+                    "base_url": "IDP_BASE_URL",
+                    "tenant_id": "IDP_TENANT_ID",
+                    "client_id": "IDP_CLIENT_ID",
+                    "client_secret": "IDP_CLIENT_SECRET",
                 },
+                "api": {"url": "CSM_API_URL", "scope": "CSM_API_SCOPE"},
+                "dataset_absolute_path": "CSM_DATASET_ABSOLUTE_PATH",
+                "parameters_absolute_path": "CSM_PARAMETERS_ABSOLUTE_PATH",
+                "organization_id": "CSM_ORGANIZATION_ID",
+                "workspace_id": "CSM_WORKSPACE_ID",
+                "runner_id": "CSM_RUNNER_ID",
+                "run_id": "CSM_RUN_ID",
+                "run_template_id": "CSM_RUN_TEMPLATE_ID",
             }
-        ],
+        }
+    }
+    # HARD CODED ENVVAR CONVERSION
+    CONVERSION_DICT = {
         "secrets": {
             "log_level": "LOG_LEVEL",
             "s3": {
                 "access_key_id": "AWS_ACCESS_KEY_ID",
                 "endpoint_url": "AWS_ENDPOINT_URL",
                 "secret_access_key": "AWS_SECRET_ACCESS_KEY",
+                "bucket_name": "CSM_DATA_BUCKET_NAME",
                 "bucket_prefix": "CSM_DATA_BUCKET_PREFIX",
+                "ca_bundle": "CSM_S3_CA_BUNDLE",
             },
             "azure": {
                 "account_name": "AZURE_ACCOUNT_NAME",
@@ -87,30 +103,16 @@ class Configuration(Dotdict):
                 "data_explorer_resource_ingest_uri": "AZURE_DATA_EXPLORER_RESOURCE_INGEST_URI",
                 "data_explorer_resource_uri": "AZURE_DATA_EXPLORER_RESOURCE_URI",
                 "storage_blob_name": "AZURE_STORAGE_BLOB_NAME",
+                "data_blob_prefix": "CSM_DATA_BLOB_PREFIX",
+                "data_prefix": "CSM_DATA_PREFIX",
                 "storage_sas_url": "AZURE_STORAGE_SAS_URL",
                 "tenant_id": "AZURE_TENANT_ID",
             },
             "cosmotech": {
-                "api_url": "CSM_API_URL",
-                "container_mode": "CSM_CONTAINER_MODE",
                 "data_adx_tag": "CSM_DATA_ADX_TAG",
                 "data_adx_wait_ingestion": "CSM_DATA_ADX_WAIT_INGESTION",
-                "data_blob_prefix": "CSM_DATA_BLOB_PREFIX",
-                "data_bucket_name": "CSM_DATA_BUCKET_NAME",
-                "data_prefix": "CSM_DATA_PREFIX",
-                "dataset_absolute_path": "CSM_DATASET_ABSOLUTE_PATH",
-                "organization_id": "CSM_ORGANIZATION_ID",
-                "parameters_absolute_path": "CSM_PARAMETERS_ABSOLUTE_PATH",
-                "run_id": "CSM_RUN_ID",
-                "runner_id": "CSM_RUNNER_ID",
-                "run_template_id": "CSM_RUN_TEMPLATE_ID",
-                "s3_ca_bundle": "CSM_S3_CA_BUNDLE",
-                "scenario_id": "CSM_SCENARIO_ID",
                 "send_datawarehouse_datasets": "CSM_SEND_DATAWAREHOUSE_DATASETS",
                 "send_datawarehouse_parameters": "CSM_SEND_DATAWAREHOUSE_PARAMETERS",
-                "workspace_id": "CSM_WORKSPACE_ID",
-                "fetch_dataset": "FETCH_DATASET",
-                "fetch_datasets_in_parallel": "FETCH_DATASETS_IN_PARALLEL",
             },
             "postgres": {
                 "db_name": "POSTGRES_DB_NAME",
@@ -132,38 +134,64 @@ class Configuration(Dotdict):
         },
     }
 
+    # HARD CODED configmap mount path set in K8s simulation pod by API run function
+    K8S_CONFIG = "/mnt/coal/coal-config.toml"
+
     def __init__(self, dct: dict = None):
-        if dct:
+        if isinstance(dct, Dotdict):
+            super().__init__(dct, root=dct.root)
+        elif isinstance(dct, dict):
             super().__init__(dct)
         elif config_path := os.environ.get("CONFIG_FILE_PATH", default=None):
-            with open(config_path, "rb") as f:
-                super().__init__(tomllib.load(f))
+            with open(config_path, "rb") as config:
+                super().__init__(tomllib.load(config))
+        elif os.path.isfile(self.K8S_CONFIG):
+            with open(self.K8S_CONFIG, "rb") as config:
+                super().__init__(tomllib.load(config))
         else:
             LOGGER.info(T("coal.utils.configuration.no_config_file"))
             super().__init__(self.CONVERSION_DICT)
 
+        # add envvar set by the API
+        self.merge(Dotdict(self.API_ENV_DICT))
+
         if "secrets" in self:
             self.secrets = self._env_swap_recusion(self.secrets)
             # set secret section back to respective section
             self.merge(self.secrets)
             del self.secrets
 
+        # add coal.store default value if ont define
+        if self.safe_get("coal.store") is None:
+            self.merge({"coal": {"store": "$cosmotech.parameters_absolute_path"}})
+
     # convert value to env
     def _env_swap_recusion(self, dic):
         for k, v in dic.items():
             if isinstance(v, Dotdict):
                 dic[k] = self._env_swap_recusion(v)
-                # remove value not found
                 dic[k] = {k: v for k, v in dic[k].items() if v is not None}
             elif isinstance(v, list):
                 dic[k] = list(self._env_swap_recusion(_v) for _v in v)
             elif isinstance(v, str):
                 dic[k] = os.environ.get(v)
+        # remove value not found
+        dic = {k: v for k, v in dic.items() if v}
         return dic
 
     def merge_in(self, dic):
         trans_dic = self._env_swap_recusion(dic)
-        self._merge(trans_dic)
+        self.merge(trans_dic)
+
+    def safe_get(self, key, default=None):
+        try:
+            _r = self
+            for _k in key.split("."):
+                _r = _r.__getattr__(_k)
+            return _r
+        except (KeyError, AttributeError) as err:
+            LOGGER.debug(f"{err} not found; returning {default}")
+            return default
 
 
 ENVIRONMENT_CONFIGURATION = Configuration()

cosmotech/csm_data/commands/adx_send_data.py

@@ -7,7 +7,7 @@
 from cosmotech.orchestrator.utils.translate import T
 
 from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
 
 
 @click.command()

cosmotech/csm_data/commands/adx_send_runnerdata.py

@@ -5,10 +5,11 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @web_help("csm-data/adx-send-runner-data")

cosmotech/csm_data/commands/api/run_load_data.py

@@ -7,6 +7,7 @@
 
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.coal.utils.configuration import Configuration
 from cosmotech.csm_data.utils.click import click
 from cosmotech.csm_data.utils.decorators import require_env, translate_help, web_help
 
@@ -66,15 +67,16 @@ def run_load_data(
     # Import the function at the start of the command
     from cosmotech.coal.cosmotech_api.apis.runner import RunnerApi
 
-    _r = RunnerApi()
+    _configuration = Configuration()
+    _configuration.cosmotech.organization_id = organization_id
+    _configuration.cosmotech.workspace_id = workspace_id
+    _configuration.cosmotech.runner_id = runner_id
+    _configuration.cosmotech.parameters_absolute_path = parameters_absolute_path
+    _configuration.cosmotech.dataset_absolute_path = dataset_absolute_path
 
-    return _r.download_runner_data(
-        organization_id=organization_id,
-        workspace_id=workspace_id,
-        runner_id=runner_id,
-        parameter_folder=parameters_absolute_path,
-        dataset_folder=dataset_absolute_path,
-    )
+    _r = RunnerApi(_configuration)
+
+    return _r.download_runner_data(download_datasets=True)
 
 
 if __name__ == "__main__":

cosmotech/csm_data/commands/az_storage_upload.py

@@ -5,10 +5,11 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @click.option(

cosmotech/csm_data/commands/store/dump_to_azure.py

@@ -5,10 +5,11 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 VALID_TYPES = (
     "sqlite",
     "csv",

cosmotech/csm_data/commands/store/dump_to_postgresql.py

@@ -5,10 +5,11 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @web_help("csm-data/store/dump-to-postgres")

cosmotech/csm_data/commands/store/list_tables.py

@@ -5,10 +5,11 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @web_help("csm-data/store/list-tables")