cosmotech-acceleration-library 1.0.1__py3-none-any.whl → 2.0.0__py3-none-any.whl

cosmotech/csm_data/commands/api/wsf_send_file.py

@@ -5,12 +5,11 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
-from cosmotech.coal.cosmotech_api.connection import get_api_client
-from cosmotech.coal.cosmotech_api.workspace import upload_workspace_file
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @click.option(
@@ -57,12 +56,12 @@ from cosmotech.orchestrator.utils.translate import T
 @web_help("csm-data/api/wsf-send-file")
 @translate_help("csm_data.commands.api.wsf_send_file.description")
 def wsf_send_file(organization_id, workspace_id, file_path, workspace_path: str, overwrite: bool):
-    with get_api_client()[0] as api_client:
-        upload_workspace_file(
-            api_client,
-            organization_id,
-            workspace_id,
-            file_path,
-            workspace_path,
-            overwrite,
-        )
+    from cosmotech.coal.cosmotech_api.apis.workspace import WorkspaceApi
+
+    WorkspaceApi().upload_workspace_file(
+        organization_id,
+        workspace_id,
+        file_path,
+        workspace_path,
+        overwrite,
+    )

cosmotech/csm_data/commands/s3_bucket_delete.py

@@ -7,10 +7,11 @@
 
 from typing import Optional
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @click.option(
@@ -88,20 +89,20 @@ def s3_bucket_delete(
     ssl_cert_bundle: Optional[str] = None,
 ):
     # Import the functions at the start of the command
-    from cosmotech.coal.aws.s3 import create_s3_resource, delete_objects
+    from cosmotech.coal.aws import S3
+    from cosmotech.coal.utils.configuration import Configuration
 
     # Create S3 resource
-    s3_resource = create_s3_resource(
-        endpoint_url=endpoint_url,
-        access_id=access_id,
-        secret_key=secret_key,
-        use_ssl=use_ssl,
-        ssl_cert_bundle=ssl_cert_bundle,
-    )
+    _c = Configuration()
+    _c.s3.bucket_name = bucket_name
+    _c.s3.endpoint_url = endpoint_url
+    _c.s3.access_key_id = access_id
+    _c.s3.secret_access_key = secret_key
+    _c.s3.bucket_prefix = file_prefix
+    _c.s3.use_ssl = use_ssl
+    _c.s3.ssl_cert_bundle = ssl_cert_bundle
+
+    _s3 = S3(_c)
 
     # Delete objects
-    delete_objects(
-        bucket_name=bucket_name,
-        s3_resource=s3_resource,
-        file_prefix=file_prefix,
-    )
+    _s3.delete_objects()

cosmotech/csm_data/commands/s3_bucket_download.py

@@ -7,10 +7,11 @@
 
 from typing import Optional
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @click.option(
@@ -98,21 +99,20 @@ def s3_bucket_download(
     ssl_cert_bundle: Optional[str] = None,
 ):
     # Import the functions at the start of the command
-    from cosmotech.coal.aws.s3 import create_s3_resource, download_files
+    from cosmotech.coal.aws import S3
+    from cosmotech.coal.utils.configuration import Configuration
 
     # Create S3 resource
-    s3_resource = create_s3_resource(
-        endpoint_url=endpoint_url,
-        access_id=access_id,
-        secret_key=secret_key,
-        use_ssl=use_ssl,
-        ssl_cert_bundle=ssl_cert_bundle,
-    )
+    _c = Configuration()
+    _c.s3.bucket_name = bucket_name
+    _c.s3.endpoint_url = endpoint_url
+    _c.s3.access_key_id = access_id
+    _c.s3.secret_access_key = secret_key
+    _c.s3.bucket_prefix = file_prefix
+    _c.s3.use_ssl = use_ssl
+    _c.s3.ssl_cert_bundle = ssl_cert_bundle
+
+    _s3 = S3(_c)
 
     # Download files
-    download_files(
-        target_folder=target_folder,
-        bucket_name=bucket_name,
-        s3_resource=s3_resource,
-        file_prefix=file_prefix,
-    )
+    _s3.download_files(target_folder=target_folder)

cosmotech/csm_data/commands/s3_bucket_upload.py

@@ -7,10 +7,11 @@
 
 from typing import Optional
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 
 @click.command()
 @click.option(
@@ -107,22 +108,23 @@ def s3_bucket_upload(
     recursive: bool = False,
 ):
     # Import the functions at the start of the command
-    from cosmotech.coal.aws.s3 import create_s3_resource, upload_folder
+    from cosmotech.coal.aws import S3
+    from cosmotech.coal.utils.configuration import Configuration
 
     # Create S3 resource
-    s3_resource = create_s3_resource(
-        endpoint_url=endpoint_url,
-        access_id=access_id,
-        secret_key=secret_key,
-        use_ssl=use_ssl,
-        ssl_cert_bundle=ssl_cert_bundle,
-    )
+    _c = Configuration()
+    _c.s3.bucket_name = bucket_name
+    _c.s3.endpoint_url = endpoint_url
+    _c.s3.access_key_id = access_id
+    _c.s3.secret_access_key = secret_key
+    _c.s3.bucket_prefix = file_prefix
+    _c.s3.use_ssl = use_ssl
+    _c.s3.ssl_cert_bundle = ssl_cert_bundle
+
+    _s3 = S3(_c)
 
     # Upload files
-    upload_folder(
+    _s3.upload_folder(
         source_folder=source_folder,
-        bucket_name=bucket_name,
-        s3_resource=s3_resource,
-        file_prefix=file_prefix,
         recursive=recursive,
     )

cosmotech/csm_data/commands/store/dump_to_s3.py

@@ -7,10 +7,11 @@
 
 from typing import Optional
 
-from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
 from cosmotech.orchestrator.utils.translate import T
 
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
 VALID_TYPES = (
     "sqlite",
     "csv",
@@ -113,10 +114,13 @@ def dump_to_s3(
 ):
     # Import the modules and functions at the start of the command
     from io import BytesIO
+
     import pyarrow.csv as pc
     import pyarrow.parquet as pq
-    from cosmotech.coal.aws import create_s3_client, upload_data_stream
+
+    from cosmotech.coal.aws import S3
     from cosmotech.coal.store.store import Store
+    from cosmotech.coal.utils.configuration import Configuration
     from cosmotech.coal.utils.logger import LOGGER
 
     _s = Store(store_location=store_folder)
@@ -125,14 +129,15 @@ def dump_to_s3(
         LOGGER.error(T("coal.common.errors.data_invalid_output_type").format(output_type=output_type))
         raise ValueError(T("coal.common.errors.data_invalid_output_type").format(output_type=output_type))
 
-    # Create S3 client
-    s3_client = create_s3_client(
-        endpoint_url=endpoint_url,
-        access_id=access_id,
-        secret_key=secret_key,
-        use_ssl=use_ssl,
-        ssl_cert_bundle=ssl_cert_bundle,
-    )
+    _configuration = Configuration()
+    _configuration.s3.bucket_name = bucket_name
+    _configuration.s3.endpoint_url = endpoint_url
+    _configuration.s3.access_key_id = access_id
+    _configuration.s3.secret_access_key = secret_key
+    _configuration.s3.bucket_prefix_prefix = file_prefix
+    _configuration.s3.use_ssl = use_ssl
+    _configuration.s3.ssl_cert_bundle = ssl_cert_bundle
+    _s3 = S3(_configuration)
 
     if output_type == "sqlite":
         _file_path = _s._database_path
@@ -141,7 +146,7 @@ def dump_to_s3(
         LOGGER.info(
             T("coal.common.data_transfer.file_sent").format(file_path=_file_path, uploaded_name=_uploaded_file_name)
         )
-        s3_client.upload_file(_file_path, bucket_name, _uploaded_file_name)
+        _s3.upload_file(_file_path, _uploaded_file_name)
     else:
         tables = list(_s.list_tables())
         for table_name in tables:
@@ -160,10 +165,7 @@ def dump_to_s3(
             LOGGER.info(
                 T("coal.common.data_transfer.sending_table").format(table_name=table_name, output_type=output_type)
             )
-            upload_data_stream(
+            _s3.upload_data_stream(
                 data_stream=_data_stream,
-                bucket_name=bucket_name,
-                s3_client=s3_client,
                 file_name=_file_name,
-                file_prefix=file_prefix,
             )

cosmotech/csm_data/commands/store/output.py

@@ -0,0 +1,35 @@
+# Copyright (C) - 2023 - 2025 - Cosmo Tech
+# This document and all information contained herein is the exclusive property -
+# including all intellectual property rights pertaining thereto - of Cosmo Tech.
+# Any use, reproduction, translation, broadcasting, transmission, distribution,
+# etc., to any person is prohibited unless it has been previously and
+# specifically authorized by written means by Cosmo Tech.
+
+from cosmotech.orchestrator.utils.translate import T
+
+from cosmotech.csm_data.utils.click import click
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
+
+
+@click.command()
+@click.option(
+    "--filter",
+    "-f",
+    multiple=True,
+    help=T("csm_data.commands.store.output.parameters.filter"),
+    type=str,
+)
+@web_help("csm-data/store/output")
+@translate_help("csm_data.commands.store.output.description")
+def output(
+    filter,
+):
+    # Import the function at the start of the command
+    from cosmotech.coal.store.output import channel_spliter
+    from cosmotech.coal.utils.configuration import Configuration
+
+    try:
+        _cs = channel_spliter.ChannelSpliter(Configuration())
+        _cs.send(list(filter))
+    except ValueError as e:
+        raise click.Abort() from e

cosmotech/csm_data/commands/store/store.py

@@ -5,7 +5,6 @@
 # etc., to any person is prohibited unless it has been previously and
 # specifically authorized by written means by Cosmo Tech.
 
-from cosmotech.csm_data.commands.api.rds_send_store import rds_send_store
 from cosmotech.csm_data.commands.store.dump_to_azure import dump_to_azure
 from cosmotech.csm_data.commands.store.dump_to_postgresql import dump_to_postgresql
 from cosmotech.csm_data.commands.store.dump_to_s3 import dump_to_s3
@@ -14,10 +13,10 @@ from cosmotech.csm_data.commands.store.load_csv_folder import load_csv_folder
 from cosmotech.csm_data.commands.store.load_from_singlestore import (
     load_from_singlestore_command,
 )
+from cosmotech.csm_data.commands.store.output import output
 from cosmotech.csm_data.commands.store.reset import reset
 from cosmotech.csm_data.utils.click import click
-from cosmotech.csm_data.utils.decorators import web_help, translate_help
-from cosmotech.orchestrator.utils.translate import T
+from cosmotech.csm_data.utils.decorators import translate_help, web_help
 
 
 @click.group()
@@ -27,7 +26,6 @@ def store():
     pass
 
 
-store.add_command(rds_send_store, "rds-send-store")
 store.add_command(reset, "reset")
 store.add_command(list_tables, "list-tables")
 store.add_command(load_csv_folder, "load-csv-folder")
@@ -35,3 +33,4 @@ store.add_command(load_from_singlestore_command, "load-from-singlestore")
 store.add_command(dump_to_postgresql, "dump-to-postgresql")
 store.add_command(dump_to_s3, "dump-to-s3")
 store.add_command(dump_to_azure, "dump-to-azure")
+store.add_command(output, "output")

cosmotech/translation/coal/en-US/coal/cosmotech_api/initialization.yml

@@ -0,0 +1,8 @@
+# API initialization messages
+dataset_api_initialized: "Initialized DatasetApi"
+organization_api_initialized: "Initialized OrganizationApi"
+run_api_initialized: "Initialized RunApi"
+runner_api_initialized: "Initialized RunnerApi"
+solution_api_initialized: "Initialized SolutionApi"
+meta_api_initialized: "Initialized MetaApi"
+workspace_api_initialized: "Initialized WorkspaceApi"

cosmotech/translation/coal/en-US/coal/services/dataset.yml

@@ -35,20 +35,6 @@ adt_twins_found: "Found {count} digital twins"
 adt_querying_relations: "Querying relationships"
 adt_relations_found: "Found {count} relationships"
 
-# TwinGraph specific
-twingraph_downloading: "Downloading TwinGraph dataset (organization: {organization_id}, dataset: {dataset_id})"
-twingraph_querying_nodes: "Querying TwinGraph nodes for dataset {dataset_id}"
-twingraph_nodes_found: "Found {count} nodes in TwinGraph"
-twingraph_querying_edges: "Querying TwinGraph edges for dataset {dataset_id}"
-twingraph_edges_found: "Found {count} edges in TwinGraph"
-
-# Legacy TwinGraph specific
-legacy_twingraph_downloading: "Downloading legacy TwinGraph dataset (organization: {organization_id}, cache: {cache_name})"
-legacy_twingraph_querying_nodes: "Querying legacy TwinGraph nodes for cache {cache_name}"
-legacy_twingraph_nodes_found: "Found {count} nodes in legacy TwinGraph"
-legacy_twingraph_querying_relations: "Querying legacy TwinGraph relationships for cache {cache_name}"
-legacy_twingraph_relations_found: "Found {count} relationships in legacy TwinGraph"
-
 # File specific
 file_downloading: "Downloading file dataset (organization: {organization_id}, workspace: {workspace_id}, file: {file_name})"
 listing_workspace_files: "Listing workspace files"
@@ -66,3 +52,7 @@ processing_json: "Processing JSON file: {file_name}"
 json_processed: "Processed JSON file {file_name} with {items} items"
 processing_text: "Processing text file: {file_name}"
 text_processed: "Processed text file {file_name} with {lines} lines"
+
+# Dataset API operations
+part_downloaded: "Downloaded part {part_name} to {file_path}"
+dataset_created: "Created dataset {dataset_id}"

cosmotech/translation/coal/en-US/coal/store/output/data_interface.yml

@@ -0,0 +1 @@
+requirements: "Not a valid interface, need to be implemented for a specific service"

cosmotech/translation/coal/en-US/coal/store/output/split.yml

@@ -0,0 +1,6 @@
+send:
+  error: "Class {interface_name} was not able to send data"
+delete:
+  error: "Class {interface_name} was not able to delete data"
+requirements: "Class {interface_name} has to following requirements : {requirements}"
+no_targets: "No valid interface was found"

cosmotech/translation/coal/en-US/coal/utils/configuration.yml

@@ -0,0 +1,2 @@
+# Configuration messages
+no_config_file: "no configuration file set. setting up default values"

cosmotech/translation/csm_data/en-US/csm_data/commands/store/output.yml

@@ -0,0 +1,7 @@
+description: |
+  Dump simulation from the coal store to the configured output.
+
+  This output is base on the configuration. Default dconfiguration will try to output in postgres.
+
+parameters:
+  filter: names of the tables to output

{cosmotech_acceleration_library-1.0.1.dist-info → cosmotech_acceleration_library-2.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cosmotech_acceleration_library
-Version: 1.0.1
+Version: 2.0.0
 Summary: Acceleration libraries for CosmoTech cloud based solution development
 Author-email: Cosmo Tech <platform@cosmotech.com>
 Project-URL: Homepage, https://www.cosmotech.com
@@ -15,21 +15,21 @@ Requires-Dist: azure-kusto-data~=4.4.1
 Requires-Dist: azure-kusto-ingest~=4.4.1
 Requires-Dist: tenacity~=8.3.0
 Requires-Dist: python-keycloak~=4.7.3
-Requires-Dist: cosmotech-api~=3.2
+Requires-Dist: cosmotech-api~=5.0.0rc1
 Requires-Dist: boto3~=1.35.19
 Requires-Dist: requests~=2.32.3
 Requires-Dist: singlestoredb~=1.10.0
 Requires-Dist: cosmotech-run-orchestrator~=2.0.0
 Requires-Dist: pyarrow~=20.0.0
-Requires-Dist: adbc-driver-manager~=1.1.0
-Requires-Dist: adbc-driver-sqlite~=1.1.0
-Requires-Dist: adbc-driver-postgresql~=1.1.0
+Requires-Dist: adbc-driver-manager~=1.7.0
+Requires-Dist: adbc-driver-sqlite~=1.7.0
+Requires-Dist: adbc-driver-postgresql~=1.7.0
 Requires-Dist: click~=8.1.7
 Requires-Dist: rich-click~=1.7.3
 Requires-Dist: click-log~=0.4.0
 Requires-Dist: tqdm~=4.67.1
 Requires-Dist: openpyxl~=3.1
-Requires-Dist: pandas~=2.1
+Requires-Dist: pandas~=2.3
 Requires-Dist: python-dateutil~=2.8
 Requires-Dist: rich~=13.7
 Requires-Dist: setuptools
@@ -51,13 +51,12 @@ Provides-Extra: test
 Requires-Dist: pytest; extra == "test"
 Requires-Dist: pytest-docker; extra == "test"
 Requires-Dist: pytest-cov; extra == "test"
-Provides-Extra: extra
-Requires-Dist: pandas~=2.2.2; extra == "extra"
 Provides-Extra: dev
 Requires-Dist: black~=24.3.0; extra == "dev"
 Requires-Dist: pre-commit~=3.3.2; extra == "dev"
+Requires-Dist: isort~=7.0.0; extra == "dev"
 Provides-Extra: all
-Requires-Dist: CosmoTech_Acceleration_Library[dev,doc,extra,test]; extra == "all"
+Requires-Dist: CosmoTech_Acceleration_Library[dev,doc,test]; extra == "all"
 Dynamic: license-file
 
 # CosmoTech-Acceleration-Library (CoAL)