atlan-application-sdk 0.1.1rc34__py3-none-any.whl → 0.1.1rc36__py3-none-any.whl

{atlan_application_sdk-0.1.1rc34.dist-info → atlan_application_sdk-0.1.1rc36.dist-info}/RECORD

@@ -1,35 +1,38 @@
 application_sdk/__init__.py,sha256=2e2mvmLJ5dxmJGPELtb33xwP-j6JMdoIuqKycEn7hjg,151
-application_sdk/constants.py,sha256=_Fmk9PgpM68chPDHHkgrs4Zg2KK4UCqqg7Oj9_u3WVo,9486
-application_sdk/version.py,sha256=_RjK_lRaDoDHAbAg-jVq77m5SMKSytbbLBp_Mg4q_Hw,88
-application_sdk/worker.py,sha256=dZLxPkAieCSw7XEWxzL-FRk0QAZm7vXQBICjZODy3B4,7488
-application_sdk/activities/__init__.py,sha256=EH5VTHcfGykIX7V1HsG0J1Z-1FbJEXTQOET0HdzFDjU,9519
+application_sdk/constants.py,sha256=GzwZO0pa9M-FgibmfIs1lh-Fwo06K9Tk6WzGqMyJgpI,10362
+application_sdk/version.py,sha256=SlVLwzlzsYJZi1Wtxmscry6pqrSiOm-LICxqBBQXx70,88
+application_sdk/worker.py,sha256=i5f0AeKI39IfsLO05QkwC6uMz0zDPSJqP7B2byri1VI,7489
+application_sdk/activities/__init__.py,sha256=QaXLOBYbb0zPOY5kfDQh56qbXQFaYNXOjJ5PCvatiZ4,9530
+application_sdk/activities/lock_management.py,sha256=L__GZ9BsArwU1ntYwAgCKsSjCqN6QBeOfT-OT4WyD4Y,3983
 application_sdk/activities/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/common/models.py,sha256=305WdrZB7EAtCOAU_q9hMw81XowUdCeuFs9zfzb-MHQ,1196
-application_sdk/activities/common/utils.py,sha256=CWAj_tQUSQirSs5wwy-9eS8yI_4HoDfXsj2U_Xkb4Bc,6480
+application_sdk/activities/common/utils.py,sha256=F4Fq9Gl_gvUQj_fSdwzTU7obqUnemYL1dgb_yS34vTM,6967
 application_sdk/activities/metadata_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/activities/metadata_extraction/base.py,sha256=t6dpJWq-syhlyLjjmA-TkXU9SnpJ_3yMu5uI9t6-joo,3877
+application_sdk/activities/metadata_extraction/base.py,sha256=ENFojpxqKdN_eVSL4iet3cGfylPOfcl1jnflfo4zhs8,3920
 application_sdk/activities/metadata_extraction/rest.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/activities/metadata_extraction/sql.py,sha256=3G9_KGKyS0kTBN-nOKdvNSpTqwFv0nUectsqhMewpnU,22594
+application_sdk/activities/metadata_extraction/sql.py,sha256=m_kbWjIMcI-L9Ss8VlHoNzmjfC5I8tZ5MPrfMXkvxH8,22615
 application_sdk/activities/query_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/activities/query_extraction/sql.py,sha256=xC-dC_so3D9yY88lSL2W8Q8CfDRjiIrF-OHKbITFgd0,21271
+application_sdk/activities/query_extraction/sql.py,sha256=mesGP_kiWzrJ8wboWFVt2jbDuGG_Fl3kQVvVMdH3KWA,21228
 application_sdk/application/__init__.py,sha256=WDWDWP-IQ-ny7okqsrdTwH60cXKgXBRcnlJ1XVYfiNU,7957
 application_sdk/application/metadata_extraction/sql.py,sha256=ohpV4qZ92uKRlH7I_8G67ocnWkZJAZCU_7XdvqYPiN4,7966
 application_sdk/clients/__init__.py,sha256=C9T84J7V6ZumcoWJPAxdd3tqSmbyciaGBJn-CaCCny0,1341
 application_sdk/clients/async_atlan.py,sha256=RTgRbMw6zJWcv1C-7cU4ccaSW5XZsB5dcA1Tlkj32p8,2699
 application_sdk/clients/atlan.py,sha256=f2-Uk5KiPIDJEhGkfYctA_f3CwoVB_mWNBMVvxeLuY4,2684
-application_sdk/clients/atlan_auth.py,sha256=MQznmvVKrlOT_Tp232W4UrOupRrx9Dx9zQm3n1R7kD8,8938
+application_sdk/clients/atlan_auth.py,sha256=D7FuNqv81ohNXLJtdx1AFw_jU6a3g0Pw6149ia4ucFY,8930
 application_sdk/clients/base.py,sha256=TIn3pG89eXUc1XSYf4jk66m1vajWp0WxcCQOOltdazA,14021
+application_sdk/clients/redis.py,sha256=IfAD32vLp88BCvsDTaQtxFHxzHlEx4V7TK7h1HwDDBg,15917
 application_sdk/clients/sql.py,sha256=tW89SHuuWdU5jv8lDUP5AUCEpR2CF_5TyUvYDCBHses,17880
-application_sdk/clients/temporal.py,sha256=jyU2MYGZXkTn0Gqy_qvYg0iSc2bKz4snflsU_XcDsfk,23662
+application_sdk/clients/temporal.py,sha256=D5tr6i6DfkTQ--kZYU-sz7yOEsxigf-g3NDnwpOhR2I,18217
 application_sdk/clients/utils.py,sha256=zLFOJbTr_6TOqnjfVFGY85OtIXZ4FQy_rquzjaydkbY,779
 application_sdk/clients/workflow.py,sha256=6bSqmA3sNCk9oY68dOjBUDZ9DhNKQxPD75qqE0cfldc,6104
 application_sdk/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/common/aws_utils.py,sha256=aeL3BTMzv1UWJ4KxfwY5EsfYnxtS1FKNJ4xKdHeoTjc,3438
-application_sdk/common/credential_utils.py,sha256=M9oraG2uPeOSbxUAOJlP2IeClsDD79EhNkdow42dFsI,3025
 application_sdk/common/dapr_utils.py,sha256=0yHqDP6qNb1OT-bX2XRYQPZ5xkGkV13nyRw6GkPlHs8,1136
 application_sdk/common/dataframe_utils.py,sha256=PId9vT6AUoq3tesiTd4sSUvW7RUhPWdAAEBLuOprks4,1262
-application_sdk/common/error_codes.py,sha256=uROVfOOMrGPO8JroWB3vs5rIEhr0GfcPqXAK9wdhcVQ,13742
+application_sdk/common/error_codes.py,sha256=bxgvugN_0H5b8VXfJw-44mybgX5I9lRJbRdYjtPjqDI,14561
 application_sdk/common/utils.py,sha256=ktCZLp-AEiyd-IPOgbD83Dg9qa8Z0Sj_mJmmdSzpOak,14759
+application_sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+application_sdk/decorators/locks.py,sha256=-cdbICCMns3lkqZ4CCQabW1du8cEu9XSWlwzWTTbIPk,1411
 application_sdk/docgen/__init__.py,sha256=Gr_3uVEnSspKd_-R1YRsDABI-iP4170Dvg5jM2oD76A,7352
 application_sdk/docgen/exporters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/docgen/exporters/mkdocs.py,sha256=vxYjKLz-7z7rBUSkOGTdNVlPdx_VPfFfJ31HHNgMCeM,4024
@@ -48,16 +51,16 @@ application_sdk/docgen/parsers/manifest.py,sha256=3NP-dBTpHAUQa477usMIDaKSb_9xfL
 application_sdk/events/__init__.py,sha256=OcbVWDF4ZKRTJXK9UaFVtYEwu-3DHE77S-Sn6jNafUs,204
 application_sdk/events/models.py,sha256=7Esqp3WlbriT2EqT4kNiY_sHtRXRPLj27b8SbeC5Sb0,5121
 application_sdk/handlers/__init__.py,sha256=U7kKwVWK0FZz1uIJ2ANN0C5tD83k_9Nyz0ns6ttr92g,1152
-application_sdk/handlers/base.py,sha256=6GF0a4p9mbdVoBltkzXwt6i0vzOvOKUHcB6fBiqi7v0,1883
+application_sdk/handlers/base.py,sha256=ieWFbv8Gm7vfrrpS-mdMSm-mHGuQY02qiAVX2qPdj3w,2467
 application_sdk/handlers/sql.py,sha256=oeB-sgWwPYo31xaD87TyMc0h51Sary1F-CmhExt9_Pk,16100
 application_sdk/inputs/__init__.py,sha256=_d-cUhcDyoJTJR3PdQkC831go6VDw9AM6Bg7-qm3NHI,1900
 application_sdk/inputs/iceberg.py,sha256=xiv1kNtVx1k0h3ZJbJeXjZwdfBGSy9j9orYP_AyCYlI,2756
-application_sdk/inputs/json.py,sha256=J1CVz0YGQHDyq840TyoBHE7Baua2yIFHzsrybiZbeWk,6079
-application_sdk/inputs/objectstore.py,sha256=uOJW0uB3FrDmnyHFhAd23QOq3MKrAzhYdKCszdpMeF8,8219
-application_sdk/inputs/parquet.py,sha256=j1O5uYZ2ok28iPYFpMoltKzJTDGmht7qoEjRKQ48P8E,6590
-application_sdk/inputs/secretstore.py,sha256=0H81CkbKj1KTU_wlPofpsAvPHs9YaOuKbRBmLRdiiNw,4583
+application_sdk/inputs/json.py,sha256=Yv70Y9YuutN2trqK5-z2UNtBL0895ZbdEiBDt9cYM9s,6216
+application_sdk/inputs/parquet.py,sha256=KPcfqXOnK4C2orBCAPIO0DZgw1sYMC69MRNrqXPbCBU,6704
 application_sdk/inputs/sql_query.py,sha256=1EREgea6kKNaMIyX2HLJgbJ07rtAgLasd9NyvDcdZok,10636
-application_sdk/inputs/statestore.py,sha256=ORWnv8ZCqC1wT4vlW4v5EemJT4oQ3t_DlpjKDAgTRTs,3117
+application_sdk/interceptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+application_sdk/interceptors/events.py,sha256=Kh0dEsc6q7YtlN9cxatiL_ZrmBxriv55r9lxvIKGg3A,6548
+application_sdk/interceptors/lock.py,sha256=Xe9TSjYKtDZUB94hbV7rHG_9rgKUJPTACeB8z8xsJ0w,5577
 application_sdk/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/observability/logger_adaptor.py,sha256=WTqnNg78W2SRGOQVhELVLn6KMRsurkG1kc7essL08Lk,29529
 application_sdk/observability/metrics_adaptor.py,sha256=4TYPNn38zLeqxwf7cUbe8wh_zwQlr-nyiXjJsiEhTEM,16445
@@ -65,23 +68,24 @@ application_sdk/observability/observability.py,sha256=DP0I4bHyg3TA4hxCqDFy2IiRmB
 application_sdk/observability/traces_adaptor.py,sha256=0eQJPN-tYA_dV8D3uEa5ZiX9g12NDuLnPaFuQMVDdL0,18242
 application_sdk/observability/utils.py,sha256=MKEpT0WYtpATUgLgJDkGQaAP_t-jpDYMUKDfEvr8Phg,2448
 application_sdk/observability/decorators/observability_decorator.py,sha256=JNrWNXT5W4klmlAc5b8C3_VBjDu0PI64W2ptr7LMzk4,8110
-application_sdk/outputs/__init__.py,sha256=HX8VcN22xyrkoRWdjQj8TrC5dEUG7cPzOcvJhlprqAs,8415
-application_sdk/outputs/atlan_storage.py,sha256=HQLbuyOZQC-GxYAiCVJakIJizTWy926tdMGOHvaBlD8,6029
-application_sdk/outputs/eventstore.py,sha256=1Im6dTQmIqyz6x5tExLFQpwdLrlReYZ1pktHk-tyLd8,4094
+application_sdk/outputs/__init__.py,sha256=-0EGS3EeBMGJ-jbsFn2PlsSAkSdN4uFNvcQFZiTLbEM,8583
 application_sdk/outputs/iceberg.py,sha256=IGtj5WDgqLu6vzDEvw5DLsKsjm29Krto3AHvWpemr0A,5311
-application_sdk/outputs/json.py,sha256=xF-8mY3BZRRejip4s9npIUuFaAxgFmBQVaLMkrI_iCI,14117
-application_sdk/outputs/objectstore.py,sha256=TJvgfkJpGRK129ttxY7qRYJ7ASKZA4R6-0BUA3Lk7mc,4450
-application_sdk/outputs/parquet.py,sha256=A2EnEx1zWjaXk10u3eJusmWxGxt8WR7CHXDaJgsKpq0,11040
-application_sdk/outputs/secretstore.py,sha256=JS9vUzb11leDpcMQSCnLJuE9Ww-9G3wMvCdUKBPaw9I,1342
-application_sdk/outputs/statestore.py,sha256=XiEag2e9WW3_D3xbWQGoNrHiFJz9916qcIvhrROX8_8,3999
+application_sdk/outputs/json.py,sha256=YrynTptxtsJksUuVk6jCwUYjr_DTtQGGy_BuFfHA-Ps,14268
+application_sdk/outputs/parquet.py,sha256=vIsrnCQy573sYqxgYAY-Ks4QwDfRr-TQG9d1uLR9wmI,10022
 application_sdk/server/__init__.py,sha256=KTqE1YPw_3WDVMWatJUuf9OOiobLM2K5SMaBrI62sCo,1568
-application_sdk/server/fastapi/__init__.py,sha256=1RNP3170Es_GcxVSweqkl_iz4Sd0Evi8bs6fuVuVTiA,27770
+application_sdk/server/fastapi/__init__.py,sha256=YOdWNE-qqiXfo-exvxPg8T0PSuOxTdeSetUn6-BXxZg,27704
 application_sdk/server/fastapi/models.py,sha256=K6eNl3XXiTXKUvRTpq3oqdGH3jY1-ApobXma04J86fE,6665
 application_sdk/server/fastapi/utils.py,sha256=2XI4DylhRQsukhX67lpAzRNCHeFCSpbuNd7TlE2IBJA,1164
 application_sdk/server/fastapi/middleware/logmiddleware.py,sha256=CxcPtDmCbSfSZ8RyI09nIshVIbCokyyA9bByQJ2G_ns,2545
 application_sdk/server/fastapi/middleware/metrics.py,sha256=5ddHAIg5sT-u9tB_HHMGL3Cfu2g1rm9z7ksienIr9ks,1563
 application_sdk/server/fastapi/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/server/fastapi/routers/server.py,sha256=vfHQwZCysThzfeVFNVW1IjuAdL0c1Cs4fULKTBK2eNo,4209
+application_sdk/services/__init__.py,sha256=H-5HZEPdr53MUfAggyHqHhRXDRLZFZsxvJgWbr257Ds,465
+application_sdk/services/atlan_storage.py,sha256=TKzXxu0yXeUcmZehwp8PcnQTC4A9w9RlZ0Fl-Xp1bLE,8509
+application_sdk/services/eventstore.py,sha256=X03JzodKByXh8w8nOl658rnnZfMFTj0IkmiLVbd6IN8,6729
+application_sdk/services/objectstore.py,sha256=0TO7TYRvZlQHU3OH6PCA6tGO49E2lM7eCvV-fRWLiqU,14098
+application_sdk/services/secretstore.py,sha256=UpyLLcdMia1tqFCpRrn-lE9AnERAt2iGVzET6QqkmqI,13976
+application_sdk/services/statestore.py,sha256=CQuKq4FXPS0ebDH0e0cfTTAjvsIlrA1zz1MpsWCiWnM,9562
 application_sdk/test_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/test_utils/workflow_monitoring.py,sha256=gqq6CsT62GrMt2GqtNSb1iD_-t4MBffQvpO0BXboZek,3490
 application_sdk/test_utils/e2e/__init__.py,sha256=qswG5goB5Xzt3yQyZsKGq20EnZMZCmXYTe0CK3Qk3xo,10125
@@ -138,8 +142,8 @@ application_sdk/workflows/metadata_extraction/__init__.py,sha256=jHUe_ZBQ66jx8bg
 application_sdk/workflows/metadata_extraction/sql.py,sha256=_NhszxIgmcQI6lVpjJoyJRFLwPYvJw1Dyqox_m9K2RA,11947
 application_sdk/workflows/query_extraction/__init__.py,sha256=n066_CX5RpJz6DIxGMkKS3eGSRg03ilaCtsqfJWQb7Q,117
 application_sdk/workflows/query_extraction/sql.py,sha256=kT_JQkLCRZ44ZpaC4QvPL6DxnRIIVh8gYHLqRbMI-hA,4826
-atlan_application_sdk-0.1.1rc34.dist-info/METADATA,sha256=XScCLyFgrofFYSusKm-kLSlICduUMNytPqAnNWEqs7Q,5468
-atlan_application_sdk-0.1.1rc34.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atlan_application_sdk-0.1.1rc34.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-atlan_application_sdk-0.1.1rc34.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
-atlan_application_sdk-0.1.1rc34.dist-info/RECORD,,
+atlan_application_sdk-0.1.1rc36.dist-info/METADATA,sha256=KbWZqqRTyfyif21aRpmdiE2LWuZ0LBr9q33-DMXFZB0,5567
+atlan_application_sdk-0.1.1rc36.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+atlan_application_sdk-0.1.1rc36.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+atlan_application_sdk-0.1.1rc36.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
+atlan_application_sdk-0.1.1rc36.dist-info/RECORD,,

application_sdk/common/credential_utils.py

@@ -1,85 +0,0 @@
-"""Utilities for credential providers."""
-
-import asyncio
-import copy
-from concurrent.futures import ThreadPoolExecutor
-from typing import Any, Dict
-
-from application_sdk.common.error_codes import CommonError
-from application_sdk.inputs.secretstore import SecretStoreInput
-from application_sdk.inputs.statestore import StateStoreInput, StateType
-from application_sdk.observability.logger_adaptor import get_logger
-
-logger = get_logger(__name__)
-
-
-async def get_credentials(credential_guid: str) -> Dict[str, Any]:
-    """
-    Resolve credentials based on credential source.
-
-    Args:
-        credential_guid: The GUID of the credential to resolve
-
-    Returns:
-        Dict with resolved credentials
-
-    Raises:
-        CommonError: If credential resolution fails
-    """
-
-    def _get_credentials_sync(credential_guid: str) -> Dict[str, Any]:
-        """Synchronous helper function to perform blocking I/O operations."""
-        credential_config = StateStoreInput.get_state(
-            credential_guid, StateType.CREDENTIALS
-        )
-
-        # Fetch secret data from secret store
-        secret_key = credential_config.get("secret-path", credential_guid)
-        secret_data = SecretStoreInput.get_secret(secret_key=secret_key)
-
-        # Resolve credentials
-        credential_source = credential_config.get("credentialSource", "direct")
-        if credential_source == "direct":
-            credential_config.update(secret_data)
-            return credential_config
-        else:
-            return resolve_credentials(credential_config, secret_data)
-
-    try:
-        # Run blocking I/O operations in a thread pool to avoid blocking the event loop
-        loop = asyncio.get_running_loop()
-        with ThreadPoolExecutor() as pool:
-            return await loop.run_in_executor(
-                pool, _get_credentials_sync, credential_guid
-            )
-    except Exception as e:
-        logger.error(f"Error resolving credentials: {str(e)}")
-        raise CommonError(
-            CommonError.CREDENTIALS_RESOLUTION_ERROR,
-            f"Failed to resolve credentials: {str(e)}",
-        )
-
-
-def resolve_credentials(
-    credential_config: Dict[str, Any], secret_data: Dict[str, Any]
-) -> Dict[str, Any]:
-    """
-    Resolve credentials
-    """
-    credentials = copy.deepcopy(credential_config)
-
-    # Replace values with secret values
-    for key, value in list(credentials.items()):
-        if isinstance(value, str) and value in secret_data:
-            credentials[key] = secret_data[value]
-
-    # Apply the same substitution to the 'extra' dictionary if it exists
-    if "extra" in credentials and isinstance(credentials["extra"], dict):
-        for key, value in list(credentials["extra"].items()):
-            if isinstance(value, str):
-                if value in secret_data:
-                    credentials["extra"][key] = secret_data[value]
-                elif value in secret_data.get("extra", {}):
-                    credentials["extra"][key] = secret_data["extra"][value]
-
-    return credentials

application_sdk/inputs/objectstore.py

@@ -1,238 +0,0 @@
-"""Object store interface for the application."""
-
-import json
-import os
-from typing import Dict, List, Union
-
-import orjson
-from dapr.clients import DaprClient
-from temporalio import activity
-
-from application_sdk.constants import (
-    DAPR_MAX_GRPC_MESSAGE_LENGTH,
-    DEPLOYMENT_OBJECT_STORE_NAME,
-)
-from application_sdk.observability.logger_adaptor import get_logger
-
-logger = get_logger(__name__)
-activity.logger = logger
-
-
-class ObjectStoreInput:
-    OBJECT_GET_OPERATION = "get"
-    OBJECT_LIST_OPERATION = "list"
-
-    @classmethod
-    def _invoke_dapr_binding(
-        cls,
-        operation: str,
-        metadata: Dict[str, str],
-        data: Union[bytes, str] = "",
-        object_store_name: str = DEPLOYMENT_OBJECT_STORE_NAME,
-    ) -> bytes:
-        """
-        Common method to invoke Dapr binding operations.
-
-        Args:
-            operation (str): The Dapr binding operation to perform
-            metadata (Dict[str, str]): Metadata for the binding operation
-            data (Optional[bytes]): Optional data to send with the request
-
-        Returns:
-            bytes: Response data from the Dapr binding
-
-        Raises:
-            Exception: If there's an error with the Dapr binding operation
-        """
-        try:
-            with DaprClient(
-                max_grpc_message_length=DAPR_MAX_GRPC_MESSAGE_LENGTH
-            ) as client:
-                response = client.invoke_binding(
-                    binding_name=object_store_name,
-                    operation=operation,
-                    data=data,
-                    binding_metadata=metadata,
-                )
-                return response.data
-        except Exception as e:
-            logger.error(f"Error in Dapr binding operation '{operation}': {str(e)}")
-            raise
-
-    @classmethod
-    def download_files_from_object_store(
-        cls,
-        download_file_prefix: str,
-        file_path: str,
-        object_store_name: str = DEPLOYMENT_OBJECT_STORE_NAME,
-    ) -> None:
-        """
-        Downloads all files from the object store for a given prefix.
-
-        Args:
-            download_file_prefix (str): The base path in the object store to download files from.
-            local_directory (str): The local directory where the files should be downloaded.
-
-        Raises:
-            Exception: If there's an error downloading any file from the object store.
-        """
-        try:
-            # List all files in the object store path
-            relative_path = os.path.relpath(file_path, download_file_prefix)
-            file_list = cls.list_all_files(relative_path, object_store_name)
-
-            logger.info(
-                f"Found list of files: {file_list} from: {download_file_prefix}"
-            )
-
-            # Download each file
-            for relative_path in file_list:
-                local_file_path = os.path.join(
-                    file_path, os.path.basename(relative_path)
-                )
-                cls.download_file_from_object_store(
-                    download_file_prefix, local_file_path
-                )
-
-            logger.info(
-                f"Successfully downloaded all files from: {download_file_prefix}"
-            )
-        except Exception as e:
-            logger.warning(f"Failed to download files from object store: {str(e)}")
-            raise
-
-    @classmethod
-    def download_file_from_object_store(
-        cls,
-        download_file_prefix: str,
-        file_path: str,
-        object_store_name: str = DEPLOYMENT_OBJECT_STORE_NAME,
-    ) -> None:
-        """Downloads a single file from the object store.
-
-        Args:
-            download_file_prefix (str): The base path to calculate relative paths from.
-                example: /tmp/output
-            file_path (str): The full path to where the file should be downloaded.
-                example: /tmp/output/persistent-artifacts/apps/myapp/data/wf-123/state.json
-
-        Raises:
-            Exception: If there's an error downloading the file from the object store.
-        """
-        if not os.path.exists(os.path.dirname(file_path)):
-            os.makedirs(os.path.dirname(file_path), exist_ok=True)
-
-        relative_path = os.path.relpath(file_path, download_file_prefix)
-
-        try:
-            # Use get_file_data to retrieve the file bytes
-            response_data = cls.get_file_data(relative_path, object_store_name)
-
-            # Write the bytes to the local file
-            with open(file_path, "wb") as f:
-                f.write(response_data)
-
-            logger.info(f"Successfully downloaded file: {relative_path}")
-        except Exception as e:
-            logger.warning(
-                f"Failed to download file {relative_path} from object store: {str(e)}"
-            )
-            raise e
-
-    @classmethod
-    def list_all_files(
-        cls, prefix: str = "", object_store_name: str = DEPLOYMENT_OBJECT_STORE_NAME
-    ) -> List[str]:
-        """
-        List all files in the object store under a given prefix.
-
-        Args:
-            prefix (str): The prefix to filter files. Empty string returns all files.
-
-        Returns:
-            List[str]: List of file paths in the object store
-
-        Raises:
-            Exception: If there's an error listing files from the object store.
-        """
-        try:
-            # this takes care of listing from all type of storage - local as well as object stores
-            metadata = {"prefix": prefix, "fileName": prefix} if prefix else {}
-            data = json.dumps({"prefix": prefix}).encode("utf-8") if prefix else ""
-
-            response_data = cls._invoke_dapr_binding(
-                operation=cls.OBJECT_LIST_OPERATION,
-                metadata=metadata,
-                data=data,
-                object_store_name=object_store_name,
-            )
-
-            if not response_data:
-                return []
-
-            file_list = orjson.loads(response_data.decode("utf-8"))
-
-            # Extract paths based on response type
-            if isinstance(file_list, list):
-                paths = file_list
-            elif isinstance(file_list, dict) and "Contents" in file_list:
-                paths = [item["Key"] for item in file_list["Contents"] if "Key" in item]
-            elif isinstance(file_list, dict):
-                paths = file_list.get("files") or file_list.get("keys") or []
-            else:
-                return []
-
-            valid_list = []
-            for path in paths:
-                if not isinstance(path, str):
-                    logger.warning(f"Skipping non-string path: {path}")
-                    continue
-                valid_list.append(
-                    path[path.find(prefix) :]
-                    if prefix and prefix in path
-                    else os.path.basename(path)
-                    if prefix
-                    else path
-                )
-
-            return valid_list
-
-        except Exception as e:
-            logger.error(f"Error listing files with prefix {prefix}: {str(e)}")
-            raise e
-
-    @classmethod
-    def get_file_data(
-        cls, file_path: str, object_store_name: str = DEPLOYMENT_OBJECT_STORE_NAME
-    ) -> bytes:
-        """
-        Get raw file data from the object store.
-
-        Args:
-            file_path (str): The full path of the file in the object store
-
-        Returns:
-            bytes: The raw file data
-
-        Raises:
-            Exception: If there's an error getting the file from the object store.
-        """
-        try:
-            metadata = {"key": file_path, "fileName": file_path}
-            data = json.dumps({"key": file_path}).encode("utf-8") if file_path else ""
-
-            response_data = cls._invoke_dapr_binding(
-                operation=cls.OBJECT_GET_OPERATION,
-                metadata=metadata,
-                data=data,
-                object_store_name=object_store_name,
-            )
-            if not response_data:
-                raise Exception(f"No data received for file: {file_path}")
-
-            logger.debug(f"Successfully retrieved file data: {file_path}")
-            return response_data
-
-        except Exception as e:
-            logger.error(f"Error getting file data for {file_path}: {str(e)}")
-            raise e

application_sdk/inputs/secretstore.py

@@ -1,130 +0,0 @@
-"""Secret store for the application."""
-
-import collections.abc
-import copy
-import json
-from typing import Any, Dict
-
-from dapr.clients import DaprClient
-
-from application_sdk.common.dapr_utils import is_component_registered
-from application_sdk.constants import (
-    DEPLOYMENT_NAME,
-    DEPLOYMENT_SECRET_PATH,
-    DEPLOYMENT_SECRET_STORE_NAME,
-    LOCAL_ENVIRONMENT,
-    SECRET_STORE_NAME,
-)
-from application_sdk.observability.logger_adaptor import get_logger
-
-logger = get_logger(__name__)
-
-
-class SecretStoreInput:
-    @classmethod
-    def get_deployment_secret(cls) -> Dict[str, Any]:
-        """Get deployment config from the deployment secret store.
-
-        Validates that the deployment secret store component is registered
-        before attempting to fetch secrets to prevent errors.
-
-        Returns:
-            Dict[str, Any]: Deployment configuration data, or empty dict if
-                          component is unavailable or fetch fails.
-        """
-        if not is_component_registered(DEPLOYMENT_SECRET_STORE_NAME):
-            logger.warning(
-                f"Deployment secret store component '{DEPLOYMENT_SECRET_STORE_NAME}' is not registered"
-            )
-            return {}
-
-        try:
-            return cls.get_secret(DEPLOYMENT_SECRET_PATH, DEPLOYMENT_SECRET_STORE_NAME)
-        except Exception as e:
-            logger.error(f"Failed to fetch deployment config: {e}")
-            return {}
-
-    @classmethod
-    def get_secret(
-        cls, secret_key: str, component_name: str = SECRET_STORE_NAME
-    ) -> Dict[str, Any]:
-        """Get secret from the Dapr component.
-
-        Args:
-            secret_key: Key of the secret to fetch
-            component_name: Name of the Dapr component to fetch from
-
-        Returns:
-            Dict with processed secret data
-        """
-        if DEPLOYMENT_NAME == LOCAL_ENVIRONMENT:
-            return {}
-
-        try:
-            with DaprClient() as client:
-                dapr_secret_object = client.get_secret(
-                    store_name=component_name, key=secret_key
-                )
-                return cls._process_secret_data(dapr_secret_object.secret)
-        except Exception as e:
-            logger.error(
-                f"Failed to fetch secret using component {component_name}: {str(e)}"
-            )
-            raise
-
-    @classmethod
-    def _process_secret_data(cls, secret_data: Any) -> Dict[str, Any]:
-        """Process raw secret data into a standardized dictionary format.
-
-        Args:
-            secret_data: Raw secret data from various sources.
-
-        Returns:
-            Dict[str, Any]: Processed secret data as a dictionary.
-        """
-        # Convert ScalarMapContainer to dict if needed
-        if isinstance(secret_data, collections.abc.Mapping):
-            secret_data = dict(secret_data)
-
-        # If the dict has a single key and its value is a JSON string, parse it
-        if len(secret_data) == 1 and isinstance(next(iter(secret_data.values())), str):
-            try:
-                parsed = json.loads(next(iter(secret_data.values())))
-                if isinstance(parsed, dict):
-                    secret_data = parsed
-            except Exception as e:
-                logger.error(f"Failed to parse secret data: {e}")
-                pass
-
-        return secret_data
-
-    @classmethod
-    def apply_secret_values(
-        cls, source_data: Dict[str, Any], secret_data: Dict[str, Any]
-    ) -> Dict[str, Any]:
-        """Apply secret values to source data by substituting references.
-
-        This function replaces values in the source data with values
-        from the secret data when the source value exists as a key in the secrets.
-
-        Args:
-            source_data: Original data with potential references to secrets
-            secret_data: Secret data containing actual values
-
-        Returns:
-            Dict[str, Any]: Data with secret values applied
-        """
-        result_data = copy.deepcopy(source_data)
-
-        # Replace values with secret values
-        for key, value in list(result_data.items()):
-            if isinstance(value, str) and value in secret_data:
-                result_data[key] = secret_data[value]
-
-        # Apply the same substitution to the 'extra' dictionary if it exists
-        if "extra" in result_data and isinstance(result_data["extra"], dict):
-            for key, value in list(result_data["extra"].items()):
-                if isinstance(value, str) and value in secret_data:
-                    result_data["extra"][key] = secret_data[value]
-
-        return result_data

application_sdk/inputs/statestore.py

@@ -1,101 +0,0 @@
-"""State store for the application."""
-
-import json
-import os
-from enum import Enum
-from typing import Any, Dict
-
-from temporalio import activity
-
-from application_sdk.constants import (
-    APPLICATION_NAME,
-    STATE_STORE_PATH_TEMPLATE,
-    TEMPORARY_PATH,
-    UPSTREAM_OBJECT_STORE_NAME,
-)
-from application_sdk.inputs.objectstore import ObjectStoreInput
-from application_sdk.observability.logger_adaptor import get_logger
-
-logger = get_logger(__name__)
-activity.logger = logger
-
-
-class StateType(Enum):
-    WORKFLOWS = "workflows"
-    CREDENTIALS = "credentials"
-
-    @classmethod
-    def is_member(cls, type: str) -> bool:
-        return type in cls._value2member_map_
-
-
-def build_state_store_path(id: str, state_type: StateType) -> str:
-    """Build the state file path for the given id and type.
-
-    Args:
-        id: The unique identifier for the state.
-        state_type: The type of state (workflows, credentials, etc.).
-
-    Returns:
-        str: The constructed state file path.
-
-    Example:
-        >>> build_state_store_path("wf-123", "workflows")
-        'persistent-artifacts/apps/my-app/workflows/wf-123/config.json'
-    """
-    return STATE_STORE_PATH_TEMPLATE.format(
-        application_name=APPLICATION_NAME, state_type=state_type.value, id=id
-    )
-
-
-class StateStoreInput:
-    @classmethod
-    def get_state(cls, id: str, type: StateType) -> Dict[str, Any]:
-        """Get state from the store.
-
-        Args:
-            id: The key to retrieve the state for.
-            type: The type of state to retrieve.
-
-        Returns:
-            Dict[str, Any]: The retrieved state data.
-
-        Raises:
-            ValueError: If no state is found for the given key.
-            IOError: If there's an error with the Dapr client operations.
-
-        Example:
-            >>> from application_sdk.inputs.statestore import StateStoreInput
-
-            >>> state = StateStoreInput.get_state("wf-123")
-            >>> print(state)
-            {'test': 'test'}
-        """
-
-        state_file_path = build_state_store_path(id, type)
-        state = {}
-
-        try:
-            logger.info(f"Trying to download state object for {id} with type {type}")
-            local_state_file_path = os.path.join(TEMPORARY_PATH, state_file_path)
-            ObjectStoreInput.download_file_from_object_store(
-                download_file_prefix=TEMPORARY_PATH,
-                file_path=local_state_file_path,
-                object_store_name=UPSTREAM_OBJECT_STORE_NAME,
-            )
-
-            with open(local_state_file_path, "r") as file:
-                state = json.load(file)
-
-            logger.info(f"State object downloaded for {id} with type {type}")
-        except Exception as e:
-            # local error message is "file not found", while in object store it is "object not found"
-            if "not found" in str(e).lower():
-                logger.info(
-                    f"No state found for {type.value} with id '{id}', returning empty dict"
-                )
-            else:
-                logger.error(f"Failed to extract state: {str(e)}")
-                raise
-
-        return state