atlan-application-sdk 0.1.1rc21__py3-none-any.whl → 0.1.1rc23__py3-none-any.whl

application_sdk/activities/__init__.py

@@ -13,16 +13,23 @@ Example:
     ...         await state.handler.do_something()
 """
 
+import os
 from abc import ABC
 from typing import Any, Dict, Generic, Optional, TypeVar
 
 from pydantic import BaseModel
 from temporalio import activity
 
-from application_sdk.activities.common.utils import auto_heartbeater, get_workflow_id
+from application_sdk.activities.common.utils import (
+    auto_heartbeater,
+    build_output_path,
+    get_workflow_id,
+    get_workflow_run_id,
+)
 from application_sdk.common.error_codes import OrchestratorError
+from application_sdk.constants import TEMPORARY_PATH
 from application_sdk.handlers import HandlerInterface
-from application_sdk.inputs.statestore import StateStoreInput
+from application_sdk.inputs.statestore import StateStoreInput, StateType
 from application_sdk.observability.logger_adaptor import get_logger
 
 logger = get_logger(__name__)
@@ -177,13 +184,23 @@ class ActivitiesInterface(ABC, Generic[ActivitiesStateType]):
         Raises:
             IOError: If configuration cannot be retrieved from state store
         """
-        workflow_id = workflow_config.get("workflow_id")
+        workflow_id = workflow_config.get("workflow_id", get_workflow_id())
         if not workflow_id:
             raise ValueError("workflow_id is required in workflow_config")
 
         try:
             # This already handles the Dapr call internally
-            return StateStoreInput.extract_configuration(workflow_id)
+            workflow_args = StateStoreInput.get_state(workflow_id, StateType.WORKFLOWS)
+            workflow_args["output_prefix"] = workflow_args.get(
+                "output_prefix", TEMPORARY_PATH
+            )
+            workflow_args["output_path"] = os.path.join(
+                workflow_args["output_prefix"], build_output_path()
+            )
+            workflow_args["workflow_id"] = workflow_id
+            workflow_args["workflow_run_id"] = get_workflow_run_id()
+            return workflow_args
+
         except Exception as e:
             logger.error(
                 f"Failed to retrieve workflow configuration for {workflow_id}: {str(e)}",

application_sdk/activities/common/utils.py

@@ -11,6 +11,7 @@ from typing import Any, Awaitable, Callable, Optional, TypeVar, cast
 
 from temporalio import activity
 
+from application_sdk.constants import APPLICATION_NAME, WORKFLOW_OUTPUT_PATH_TEMPLATE
 from application_sdk.observability.logger_adaptor import get_logger
 
 logger = get_logger(__name__)
@@ -43,6 +44,34 @@ def get_workflow_id() -> str:
         raise Exception("Failed to get workflow id")
 
 
+def get_workflow_run_id() -> str:
+    """Get the workflow run ID from the current activity."""
+    try:
+        return activity.info().workflow_run_id
+    except Exception as e:
+        logger.error("Failed to get workflow run id", exc_info=e)
+        raise Exception("Failed to get workflow run id")
+
+
+def build_output_path() -> str:
+    """Build a standardized output path for workflow artifacts.
+
+    This method creates a consistent output path format across all workflows using the WORKFLOW_OUTPUT_PATH_TEMPLATE constant.
+
+    Returns:
+        str: The standardized output path.
+
+    Example:
+        >>> build_output_path()
+        "artifacts/apps/appName/workflows/wf-123/run-456"
+    """
+    return WORKFLOW_OUTPUT_PATH_TEMPLATE.format(
+        application_name=APPLICATION_NAME,
+        workflow_id=get_workflow_id(),
+        run_id=get_workflow_run_id(),
+    )
+
+
 def auto_heartbeater(fn: F) -> F:
     """Decorator that automatically sends heartbeats during activity execution.
 

application_sdk/activities/metadata_extraction/sql.py

@@ -137,8 +137,8 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
         self._state[workflow_id].handler = handler
 
         if "credential_guid" in workflow_args:
-            credentials = SecretStoreInput.extract_credentials(
-                workflow_args["credential_guid"]
+            credentials = await SecretStoreInput.fetch_secret(
+                secret_key=workflow_args["credential_guid"]
             )
             await sql_client.load(credentials)
 

application_sdk/activities/query_extraction/sql.py

@@ -128,8 +128,8 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
         workflow_id = get_workflow_id()
         sql_client = self.sql_client_class()
         if "credential_guid" in workflow_args:
-            credentials = SecretStoreInput.extract_credentials(
-                workflow_args["credential_guid"]
+            credentials = await SecretStoreInput.fetch_secret(
+                secret_key=workflow_args["credential_guid"]
             )
             await sql_client.load(credentials)
 
@@ -398,7 +398,7 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
         Raises:
             Exception: If marker file writing or object store upload fails
         """
-        output_path = workflow_args["output_path"].rsplit("/", 2)[0]
+        output_path = workflow_args["output_path"].rsplit("/", 1)[0]
         logger.info(f"Writing marker file to {output_path}")
         marker_file_path = os.path.join(output_path, "markerfile")
 
@@ -436,7 +436,7 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
             Exception: If marker file reading fails (logged as warning, not re-raised)
         """
         try:
-            output_path = workflow_args["output_path"].rsplit("/", 2)[0]
+            output_path = workflow_args["output_path"].rsplit("/", 1)[0]
             marker_file_path = os.path.join(output_path, "markerfile")
             logger.info(f"Downloading marker file from {marker_file_path}")
 
@@ -485,7 +485,7 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
 
         current_marker = self.read_marker(workflow_args)
         if current_marker:
-            miner_args.miner_start_time_epoch = current_marker
+            miner_args.current_marker = current_marker
 
         queries_sql_query = self.fetch_queries_sql.format(
             database_name_cleaned=miner_args.database_name_cleaned,

application_sdk/clients/temporal.py

@@ -28,6 +28,7 @@ from application_sdk.constants import (
     WORKFLOW_NAMESPACE,
     WORKFLOW_PORT,
 )
+from application_sdk.inputs.statestore import StateType
 from application_sdk.observability.logger_adaptor import get_logger
 from application_sdk.outputs.eventstore import (
     ApplicationEventNames,
@@ -312,13 +313,12 @@ class TemporalWorkflowClient(WorkflowClient):
         """
         if "credentials" in workflow_args:
             # remove credentials from workflow_args and add reference to credentials
-            workflow_args["credential_guid"] = SecretStoreOutput.store_credentials(
+            workflow_args["credential_guid"] = await SecretStoreOutput.save_secret(
                 workflow_args["credentials"]
             )
             del workflow_args["credentials"]
 
         workflow_id = workflow_args.get("workflow_id")
-        output_prefix = workflow_args.get("output_prefix", "/tmp/output")
         if not workflow_id:
             # if workflow_id is not provided, create a new one
             workflow_id = workflow_args.get("argo_workflow_name", str(uuid.uuid4()))
@@ -327,11 +327,12 @@ class TemporalWorkflowClient(WorkflowClient):
                 {
                     "application_name": self.application_name,
                     "workflow_id": workflow_id,
-                    "output_prefix": output_prefix,
                 }
             )
 
-            StateStoreOutput.store_configuration(workflow_id, workflow_args)
+            await StateStoreOutput.save_state_object(
+                id=workflow_id, value=workflow_args, type=StateType.WORKFLOWS
+            )
 
             logger.info(f"Created workflow config with ID: {workflow_id}")
 

application_sdk/common/credential_utils.py

@@ -43,7 +43,9 @@ async def resolve_credentials(credentials: Dict[str, Any]) -> Dict[str, Any]:
             )
 
         # Fetch and apply secret using SecretStoreInput
-        secret_data = await SecretStoreInput.fetch_secret(credential_source, secret_key)
+        secret_data = await SecretStoreInput.fetch_secret(
+            secret_key=secret_key, component_name=credential_source
+        )
         return SecretStoreInput.apply_secret_values(credentials, secret_data)
 
     except Exception as e:

application_sdk/common/utils.py

@@ -18,9 +18,7 @@ from typing import (
 )
 
 from application_sdk.common.error_codes import CommonError
-from application_sdk.inputs.statestore import StateStoreInput
 from application_sdk.observability.logger_adaptor import get_logger
-from application_sdk.outputs.statestore import StateStoreOutput
 
 logger = get_logger(__name__)
 
@@ -268,38 +266,6 @@ def normalize_filters(
     return normalized_filter_list
 
 
-def get_workflow_config(config_id: str) -> Dict[str, Any]:
-    """Gets the workflow configuration from the state store using config id.
-
-    Args:
-        config_id: The configuration ID to retrieve.
-
-    Returns:
-        dict: The workflow configuration.
-    """
-    return StateStoreInput.extract_configuration(config_id)
-
-
-def update_workflow_config(config_id: str, config: Dict[str, Any]) -> Dict[str, Any]:
-    """Updates the workflow configuration.
-
-    Args:
-        config_id: The configuration ID to update.
-        config: The new configuration dictionary.
-
-    Returns:
-        dict: The updated workflow configuration.
-    """
-    extracted_config = get_workflow_config(config_id)
-
-    for key in extracted_config.keys():
-        if key in config and config[key] is not None:
-            extracted_config[key] = config[key]
-
-    StateStoreOutput.store_configuration(config_id, extracted_config)
-    return extracted_config
-
-
 def read_sql_files(
     queries_prefix: str = f"{os.path.dirname(os.path.abspath(__file__))}/queries",
 ) -> Dict[str, str]:

application_sdk/constants.py

@@ -44,6 +44,28 @@ APP_DASHBOARD_PORT = int(os.getenv("ATLAN_APP_DASHBOARD_PORT", "8000"))
 SQL_SERVER_MIN_VERSION = os.getenv("ATLAN_SQL_SERVER_MIN_VERSION")
 #: Path to the SQL queries directory
 SQL_QUERIES_PATH = os.getenv("ATLAN_SQL_QUERIES_PATH", "app/sql")
+#: Whether to use local development mode (used for instance to fetch secrets from the local state store)
+LOCAL_DEVELOPMENT = os.getenv("ATLAN_LOCAL_DEVELOPMENT", "false").lower() == "true"
+
+
+# Output Path Constants
+#: Output path format for workflows (example: objectstore://bucket/artifacts/apps/{application_name}/workflows/{workflow_id}/{workflow_run_id})
+WORKFLOW_OUTPUT_PATH_TEMPLATE = (
+    "artifacts/apps/{application_name}/workflows/{workflow_id}/{run_id}"
+)
+
+# Temporary Path (used to store intermediate files)
+TEMPORARY_PATH = os.getenv("ATLAN_TEMPORARY_PATH", "./local/tmp/")
+
+# State Store Constants
+#: Path template for state store files (example: objectstore://bucket/persistent-artifacts/apps/{application_name}/{state_type}/{id}/config.json)
+STATE_STORE_PATH_TEMPLATE = (
+    "persistent-artifacts/apps/{application_name}/{state_type}/{id}/config.json"
+)
+
+# Observability Constants
+#: Directory for storing observability data
+OBSERVABILITY_DIR = "artifacts/apps/{application_name}/observability"
 
 # Workflow Client Constants
 #: Host address for the Temporal server
@@ -87,6 +109,7 @@ OBJECT_STORE_NAME = os.getenv("OBJECT_STORE_NAME", "objectstore")
 #: Name of the pubsub component in DAPR
 EVENT_STORE_NAME = os.getenv("EVENT_STORE_NAME", "eventstore")
 
+
 # Logger Constants
 #: Log level for the application (DEBUG, INFO, WARNING, ERROR, CRITICAL)
 LOG_LEVEL = os.getenv("LOG_LEVEL", "INFO").upper()
@@ -120,10 +143,6 @@ OTEL_QUEUE_SIZE = int(os.getenv("OTEL_QUEUE_SIZE", "2048"))
 #: AWS Session Name
 AWS_SESSION_NAME = os.getenv("AWS_SESSION_NAME", "temp-session")
 
-# Observability Constants
-#: Directory for storing observability data
-OBSERVABILITY_DIR = os.environ.get("ATLAN_OBSERVABILITY_DIR", "/tmp/observability")
-
 # Log batching configuration
 LOG_BATCH_SIZE = int(os.environ.get("ATLAN_LOG_BATCH_SIZE", 100))
 LOG_FLUSH_INTERVAL_SECONDS = int(os.environ.get("ATLAN_LOG_FLUSH_INTERVAL_SECONDS", 10))
@@ -133,7 +152,6 @@ LOG_RETENTION_DAYS = int(os.environ.get("ATLAN_LOG_RETENTION_DAYS", 30))
 LOG_CLEANUP_ENABLED = bool(os.environ.get("ATLAN_LOG_CLEANUP_ENABLED", False))
 
 # Log Location configuration
-LOG_DIR = os.environ.get("ATLAN_LOG_DIR", "/tmp/observability")
 LOG_FILE_NAME = os.environ.get("ATLAN_LOG_FILE_NAME", "log.parquet")
 # Hive Partitioning Configuration
 ENABLE_HIVE_PARTITIONING = (

application_sdk/inputs/objectstore.py

@@ -88,11 +88,16 @@ class ObjectStoreInput:
 
         Args:
             download_file_prefix (str): The base path to calculate relative paths from.
+                example: /tmp/output
             file_path (str): The full path to where the file should be downloaded.
+                example: /tmp/output/persistent-artifacts/apps/myapp/data/wf-123/state.json
 
         Raises:
             Exception: If there's an error downloading the file from the object store.
         """
+        if not os.path.exists(os.path.dirname(file_path)):
+            os.makedirs(os.path.dirname(file_path), exist_ok=True)
+
         with DaprClient() as client:
             relative_path = os.path.relpath(file_path, download_file_prefix)
             metadata = {"key": relative_path, "fileName": relative_path}

application_sdk/inputs/secretstore.py

@@ -7,7 +7,8 @@ from typing import Any, Dict
 
 from dapr.clients import DaprClient
 
-from application_sdk.inputs.statestore import StateStoreInput
+from application_sdk.constants import LOCAL_DEVELOPMENT, SECRET_STORE_NAME
+from application_sdk.inputs.statestore import StateStoreInput, StateType
 from application_sdk.observability.logger_adaptor import get_logger
 
 logger = get_logger(__name__)
@@ -15,7 +16,34 @@ logger = get_logger(__name__)
 
 class SecretStoreInput:
     @classmethod
-    async def fetch_secret(cls, component_name: str, secret_key: str) -> Dict[str, Any]:
+    def get_secret(
+        cls, secret_key: str, component_name: str = SECRET_STORE_NAME
+    ) -> Dict[str, Any]:
+        """Get secret from the Dapr component.
+
+        Args:
+            secret_key: Key of the secret to fetch
+            component_name: Name of the Dapr component to fetch from
+
+        Returns:
+            Dict with processed secret data
+        """
+        try:
+            with DaprClient() as client:
+                dapr_secret_object = client.get_secret(
+                    store_name=component_name, key=secret_key
+                )
+                return cls._process_secret_data(dapr_secret_object.secret)
+        except Exception as e:
+            logger.error(
+                f"Failed to fetch secret using component {component_name}: {str(e)}"
+            )
+            raise
+
+    @classmethod
+    async def fetch_secret(
+        cls, secret_key: str, component_name: str = SECRET_STORE_NAME
+    ) -> Dict[str, Any]:
         """Fetch secret using the Dapr component.
 
         Args:
@@ -29,9 +57,15 @@ class SecretStoreInput:
             Exception: If secret fetching fails
         """
         try:
-            with DaprClient() as client:
-                secret = client.get_secret(store_name=component_name, key=secret_key)
-                return cls._process_secret_data(secret.secret)
+            secret = {}
+            if not LOCAL_DEVELOPMENT:
+                secret = cls.get_secret(secret_key, component_name)
+
+            credential_config = StateStoreInput.get_state(
+                secret_key, StateType.CREDENTIALS
+            )
+            secret.update(credential_config)
+            return secret
         except Exception as e:
             logger.error(
                 f"Failed to fetch secret using component {component_name}: {str(e)}"
@@ -93,25 +127,3 @@ class SecretStoreInput:
                     result_data["extra"][key] = secret_data[value]
 
         return result_data
-
-    @classmethod
-    def extract_credentials(cls, credential_guid: str) -> Dict[str, Any]:
-        """Extract credentials from the state store using the credential GUID.
-
-        Args:
-            credential_guid: The unique identifier for the credentials.
-
-        Returns:
-            Dict[str, Any]: The credentials if found.
-
-        Raises:
-            ValueError: If the credential_guid is invalid or credentials are not found.
-            Exception: If there's an error with the Dapr client operations.
-
-        Examples:
-            >>> SecretStoreInput.extract_credentials("1234567890")
-            {"username": "admin", "password": "password"}
-        """
-        if not credential_guid:
-            raise ValueError("Invalid credential GUID provided.")
-        return StateStoreInput.get_state(f"credential_{credential_guid}")

application_sdk/inputs/statestore.py

@@ -1,26 +1,60 @@
 """State store for the application."""
 
 import json
+import os
+from enum import Enum
 from typing import Any, Dict
 
-from dapr.clients import DaprClient
 from temporalio import activity
 
-from application_sdk.common.error_codes import IOError
-from application_sdk.constants import STATE_STORE_NAME
+from application_sdk.constants import (
+    APPLICATION_NAME,
+    STATE_STORE_PATH_TEMPLATE,
+    TEMPORARY_PATH,
+)
+from application_sdk.inputs.objectstore import ObjectStoreInput
 from application_sdk.observability.logger_adaptor import get_logger
 
 logger = get_logger(__name__)
 activity.logger = logger
 
 
+class StateType(Enum):
+    WORKFLOWS = "workflows"
+    CREDENTIALS = "credentials"
+
+    @classmethod
+    def is_member(cls, type: str) -> bool:
+        return type in cls._value2member_map_
+
+
+def build_state_store_path(id: str, state_type: StateType) -> str:
+    """Build the state file path for the given id and type.
+
+    Args:
+        id: The unique identifier for the state.
+        state_type: The type of state (workflows, credentials, etc.).
+
+    Returns:
+        str: The constructed state file path.
+
+    Example:
+        >>> build_state_store_path("wf-123", "workflows")
+        'persistent-artifacts/apps/my-app/workflows/wf-123/config.json'
+    """
+    return STATE_STORE_PATH_TEMPLATE.format(
+        application_name=APPLICATION_NAME, state_type=state_type.value, id=id
+    )
+
+
 class StateStoreInput:
     @classmethod
-    def get_state(cls, key: str) -> Dict[str, Any]:
+    def get_state(cls, id: str, type: StateType) -> Dict[str, Any]:
         """Get state from the store.
 
         Args:
-            key: The key to retrieve the state for.
+            id: The key to retrieve the state for.
+            type: The type of state to retrieve.
 
         Returns:
             Dict[str, Any]: The retrieved state data.
@@ -28,39 +62,37 @@ class StateStoreInput:
         Raises:
             ValueError: If no state is found for the given key.
             IOError: If there's an error with the Dapr client operations.
+
+        Example:
+            >>> from application_sdk.inputs.statestore import StateStoreInput
+
+            >>> state = StateStoreInput.get_state("wf-123")
+            >>> print(state)
+            {'test': 'test'}
         """
+
+        state_file_path = build_state_store_path(id, type)
+        state = {}
+
         try:
-            with DaprClient() as client:
-                state = client.get_state(store_name=STATE_STORE_NAME, key=key)
-                if not state.data:
-                    raise IOError(
-                        f"{IOError.STATE_STORE_ERROR}: State not found for key: {key}"
-                    )
-                return json.loads(state.data)
-        except IOError as e:
-            logger.error(
-                f"{IOError.STATE_STORE_ERROR}: Failed to extract state: {str(e)}",
-                error_code=IOError.STATE_STORE_ERROR.code,
+            local_state_file_path = os.path.join(TEMPORARY_PATH, state_file_path)
+            ObjectStoreInput.download_file_from_object_store(
+                download_file_prefix=TEMPORARY_PATH,
+                file_path=local_state_file_path,
             )
-            raise  # Re-raise the exception after logging
 
-    @classmethod
-    def extract_configuration(cls, config_id: str) -> Dict[str, Any]:
-        """Extract configuration from the state store using the config ID.
-
-        Args:
-            config_id: The unique identifier for the configuration.
+            with open(local_state_file_path, "r") as file:
+                state = json.load(file)
 
-        Returns:
-            Dict[str, Any]: The configuration if found.
+        except Exception as e:
+            # local error message is "file not found", while in object store it is "object not found"
+            if "not found" in str(e).lower():
+                logger.debug(
+                    f"No state found for {type.value} with id '{id}', returning empty dict"
+                )
+                pass
+            else:
+                logger.error(f"Failed to extract state: {str(e)}")
+                raise
 
-        Raises:
-            ValueError: If the config_id is invalid or configuration is not found.
-            IOError: If there's an error with the Dapr client operations.
-        """
-        if not config_id:
-            raise IOError(
-                f"{IOError.STATE_STORE_ERROR}: Invalid configuration ID provided."
-            )
-        config = cls.get_state(f"config_{config_id}")
-        return config
+        return state

application_sdk/observability/logger_adaptor.py

@@ -24,7 +24,6 @@ from application_sdk.constants import (
     LOG_FLUSH_INTERVAL_SECONDS,
     LOG_LEVEL,
     LOG_RETENTION_DAYS,
-    OBSERVABILITY_DIR,
     OTEL_BATCH_DELAY_MS,
     OTEL_BATCH_SIZE,
     OTEL_EXPORTER_OTLP_ENDPOINT,
@@ -36,7 +35,10 @@ from application_sdk.constants import (
     SERVICE_VERSION,
 )
 from application_sdk.observability.observability import AtlanObservability
-from application_sdk.observability.utils import get_workflow_context
+from application_sdk.observability.utils import (
+    get_observability_dir,
+    get_workflow_context,
+)
 
 
 class LogExtraModel(BaseModel):
@@ -200,6 +202,13 @@ logging.basicConfig(
     level=logging.getLevelNamesMapping()[LOG_LEVEL], handlers=[InterceptHandler()]
 )
 
+DEPENDENCY_LOGGERS = ["daft_io.stats", "tracing.span"]
+
+# Configure external dependency loggers to reduce noise
+for logger_name in DEPENDENCY_LOGGERS:
+    logging.getLogger(logger_name).setLevel(logging.WARNING)
+
+
 # Add these constants
 SEVERITY_MAPPING = {
     "DEBUG": SeverityNumber.DEBUG,
@@ -245,7 +254,7 @@ class AtlanLoggerAdapter(AtlanObservability[LogRecordModel]):
             flush_interval=LOG_FLUSH_INTERVAL_SECONDS,
             retention_days=LOG_RETENTION_DAYS,
             cleanup_enabled=LOG_CLEANUP_ENABLED,
-            data_dir=OBSERVABILITY_DIR,
+            data_dir=get_observability_dir(),
             file_name=LOG_FILE_NAME,
         )
         self.logger_name = logger_name

application_sdk/observability/metrics_adaptor.py

@@ -19,7 +19,6 @@ from application_sdk.constants import (
     METRICS_FILE_NAME,
     METRICS_FLUSH_INTERVAL_SECONDS,
     METRICS_RETENTION_DAYS,
-    OBSERVABILITY_DIR,
     OTEL_BATCH_DELAY_MS,
     OTEL_EXPORTER_OTLP_ENDPOINT,
     OTEL_EXPORTER_TIMEOUT_SECONDS,
@@ -30,7 +29,10 @@ from application_sdk.constants import (
 )
 from application_sdk.observability.logger_adaptor import get_logger
 from application_sdk.observability.observability import AtlanObservability
-from application_sdk.observability.utils import get_workflow_context
+from application_sdk.observability.utils import (
+    get_observability_dir,
+    get_workflow_context,
+)
 
 
 class MetricType(Enum):
@@ -165,7 +167,7 @@ class AtlanMetricsAdapter(AtlanObservability[MetricRecord]):
             flush_interval=METRICS_FLUSH_INTERVAL_SECONDS,
             retention_days=METRICS_RETENTION_DAYS,
             cleanup_enabled=METRICS_CLEANUP_ENABLED,
-            data_dir=OBSERVABILITY_DIR,
+            data_dir=get_observability_dir(),
             file_name=METRICS_FILE_NAME,
         )
 

application_sdk/observability/observability.py

@@ -20,10 +20,11 @@ from application_sdk.constants import (
     LOG_FILE_NAME,
     METRICS_FILE_NAME,
     OBJECT_STORE_NAME,
-    OBSERVABILITY_DIR,
     STATE_STORE_NAME,
+    TEMPORARY_PATH,
     TRACES_FILE_NAME,
 )
+from application_sdk.observability.utils import get_observability_dir
 
 
 class LogRecord(BaseModel):
@@ -440,8 +441,8 @@ class AtlanObservability(Generic[T], ABC):
                 with open(parquet_path, "rb") as f:
                     file_content = f.read()
                     metadata = {
-                        "key": os.path.relpath(parquet_path, self.data_dir),
-                        "blobName": os.path.relpath(parquet_path, self.data_dir),
+                        "key": os.path.relpath(parquet_path, TEMPORARY_PATH),
+                        "blobName": os.path.relpath(parquet_path, TEMPORARY_PATH),
                         "fileName": os.path.basename(parquet_path),
                     }
                     with DaprClient() as client:
@@ -614,9 +615,10 @@ class AtlanObservability(Generic[T], ABC):
 class DuckDBUI:
     """Class to handle DuckDB UI functionality."""
 
-    def __init__(self, db_path="/tmp/observability/observability.db"):
+    def __init__(self):
         """Initialize the DuckDB UI handler."""
-        self.db_path = db_path
+        self.observability_dir = get_observability_dir()
+        self.db_path = self.observability_dir + "/observability.db"
         self._duckdb_ui_con = None
 
     def _is_duckdb_ui_running(self, host="0.0.0.0", port=4213):
@@ -628,10 +630,10 @@ class DuckDBUI:
             result = sock.connect_ex((host, port))
             return result == 0
 
-    def start_ui(self, db_path=OBSERVABILITY_DIR):
+    def start_ui(self):
         """Start DuckDB UI and create views for Hive partitioned parquet files."""
         if not self._is_duckdb_ui_running():
-            os.makedirs(OBSERVABILITY_DIR, exist_ok=True)
+            os.makedirs(self.observability_dir, exist_ok=True)
             con = duckdb.connect(self.db_path)
 
             def process_partitioned_files(directory, prefix=""):
@@ -660,7 +662,7 @@ class DuckDBUI:
 
             # Process each type of data
             for data_type in ["logs", "metrics", "traces"]:
-                data_dir = os.path.join(OBSERVABILITY_DIR, data_type)
+                data_dir = os.path.join(self.observability_dir, data_type)
                 if os.path.exists(data_dir):
                     process_partitioned_files(data_dir, data_type)
 

application_sdk/observability/traces_adaptor.py

@@ -14,7 +14,6 @@ from pydantic import BaseModel
 
 from application_sdk.constants import (
     ENABLE_OTLP_TRACES,
-    OBSERVABILITY_DIR,
     OTEL_BATCH_DELAY_MS,
     OTEL_EXPORTER_OTLP_ENDPOINT,
     OTEL_EXPORTER_TIMEOUT_SECONDS,
@@ -30,6 +29,7 @@ from application_sdk.constants import (
 )
 from application_sdk.observability.logger_adaptor import get_logger
 from application_sdk.observability.observability import AtlanObservability
+from application_sdk.observability.utils import get_observability_dir
 
 
 class TraceRecord(BaseModel):
@@ -94,7 +94,7 @@ class AtlanTracesAdapter(AtlanObservability[TraceRecord]):
             flush_interval=TRACES_FLUSH_INTERVAL_SECONDS,
             retention_days=TRACES_RETENTION_DAYS,
             cleanup_enabled=TRACES_CLEANUP_ENABLED,
-            data_dir=OBSERVABILITY_DIR,
+            data_dir=get_observability_dir(),
             file_name=TRACES_FILE_NAME,
         )
 

application_sdk/observability/utils.py

@@ -1,6 +1,14 @@
+import os
+
 from pydantic import BaseModel, Field
 from temporalio import activity, workflow
 
+from application_sdk.constants import (
+    APPLICATION_NAME,
+    OBSERVABILITY_DIR,
+    TEMPORARY_PATH,
+)
+
 
 class WorkflowContext(BaseModel):
     """Workflow context."""
@@ -17,6 +25,20 @@ class WorkflowContext(BaseModel):
     workflow_run_id: str = Field(init=False, default="")
 
 
+def get_observability_dir() -> str:
+    """Build the observability path.
+
+    Args:
+        path: The path to build the observability path from.
+
+    Returns:
+        str: The built observability path.
+    """
+    return os.path.join(
+        TEMPORARY_PATH, OBSERVABILITY_DIR.format(application_name=APPLICATION_NAME)
+    )
+
+
 def get_workflow_context() -> WorkflowContext:
     """Get the workflow context.
 

application_sdk/outputs/objectstore.py

@@ -23,7 +23,9 @@ class ObjectStoreOutput:
 
         Args:
             output_prefix (str): The base path to calculate relative paths from.
+                example: /tmp/output
             file_path (str): The full path to the file to be pushed.
+                example: /tmp/output/persistent-artifacts/apps/myapp/data/wf-123/state.json
 
         Raises:
             IOError: If there's an error reading the file.

application_sdk/outputs/parquet.py

@@ -188,7 +188,10 @@ class ParquetOutput(Output):
             self.total_record_count += row_count
 
             # Generate file path using path_gen function
-            file_path = f"{self.output_path}/{self.path_gen(self.chunk_start, self.chunk_count, self.start_marker, self.end_marker)}"
+            if self.start_marker and self.end_marker:
+                file_path = self.output_path
+            else:
+                file_path = f"{self.output_path}/{self.path_gen(self.chunk_start, self.chunk_count, self.start_marker, self.end_marker)}"
 
             # Write the dataframe to parquet using daft
             dataframe.write_parquet(

application_sdk/outputs/secretstore.py

@@ -3,12 +3,14 @@
 import uuid
 from typing import Any, Dict
 
+from application_sdk.constants import LOCAL_DEVELOPMENT
+from application_sdk.inputs.statestore import StateType
 from application_sdk.outputs.statestore import StateStoreOutput
 
 
 class SecretStoreOutput:
     @classmethod
-    def store_credentials(cls, config: Dict[str, Any]) -> str:
+    async def save_secret(cls, config: Dict[str, Any]) -> str:
         """Store credentials in the state store.
 
         Args:
@@ -21,9 +23,16 @@ class SecretStoreOutput:
             Exception: If there's an error with the Dapr client operations.
 
         Examples:
-            >>> SecretStoreOutput.store_credentials({"username": "admin", "password": "password"})
-            "credential_1234567890"
+            >>> SecretStoreOutput.save_secret({"username": "admin", "password": "password"})
+            "1234567890"
         """
-        credential_guid = str(uuid.uuid4())
-        StateStoreOutput.save_state(f"credential_{credential_guid}", config)
-        return credential_guid
+        if LOCAL_DEVELOPMENT:
+            # NOTE: (development) temporary solution to store the credentials in the state store.
+            # In production, dapr doesn't support creating secrets.
+            credential_guid = str(uuid.uuid4())
+            await StateStoreOutput.save_state_object(
+                id=credential_guid, value=config, type=StateType.CREDENTIALS
+            )
+            return credential_guid
+        else:
+            raise ValueError("Storing credentials is not supported in production.")

application_sdk/outputs/statestore.py

@@ -1,13 +1,19 @@
 """State store for the application."""
 
 import json
+import os
 from typing import Any, Dict
 
-from dapr.clients import DaprClient
 from temporalio import activity
 
-from application_sdk.constants import STATE_STORE_NAME
+from application_sdk.constants import TEMPORARY_PATH
+from application_sdk.inputs.statestore import (
+    StateStoreInput,
+    StateType,
+    build_state_store_path,
+)
 from application_sdk.observability.logger_adaptor import get_logger
+from application_sdk.outputs.objectstore import ObjectStoreOutput
 
 logger = get_logger(__name__)
 activity.logger = logger
@@ -15,7 +21,7 @@ activity.logger = logger
 
 class StateStoreOutput:
     @classmethod
-    def save_state(cls, key: str, value: Dict[str, Any]) -> None:
+    async def save_state(cls, key: str, value: Any, id: str, type: StateType) -> None:
         """Save state to the store.
 
         Args:
@@ -24,32 +30,80 @@ class StateStoreOutput:
 
         Raises:
             Exception: If there's an error with the Dapr client operations.
+
+        Example:
+            >>> from application_sdk.outputs.statestore import StateStoreOutput
+
+            >>> await StateStoreOutput.save_state("test", {"test": "test"}, "wf-123")
         """
         try:
-            with DaprClient() as client:
-                client.save_state(
-                    store_name=STATE_STORE_NAME,
-                    key=key,
-                    value=json.dumps(value),
-                )
-                logger.info(f"State stored successfully with key: {key}")
+            # get the current state from object store
+            current_state = StateStoreInput.get_state(id, type)
+            state_file_path = build_state_store_path(id, type)
+
+            # update the state with the new value
+            current_state[key] = value
+
+            local_state_file_path = os.path.join(TEMPORARY_PATH, state_file_path)
+            os.makedirs(os.path.dirname(local_state_file_path), exist_ok=True)
+
+            # save the state to a local file
+            with open(local_state_file_path, "w") as file:
+                json.dump(current_state, file)
+
+            # save the state to the object store
+            await ObjectStoreOutput.push_file_to_object_store(
+                output_prefix=TEMPORARY_PATH, file_path=local_state_file_path
+            )
+
         except Exception as e:
             logger.error(f"Failed to store state: {str(e)}")
             raise e
 
     @classmethod
-    def store_configuration(cls, config_id: str, config: Dict[str, Any]) -> str:
-        """Store configuration in the state store.
+    async def save_state_object(
+        cls, id: str, value: Dict[str, Any], type: StateType
+    ) -> Dict[str, Any]:
+        """Save the entire state object to the object store.
 
         Args:
-            config_id: The unique identifier for the workflow.
-            config: The configuration to store.
+            id: The id of the state.
+            value: The value of the state.
+            type: The type of the state.
 
         Returns:
-            str: The generated configuration ID.
+            Dict[str, Any]: The updated state.
 
         Raises:
+            ValueError: If the type is invalid.
             Exception: If there's an error with the Dapr client operations.
+
+        Example:
+            >>> from application_sdk.outputs.statestore import StateStoreOutput
+            >>> await StateStoreOutput.save_state_object("wf-123", {"test": "test"}, "workflow")
         """
-        cls.save_state(f"config_{config_id}", config)
-        return config_id
+
+        try:
+            # get the current state from object store
+            current_state = StateStoreInput.get_state(id, type)
+            state_file_path = build_state_store_path(id, type)
+
+            # update the state with the new value
+            current_state.update(value)
+
+            local_state_file_path = os.path.join(TEMPORARY_PATH, state_file_path)
+            os.makedirs(os.path.dirname(local_state_file_path), exist_ok=True)
+
+            # save the state to a local file
+            with open(local_state_file_path, "w") as file:
+                json.dump(current_state, file)
+
+            # save the state to the object store
+            await ObjectStoreOutput.push_file_to_object_store(
+                output_prefix=TEMPORARY_PATH, file_path=local_state_file_path
+            )
+
+            return current_state
+        except Exception as e:
+            logger.error(f"Failed to store state: {str(e)}")
+            raise e

application_sdk/server/fastapi/__init__.py

@@ -12,7 +12,6 @@ from fastapi.templating import Jinja2Templates
 from uvicorn import Config, Server
 
 from application_sdk.clients.workflow import WorkflowClient
-from application_sdk.common.utils import get_workflow_config, update_workflow_config
 from application_sdk.constants import (
     APP_DASHBOARD_HOST,
     APP_DASHBOARD_PORT,
@@ -26,9 +25,11 @@ from application_sdk.constants import (
 )
 from application_sdk.docgen import AtlanDocsGenerator
 from application_sdk.handlers import HandlerInterface
+from application_sdk.inputs.statestore import StateStoreInput, StateType
 from application_sdk.observability.logger_adaptor import get_logger
 from application_sdk.observability.metrics_adaptor import MetricType, get_metrics
 from application_sdk.observability.observability import DuckDBUI
+from application_sdk.outputs.statestore import StateStoreOutput
 from application_sdk.server import ServerInterface
 from application_sdk.server.fastapi.middleware.logmiddleware import LogMiddleware
 from application_sdk.server.fastapi.middleware.metrics import MetricsMiddleware
@@ -587,16 +588,22 @@ class APIServer(ServerInterface):
             )
             raise e
 
-    def get_workflow_config(self, config_id: str) -> WorkflowConfigResponse:
+    def get_workflow_config(
+        self, config_id: str, type: str = "workflows"
+    ) -> WorkflowConfigResponse:
         """Retrieve workflow configuration by ID.
 
         Args:
-            config_id (str): The ID of the workflow configuration to retrieve.
+            config_id (str): The ID of the configuration to retrieve.
+            type (str): The type of the configuration to retrieve.
 
         Returns:
             WorkflowConfigResponse: Response containing the workflow configuration.
         """
-        config = get_workflow_config(config_id)
+        if not StateType.is_member(type):
+            raise ValueError(f"Invalid type {type} for state store")
+
+        config = StateStoreInput.get_state(config_id, StateType(type))
         return WorkflowConfigResponse(
             success=True,
             message="Workflow configuration fetched successfully",
@@ -658,8 +665,8 @@ class APIServer(ServerInterface):
             )
             raise e
 
-    def update_workflow_config(
-        self, config_id: str, body: WorkflowConfigRequest
+    async def update_workflow_config(
+        self, config_id: str, body: WorkflowConfigRequest, type: str = "workflows"
     ) -> WorkflowConfigResponse:
         """Update workflow configuration.
 
@@ -670,8 +677,12 @@ class APIServer(ServerInterface):
         Returns:
             WorkflowConfigResponse: Response containing the updated configuration.
         """
-        # note: it's assumed that the preflight check is successful if the config is being updated
-        config = update_workflow_config(config_id, body.model_dump())
+        if not StateType.is_member(type):
+            raise ValueError(f"Invalid type {type} for state store")
+
+        config = await StateStoreOutput.save_state_object(
+            id=config_id, value=body.model_dump(), type=StateType(type)
+        )
         return WorkflowConfigResponse(
             success=True,
             message="Workflow configuration updated successfully",

application_sdk/server/fastapi/models.py

@@ -162,17 +162,9 @@ class EventWorkflowResponse(WorkflowResponse):
     status: Status = Field(..., description="Status of the workflow")
 
 
-class WorkflowConfigRequest(BaseModel):
-    credential_guid: Optional[str] = Field(
-        default=None, description="Optional GUID field containing database credentials"
-    )
-    connection: Optional[Dict[str, Any]] = Field(
-        default=None,
-        description="Optional JSON field containing connection configuration",
-    )
-    metadata: Optional[Dict[str, Any]] = Field(
-        default=None,
-        description="Optional JSON field containing metadata configuration",
+class WorkflowConfigRequest(RootModel[Dict[str, Any]]):
+    root: Dict[str, Any] = Field(
+        ..., description="Root JSON object containing workflow configuration"
     )
 
 

application_sdk/test_utils/e2e/__init__.py

@@ -143,9 +143,6 @@ class TestInterface:
                 f"Schema base path not found: {cls.schema_base_path}"
             )
 
-        # Prepare the extracted output base path
-        cls.extracted_output_base_path = "/tmp/output"
-
     def monitor_and_wait_workflow_execution(self) -> str:
         """
         Method to monitor the workflow execution

application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc21"
+__version__ = "0.1.1rc23"

application_sdk/workflows/__init__.py

@@ -85,9 +85,6 @@ class WorkflowInterface(ABC, Generic[ActivitiesInterfaceType]):
         logger.info("Starting workflow execution")
 
         try:
-            workflow_run_id = workflow.info().run_id
-            workflow_args["workflow_run_id"] = workflow_run_id
-
             retry_policy = RetryPolicy(maximum_attempts=2, backoff_coefficient=2)
 
             await workflow.execute_activity_method(

application_sdk/workflows/metadata_extraction/sql.py

@@ -201,19 +201,12 @@ class BaseSQLMetadataExtractionWorkflow(MetadataExtractionWorkflow):
                 heartbeat_timeout=self.default_heartbeat_timeout,
             )
 
-            workflow_run_id = workflow.info().run_id
-            workflow_args["workflow_run_id"] = workflow_run_id
-
             logger.info(f"Starting extraction workflow for {workflow_id}")
             retry_policy = RetryPolicy(
                 maximum_attempts=6,
                 backoff_coefficient=2,
             )
 
-            output_prefix = workflow_args["output_prefix"]
-            output_path = f"{output_prefix}/{workflow_id}/{workflow_run_id}"
-            workflow_args["output_path"] = output_path
-
             fetch_functions = self.get_fetch_functions()
 
             fetch_and_transforms = [

application_sdk/workflows/query_extraction/sql.py

@@ -97,11 +97,6 @@ class SQLQueryExtractionWorkflow(QueryExtractionWorkflow):
             backoff_coefficient=2,
         )
 
-        workflow_run_id = workflow.info().run_id
-        output_prefix = workflow_args["output_prefix"]
-        output_path = f"{output_prefix}/{workflow_id}/{workflow_run_id}"
-        workflow_args["output_path"] = output_path
-
         results: List[Dict[str, Any]] = await workflow.execute_activity_method(
             self.activities_cls.get_query_batches,
             workflow_args,

{atlan_application_sdk-0.1.1rc21.dist-info → atlan_application_sdk-0.1.1rc23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc21
+Version: 0.1.1rc23
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md
@@ -25,7 +25,7 @@ Requires-Dist: fastapi[standard]>=0.115.0
 Requires-Dist: loguru>=0.7.3
 Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
 Requires-Dist: psutil>=7.0.0
-Requires-Dist: pyatlan==7.1.1
+Requires-Dist: pyatlan>=7.1.1
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: uvloop>=0.21.0; sys_platform != 'win32'

{atlan_application_sdk-0.1.1rc21.dist-info → atlan_application_sdk-0.1.1rc23.dist-info}/RECORD

@@ -1,29 +1,29 @@
 application_sdk/__init__.py,sha256=2e2mvmLJ5dxmJGPELtb33xwP-j6JMdoIuqKycEn7hjg,151
-application_sdk/constants.py,sha256=WraVyKFkUnMHuPRdYcAyDZKee_Gb23PlBj86l4VGEyI,6934
-application_sdk/version.py,sha256=Iz7gukOFbpIONxCSanVZq6hEzppeg0PgEBO4JbJMLF0,88
+application_sdk/constants.py,sha256=fWnEXxywSTB2d9D3a6RII-8rokgab0FcBl-2rjyNtls,7729
+application_sdk/version.py,sha256=b7TQsEG_zt2uFRKeBfqwlG9fyB-_XFYYM6E3sNZz4wA,88
 application_sdk/worker.py,sha256=2fLjuKNJafhaQXrHzmxXYO22F4ZSc0igMjoxXVNBFfk,6167
-application_sdk/activities/__init__.py,sha256=_uWkRVaHjwthE4w96SoNGl84VemYE4G-TJFOXw_VOQM,8924
+application_sdk/activities/__init__.py,sha256=EH5VTHcfGykIX7V1HsG0J1Z-1FbJEXTQOET0HdzFDjU,9519
 application_sdk/activities/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/common/models.py,sha256=305WdrZB7EAtCOAU_q9hMw81XowUdCeuFs9zfzb-MHQ,1196
-application_sdk/activities/common/utils.py,sha256=b4sWj6Qrga0tfFxEjVDhKK6Hb86SvqsP8tLXLbKxhCM,5521
+application_sdk/activities/common/utils.py,sha256=CWAj_tQUSQirSs5wwy-9eS8yI_4HoDfXsj2U_Xkb4Bc,6480
 application_sdk/activities/metadata_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/metadata_extraction/rest.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/activities/metadata_extraction/sql.py,sha256=CPafrCmUaPTFzMhGhqB4KRaje-OO1BZH40BZVVZ714E,20151
+application_sdk/activities/metadata_extraction/sql.py,sha256=Qoz3hNV5asnwUk4G9VLUowfxzyARP5KZnymV5m4ww4Y,20161
 application_sdk/activities/query_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/activities/query_extraction/sql.py,sha256=-Nusl7PuhkUiVLZ0F8r20cmg6CAo7lz9wuc-YM86okc,21082
+application_sdk/activities/query_extraction/sql.py,sha256=oySpho_rM8HV6mWD6yEyCIg9BOG-35wb8HWlZzyhuqA,21084
 application_sdk/application/__init__.py,sha256=wCaAsoQ-wIYtfeG6hNwwLi8PcufjwMBjmfp4AxWqSyw,7558
 application_sdk/application/metadata_extraction/sql.py,sha256=ohpV4qZ92uKRlH7I_8G67ocnWkZJAZCU_7XdvqYPiN4,7966
 application_sdk/clients/__init__.py,sha256=C9T84J7V6ZumcoWJPAxdd3tqSmbyciaGBJn-CaCCny0,1341
 application_sdk/clients/sql.py,sha256=xnGmA39TRlIVAd9TL--jvuzeMHHvasxlstCUmqGZrbA,18308
-application_sdk/clients/temporal.py,sha256=Fe2YnmpSmKiVVW9PxNz1KCl41EssgBr4E69dJx8f8KU,17593
+application_sdk/clients/temporal.py,sha256=GdyuU30fL7C41azXT95cOBZV3h4ExRR4-X_bp5DT-Qs,17592
 application_sdk/clients/utils.py,sha256=zLFOJbTr_6TOqnjfVFGY85OtIXZ4FQy_rquzjaydkbY,779
 application_sdk/clients/workflow.py,sha256=6bSqmA3sNCk9oY68dOjBUDZ9DhNKQxPD75qqE0cfldc,6104
 application_sdk/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/common/aws_utils.py,sha256=aeL3BTMzv1UWJ4KxfwY5EsfYnxtS1FKNJ4xKdHeoTjc,3438
-application_sdk/common/credential_utils.py,sha256=VLGoNgSNAio8qHomMUYsPGR1Fv2n2ehbyXG14obg53Y,1748
+application_sdk/common/credential_utils.py,sha256=-JKU74uPoE5hweu2ag5Hvql4Jrt0FWqe4MjpSi9ts58,1796
 application_sdk/common/dataframe_utils.py,sha256=PId9vT6AUoq3tesiTd4sSUvW7RUhPWdAAEBLuOprks4,1262
 application_sdk/common/error_codes.py,sha256=mIstjpedjvN8AKwvCxI9MOGbJ7EXJs9ch9WnQh_vPAU,13252
-application_sdk/common/utils.py,sha256=KD0lNGKiVT3t9zmg35MdJ8bJhPs8cxlTSWJsthr1R2w,14607
+application_sdk/common/utils.py,sha256=mkkkSpz65raVTVQ4bNkf6jG32PjYpzocy48W2nTQjdo,13544
 application_sdk/docgen/__init__.py,sha256=Gr_3uVEnSspKd_-R1YRsDABI-iP4170Dvg5jM2oD76A,7352
 application_sdk/docgen/exporters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/docgen/exporters/mkdocs.py,sha256=vxYjKLz-7z7rBUSkOGTdNVlPdx_VPfFfJ31HHNgMCeM,4024
@@ -44,29 +44,29 @@ application_sdk/handlers/sql.py,sha256=lP3sH6cZK94rJMC-Ul9BomNH3wT-IQ_uwEhh2xAjN
 application_sdk/inputs/__init__.py,sha256=_d-cUhcDyoJTJR3PdQkC831go6VDw9AM6Bg7-qm3NHI,1900
 application_sdk/inputs/iceberg.py,sha256=xiv1kNtVx1k0h3ZJbJeXjZwdfBGSy9j9orYP_AyCYlI,2756
 application_sdk/inputs/json.py,sha256=J1CVz0YGQHDyq840TyoBHE7Baua2yIFHzsrybiZbeWk,6079
-application_sdk/inputs/objectstore.py,sha256=SrDqO-51XmpGCEqPvzVA7gcOuL1d84phY3ZJNO2Rh28,4246
+application_sdk/inputs/objectstore.py,sha256=_cLP-4J_euim69f7kp5Z8Ea0AxTcy68mwDVwlvkZE-g,4502
 application_sdk/inputs/parquet.py,sha256=rrDI_OAktZIpWMIJIvyNoqrDg-lH2t_4NnB_x6JmX30,6101
-application_sdk/inputs/secretstore.py,sha256=qvI25cKnRkW2qovp6E5WvHP78ro2m9uzI0Cv2GgOlA8,4169
+application_sdk/inputs/secretstore.py,sha256=yJXTmfD0xvhrYtTK5GRmK8ob95B1I6ELvWAmzo72P1k,4413
 application_sdk/inputs/sql_query.py,sha256=1EREgea6kKNaMIyX2HLJgbJ07rtAgLasd9NyvDcdZok,10636
-application_sdk/inputs/statestore.py,sha256=e05rR2oCs4z41eTkR8BBeuMa2tU1DXW-vQhiyghz1kI,2181
+application_sdk/inputs/statestore.py,sha256=A7HH7C8ZJqczH61Qz-2gV90ZOVZDGEXCNoQsGtXfzro,2881
 application_sdk/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/observability/logger_adaptor.py,sha256=9Po6QAX3GbKUwphYTaMO6sRCpL3uOBspijmBEGY3sWk,29296
-application_sdk/observability/metrics_adaptor.py,sha256=lwbRcntaDWsFV6upa2oyfe3UADa3UpRf_gEfMvA8AXs,16426
-application_sdk/observability/observability.py,sha256=hdxtu-zvnOdZoC16ZvG-CiZYB2RYMY2QCbX-aLJ5Pl8,24341
-application_sdk/observability/traces_adaptor.py,sha256=fCL1EF4q1g1yFeI3c3oFsjLHmXHRq5J5sJp88O-kkvg,18189
-application_sdk/observability/utils.py,sha256=venirNS-ZybmO0CM_JvX8Wy29eRscexkdkQfc5BJsgo,2002
+application_sdk/observability/logger_adaptor.py,sha256=WTqnNg78W2SRGOQVhELVLn6KMRsurkG1kc7essL08Lk,29529
+application_sdk/observability/metrics_adaptor.py,sha256=4TYPNn38zLeqxwf7cUbe8wh_zwQlr-nyiXjJsiEhTEM,16445
+application_sdk/observability/observability.py,sha256=-2aluQVV7USfMNlHvCZyFS0PfQsunladwvK5DUJOXfE,24440
+application_sdk/observability/traces_adaptor.py,sha256=0eQJPN-tYA_dV8D3uEa5ZiX9g12NDuLnPaFuQMVDdL0,18242
+application_sdk/observability/utils.py,sha256=MKEpT0WYtpATUgLgJDkGQaAP_t-jpDYMUKDfEvr8Phg,2448
 application_sdk/observability/decorators/observability_decorator.py,sha256=JNrWNXT5W4klmlAc5b8C3_VBjDu0PI64W2ptr7LMzk4,8110
 application_sdk/outputs/__init__.py,sha256=HX8VcN22xyrkoRWdjQj8TrC5dEUG7cPzOcvJhlprqAs,8415
 application_sdk/outputs/eventstore.py,sha256=fEW1oo9ncKylF5uLXTgjyRQZCrj72Gta3CaeduSX8nw,5548
 application_sdk/outputs/iceberg.py,sha256=IGtj5WDgqLu6vzDEvw5DLsKsjm29Krto3AHvWpemr0A,5311
 application_sdk/outputs/json.py,sha256=xF-8mY3BZRRejip4s9npIUuFaAxgFmBQVaLMkrI_iCI,14117
-application_sdk/outputs/objectstore.py,sha256=o9HgQk7pTqKnih8Sn0-yZcsH2q1sZrbBepqy2RTF4K4,3406
-application_sdk/outputs/parquet.py,sha256=unFsnja1HidZ0sBExemG-Ykdgq5dqNes1Ms4-UUEAkc,10919
-application_sdk/outputs/secretstore.py,sha256=LPIUPxcaJhYbsnZaIGDqNn07vQdIzbB2YvEvsllq8ws,841
-application_sdk/outputs/statestore.py,sha256=TemBYtlSvsmQUhndQ6uvQ1bgg0a8NEKTockM6cROWuM,1639
+application_sdk/outputs/objectstore.py,sha256=AOYs5cVobuGn2NRqfGRnso36u66eGJaUsYDg1i6DTfU,3535
+application_sdk/outputs/parquet.py,sha256=A2EnEx1zWjaXk10u3eJusmWxGxt8WR7CHXDaJgsKpq0,11040
+application_sdk/outputs/secretstore.py,sha256=AuLcM-wmzr7ZTXePLk3dunj3vhIhWkigQ-XYJo6SOZA,1306
+application_sdk/outputs/statestore.py,sha256=397F9tMsW1-j38kDd9FjPKsr95wg9LKgoi0hGbwle-4,3668
 application_sdk/server/__init__.py,sha256=KTqE1YPw_3WDVMWatJUuf9OOiobLM2K5SMaBrI62sCo,1568
-application_sdk/server/fastapi/__init__.py,sha256=PCz8WP-uxlgcVeTrMcaXnfz7tpKEb5rf3E6QHJrTvOQ,27384
-application_sdk/server/fastapi/models.py,sha256=KrOM-cvX22MdvkwDCZLvqXTkNKzORzt-L1c8Z2fTY3U,7001
+application_sdk/server/fastapi/__init__.py,sha256=QiIaR43QhgJaLeKs5lTghfxCAGxVxFnYAudy47akbP4,27783
+application_sdk/server/fastapi/models.py,sha256=mFFxteDS3ZYXaq7Apor_Meo5WNxTCxqdrMkmTKQjvP0,6687
 application_sdk/server/fastapi/utils.py,sha256=2XI4DylhRQsukhX67lpAzRNCHeFCSpbuNd7TlE2IBJA,1164
 application_sdk/server/fastapi/middleware/logmiddleware.py,sha256=CxcPtDmCbSfSZ8RyI09nIshVIbCokyyA9bByQJ2G_ns,2545
 application_sdk/server/fastapi/middleware/metrics.py,sha256=5ddHAIg5sT-u9tB_HHMGL3Cfu2g1rm9z7ksienIr9ks,1563
@@ -74,7 +74,7 @@ application_sdk/server/fastapi/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JC
 application_sdk/server/fastapi/routers/server.py,sha256=vfHQwZCysThzfeVFNVW1IjuAdL0c1Cs4fULKTBK2eNo,4209
 application_sdk/test_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/test_utils/workflow_monitoring.py,sha256=gqq6CsT62GrMt2GqtNSb1iD_-t4MBffQvpO0BXboZek,3490
-application_sdk/test_utils/e2e/__init__.py,sha256=aASnvkXnhgD9ZUZuWa3TWNMve8S5WBPawrhdQQOKJB8,10230
+application_sdk/test_utils/e2e/__init__.py,sha256=qswG5goB5Xzt3yQyZsKGq20EnZMZCmXYTe0CK3Qk3xo,10125
 application_sdk/test_utils/e2e/base.py,sha256=wba-tyJGbPlb7YnJcWIBuIeZTdENM4PxVbm7MahWqYk,12037
 application_sdk/test_utils/e2e/client.py,sha256=S83tKEwRTTYzxxG_F17gkxqjqdgmM8HyoHrhMTOTsQw,3259
 application_sdk/test_utils/e2e/conftest.py,sha256=y1iYvlWHHBJY9HI4M7p_0btIGryTF6KlhmKxkARcZHU,68
@@ -122,13 +122,13 @@ application_sdk/transformers/query/templates/function.yaml,sha256=yCrSdzKPyOoCKP
 application_sdk/transformers/query/templates/schema.yaml,sha256=U9voaKusmF_8a2_jBmdpNo9nJVLWatwsyKJORenbQ6M,1809
 application_sdk/transformers/query/templates/table.yaml,sha256=QQAGLD1UFjbpSA5wvkuufv0OeIw3pfNzW4cYF73tvKY,8080
 application_sdk/transformers/query/templates/tag_attachment.yaml,sha256=dWNDGwRU4_P-t7ibv5XelMP36aGLG29U6MEXOA8zYt0,2884
-application_sdk/workflows/__init__.py,sha256=mlnlA_JixQ79g20KyKIdJCyqy0L0bRt1hF7kXHrR-yk,3986
+application_sdk/workflows/__init__.py,sha256=byluvgzTovr4L1co7YGb4--ktMBqt2pXBjYoxz4dIeU,3869
 application_sdk/workflows/metadata_extraction/__init__.py,sha256=jHUe_ZBQ66jx8bgyduPuECo2RdmJtQsQAKlakADEQbc,120
-application_sdk/workflows/metadata_extraction/sql.py,sha256=FYGf1RFa-l1VYlI1fuOWSmqvjGEZznr8WYuEL8ZCMjo,11223
+application_sdk/workflows/metadata_extraction/sql.py,sha256=CJzrY8X8_E5I8M0vHPgwm5PntANRQup_m6_9JWkHVdw,10914
 application_sdk/workflows/query_extraction/__init__.py,sha256=n066_CX5RpJz6DIxGMkKS3eGSRg03ilaCtsqfJWQb7Q,117
-application_sdk/workflows/query_extraction/sql.py,sha256=eNk_wCTRGVeBFAuJL-d-B1QXkVwDbpuVt06-fBNCxWg,5055
-atlan_application_sdk-0.1.1rc21.dist-info/METADATA,sha256=PRY0snWtCh8ZG6d8lhSoSihKsV-XLrBqnXiplmaiyxY,5445
-atlan_application_sdk-0.1.1rc21.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atlan_application_sdk-0.1.1rc21.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-atlan_application_sdk-0.1.1rc21.dist-info/licenses/NOTICE,sha256=zlRshGtgfjXFcCKn_hwuILOFV9-NoKe0e2Tjy98_lrw,1044
-atlan_application_sdk-0.1.1rc21.dist-info/RECORD,,
+application_sdk/workflows/query_extraction/sql.py,sha256=kT_JQkLCRZ44ZpaC4QvPL6DxnRIIVh8gYHLqRbMI-hA,4826
+atlan_application_sdk-0.1.1rc23.dist-info/METADATA,sha256=bjjoev-FQHPYkxqGCS-LmSz4e20RucX23h7nwl-XqWY,5445
+atlan_application_sdk-0.1.1rc23.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+atlan_application_sdk-0.1.1rc23.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+atlan_application_sdk-0.1.1rc23.dist-info/licenses/NOTICE,sha256=zlRshGtgfjXFcCKn_hwuILOFV9-NoKe0e2Tjy98_lrw,1044
+atlan_application_sdk-0.1.1rc23.dist-info/RECORD,,