atlan-application-sdk 0.1.1rc25__py3-none-any.whl → 0.1.1rc27__py3-none-any.whl

application_sdk/common/utils.py

@@ -195,6 +195,38 @@ def prepare_query(
         return None
 
 
+def parse_filter_input(
+    filter_input: Union[str, Dict[str, Any], None],
+) -> Dict[str, Any]:
+    """
+    Robustly parse filter input from various formats.
+
+    Args:
+        filter_input: Can be None, empty string, JSON string, or dict
+
+    Returns:
+        Dict[str, Any]: Parsed filter dictionary (empty dict if input is invalid/empty)
+    """
+    # Handle None or empty cases
+    if not filter_input:
+        return {}
+
+    # If already a dict, return as-is
+    if isinstance(filter_input, dict):
+        return filter_input
+
+    # If it's a string, try to parse as JSON
+    if isinstance(filter_input, str):
+        # Handle empty string
+        if not filter_input.strip():
+            return {}
+        try:
+            return json.loads(filter_input)
+        except json.JSONDecodeError as e:
+            logger.warning(f"Invalid filter JSON: '{filter_input}', error: {str(e)}")
+            raise CommonError(f"Invalid filter JSON: {str(e)}")
+
+
 def prepare_filters(
     include_filter_str: str, exclude_filter_str: str
 ) -> Tuple[str, str]:
@@ -212,15 +244,8 @@ def prepare_filters(
     Raises:
         CommonError: If JSON parsing fails for either filter.
     """
-    try:
-        include_filter = json.loads(include_filter_str)
-    except json.JSONDecodeError as e:
-        raise CommonError(f"Invalid include filter JSON: {str(e)}")
-
-    try:
-        exclude_filter = json.loads(exclude_filter_str)
-    except json.JSONDecodeError as e:
-        raise CommonError(f"Invalid exclude filter JSON: {str(e)}")
+    include_filter = parse_filter_input(include_filter_str)
+    exclude_filter = parse_filter_input(exclude_filter_str)
 
     normalized_include_filter_list = normalize_filters(include_filter, True)
     normalized_exclude_filter_list = normalize_filters(exclude_filter, False)

application_sdk/constants.py

@@ -27,11 +27,14 @@ from dotenv import load_dotenv
 
 load_dotenv(dotenv_path=".env")
 
+# Static Constants
+LOCAL_ENVIRONMENT = "local"
+
 # Application Constants
 #: Name of the application, used for identification
 APPLICATION_NAME = os.getenv("ATLAN_APPLICATION_NAME", "default")
 #: Name of the deployment, used to distinguish between different deployments of the same application
-DEPLOYMENT_NAME = os.getenv("ATLAN_DEPLOYMENT_NAME", "local")
+DEPLOYMENT_NAME = os.getenv("ATLAN_DEPLOYMENT_NAME", LOCAL_ENVIRONMENT)
 #: Host address for the application's HTTP server
 APP_HOST = str(os.getenv("ATLAN_APP_HTTP_HOST", "localhost"))
 #: Port number for the application's HTTP server
@@ -46,8 +49,6 @@ APP_DASHBOARD_PORT = int(os.getenv("ATLAN_APP_DASHBOARD_PORT", "8000"))
 SQL_SERVER_MIN_VERSION = os.getenv("ATLAN_SQL_SERVER_MIN_VERSION")
 #: Path to the SQL queries directory
 SQL_QUERIES_PATH = os.getenv("ATLAN_SQL_QUERIES_PATH", "app/sql")
-#: Whether to use local development mode (used for instance to fetch secrets from the local state store)
-LOCAL_DEVELOPMENT = os.getenv("ATLAN_LOCAL_DEVELOPMENT", "false").lower() == "true"
 
 # Output Path Constants
 #: Output path format for workflows (example: objectstore://bucket/artifacts/apps/{application_name}/workflows/{workflow_id}/{workflow_run_id})

application_sdk/handlers/sql.py

@@ -1,5 +1,4 @@
 import asyncio
-import json
 import re
 from enum import Enum
 from typing import Any, Dict, List, Optional, Set, Tuple
@@ -7,7 +6,11 @@ from typing import Any, Dict, List, Optional, Set, Tuple
 from packaging import version
 
 from application_sdk.clients.sql import BaseSQLClient
-from application_sdk.common.utils import prepare_query, read_sql_files
+from application_sdk.common.utils import (
+    parse_filter_input,
+    prepare_query,
+    read_sql_files,
+)
 from application_sdk.constants import SQL_QUERIES_PATH, SQL_SERVER_MIN_VERSION
 from application_sdk.handlers import HandlerInterface
 from application_sdk.inputs.sql_query import SQLQueryInput
@@ -220,10 +223,10 @@ class BaseSQLHandler(HandlerInterface):
         """
         try:
             schemas_results: List[Dict[str, str]] = await self.prepare_metadata()
-
-            include_filter = json.loads(
-                payload.get("metadata", {}).get("include-filter", "{}")
+            include_filter = parse_filter_input(
+                payload.get("metadata", {}).get("include-filter", {})
             )
+
             allowed_databases, allowed_schemas = self.extract_allowed_schemas(
                 schemas_results
             )

application_sdk/inputs/objectstore.py

@@ -2,7 +2,7 @@
 
 import json
 import os
-from typing import Dict, List, Optional
+from typing import Dict, List, Union
 
 import orjson
 from dapr.clients import DaprClient
@@ -27,7 +27,7 @@ class ObjectStoreInput:
         cls,
         operation: str,
         metadata: Dict[str, str],
-        data: Optional[bytes] = None,
+        data: Union[bytes, str] = "",
         object_store_name: str = DEPLOYMENT_OBJECT_STORE_NAME,
     ) -> bytes:
         """
@@ -172,7 +172,7 @@ class ObjectStoreInput:
         try:
             # this takes care of listing from all type of storage - local as well as object stores
             metadata = {"prefix": prefix, "fileName": prefix} if prefix else {}
-            data = json.dumps({"prefix": prefix}).encode("utf-8") if prefix else None
+            data = json.dumps({"prefix": prefix}).encode("utf-8") if prefix else ""
 
             response_data = cls._invoke_dapr_binding(
                 operation=cls.OBJECT_LIST_OPERATION,
@@ -233,7 +233,7 @@ class ObjectStoreInput:
         """
         try:
             metadata = {"key": file_path, "fileName": file_path}
-            data = json.dumps({"key": file_path}).encode("utf-8") if file_path else None
+            data = json.dumps({"key": file_path}).encode("utf-8") if file_path else ""
 
             response_data = cls._invoke_dapr_binding(
                 operation=cls.OBJECT_GET_OPERATION,

application_sdk/inputs/parquet.py

@@ -1,4 +1,5 @@
 import glob
+import os
 from typing import TYPE_CHECKING, AsyncIterator, Iterator, List, Optional, Union
 
 from application_sdk.inputs import Input
@@ -41,27 +42,32 @@ class ParquetInput(Input):
         self.input_prefix = input_prefix
         self.file_names = file_names
 
-    async def download_files(self, remote_file_path: str) -> Optional[str]:
+    async def download_files(self, local_file_path: str) -> Optional[str]:
         """Read a file from the object store.
 
         Args:
-            remote_file_path (str): Path to the remote file in object store.
+            local_file_path (str): Path to the local file in the temp directory.
 
         Returns:
             Optional[str]: Path to the downloaded local file.
         """
-        parquet_files = glob.glob(remote_file_path)
+        parquet_files = glob.glob(local_file_path)
         if not parquet_files:
             if self.input_prefix:
                 logger.info(
-                    f"Reading file from object store: {remote_file_path} from {self.input_prefix}"
-                )
-                ObjectStoreInput.download_files_from_object_store(
-                    self.input_prefix, remote_file_path
+                    f"Reading file from object store: {local_file_path} from {self.input_prefix}"
                 )
+                if os.path.isdir(local_file_path):
+                    ObjectStoreInput.download_files_from_object_store(
+                        self.input_prefix, local_file_path
+                    )
+                else:
+                    ObjectStoreInput.download_file_from_object_store(
+                        self.input_prefix, local_file_path
+                    )
             else:
                 raise ValueError(
-                    f"No parquet files found in {remote_file_path} and no input prefix provided"
+                    f"No parquet files found in {local_file_path} and no input prefix provided"
                 )
 
     async def get_dataframe(self) -> "pd.DataFrame":

application_sdk/inputs/secretstore.py

@@ -8,9 +8,10 @@ from typing import Any, Dict
 from dapr.clients import DaprClient
 
 from application_sdk.constants import (
+    DEPLOYMENT_NAME,
     DEPLOYMENT_SECRET_PATH,
     DEPLOYMENT_SECRET_STORE_NAME,
-    LOCAL_DEVELOPMENT,
+    LOCAL_ENVIRONMENT,
     SECRET_STORE_NAME,
 )
 from application_sdk.observability.logger_adaptor import get_logger
@@ -41,7 +42,7 @@ class SecretStoreInput:
         Returns:
             Dict with processed secret data
         """
-        if LOCAL_DEVELOPMENT:
+        if DEPLOYMENT_NAME == LOCAL_ENVIRONMENT:
             return {}
 
         try:

application_sdk/outputs/atlan_storage.py

@@ -82,7 +82,6 @@ class AtlanStorageOutput:
 
             logger.debug(f"Successfully migrated: {file_path}")
             return file_path, True, ""
-
         except Exception as e:
             error_msg = str(e)
             logger.error(f"Failed to migrate file {file_path}: {error_msg}")

application_sdk/outputs/objectstore.py

@@ -1,6 +1,7 @@
 """Object store interface for the application."""
 
 import os
+import shutil
 
 from dapr.clients import DaprClient
 from temporalio import activity
@@ -15,6 +16,22 @@ activity.logger = logger
 class ObjectStoreOutput:
     OBJECT_CREATE_OPERATION = "create"
 
+    @staticmethod
+    def _cleanup_local_path(path: str) -> None:
+        """Remove a file or directory (recursively). Ignores if doesn't exist.
+        Args:
+            path (str): The path to the file or directory to remove.
+        """
+        try:
+            if os.path.isfile(path) or os.path.islink(path):
+                os.remove(path)
+            elif os.path.isdir(path):
+                shutil.rmtree(path)
+        except FileNotFoundError:
+            pass  # ignore if the file or directory doesn't exist
+        except Exception as e:
+            logger.warning(f"Error cleaning up {path}: {str(e)}")
+
     @classmethod
     async def push_file_to_object_store(
         cls,
@@ -62,6 +79,7 @@ class ObjectStoreOutput:
                     f"Error pushing file {relative_path} to object store: {str(e)}"
                 )
                 raise e
+            cls._cleanup_local_path(file_path)
 
     @classmethod
     async def push_files_to_object_store(

application_sdk/outputs/secretstore.py

@@ -3,7 +3,7 @@
 import uuid
 from typing import Any, Dict
 
-from application_sdk.constants import LOCAL_DEVELOPMENT
+from application_sdk.constants import DEPLOYMENT_NAME, LOCAL_ENVIRONMENT
 from application_sdk.inputs.statestore import StateType
 from application_sdk.outputs.statestore import StateStoreOutput
 
@@ -26,7 +26,7 @@ class SecretStoreOutput:
             >>> SecretStoreOutput.save_secret({"username": "admin", "password": "password"})
             "1234567890"
         """
-        if LOCAL_DEVELOPMENT:
+        if DEPLOYMENT_NAME == LOCAL_ENVIRONMENT:
             # NOTE: (development) temporary solution to store the credentials in the state store.
             # In production, dapr doesn't support creating secrets.
             credential_guid = str(uuid.uuid4())

application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc25"
+__version__ = "0.1.1rc27"

{atlan_application_sdk-0.1.1rc25.dist-info → atlan_application_sdk-0.1.1rc27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc25
+Version: 0.1.1rc27
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md
@@ -31,7 +31,7 @@ Requires-Dist: pydantic>=2.10.6
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: uvloop>=0.21.0; sys_platform != 'win32'
 Provides-Extra: daft
-Requires-Dist: getdaft[sql]>=0.4.12; extra == 'daft'
+Requires-Dist: daft[sql]>=0.4.12; extra == 'daft'
 Provides-Extra: iam-auth
 Requires-Dist: boto3>=1.38.6; extra == 'iam-auth'
 Provides-Extra: iceberg

{atlan_application_sdk-0.1.1rc25.dist-info → atlan_application_sdk-0.1.1rc27.dist-info}/RECORD

@@ -1,6 +1,6 @@
 application_sdk/__init__.py,sha256=2e2mvmLJ5dxmJGPELtb33xwP-j6JMdoIuqKycEn7hjg,151
-application_sdk/constants.py,sha256=txVsXgN9aBsDXw0Dw9XqYbdTsLTVP5qTS26I1IKpVCA,9111
-application_sdk/version.py,sha256=hCIvFphV7kZCRGPxDJyCviFI6EvnPr30f8d6uNV2K8Y,88
+application_sdk/constants.py,sha256=n7pIycAD8olbB-nzXTvKPahUiuT8tIAR4quj9VPLNg0,8980
+application_sdk/version.py,sha256=are5jaXFs9oL9m2TQqMgiBrJuVelURMxLka4krzJ5YQ,88
 application_sdk/worker.py,sha256=2fLjuKNJafhaQXrHzmxXYO22F4ZSc0igMjoxXVNBFfk,6167
 application_sdk/activities/__init__.py,sha256=EH5VTHcfGykIX7V1HsG0J1Z-1FbJEXTQOET0HdzFDjU,9519
 application_sdk/activities/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -24,7 +24,7 @@ application_sdk/common/aws_utils.py,sha256=aeL3BTMzv1UWJ4KxfwY5EsfYnxtS1FKNJ4xKd
 application_sdk/common/credential_utils.py,sha256=M9oraG2uPeOSbxUAOJlP2IeClsDD79EhNkdow42dFsI,3025
 application_sdk/common/dataframe_utils.py,sha256=PId9vT6AUoq3tesiTd4sSUvW7RUhPWdAAEBLuOprks4,1262
 application_sdk/common/error_codes.py,sha256=uROVfOOMrGPO8JroWB3vs5rIEhr0GfcPqXAK9wdhcVQ,13742
-application_sdk/common/utils.py,sha256=t7D1mRTq24CvCLgh0Ms7R_w21Vj7PCiCwOmoiTKatnE,14026
+application_sdk/common/utils.py,sha256=ktCZLp-AEiyd-IPOgbD83Dg9qa8Z0Sj_mJmmdSzpOak,14759
 application_sdk/docgen/__init__.py,sha256=Gr_3uVEnSspKd_-R1YRsDABI-iP4170Dvg5jM2oD76A,7352
 application_sdk/docgen/exporters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/docgen/exporters/mkdocs.py,sha256=vxYjKLz-7z7rBUSkOGTdNVlPdx_VPfFfJ31HHNgMCeM,4024
@@ -41,13 +41,13 @@ application_sdk/docgen/parsers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 application_sdk/docgen/parsers/directory.py,sha256=8Kk2sjb-0l2wLO_njdlcuHjv5akoNgmf-FmaDSaE4WM,7751
 application_sdk/docgen/parsers/manifest.py,sha256=3NP-dBTpHAUQa477usMIDaKSb_9xfLE8G3RX0T1Bq2s,3318
 application_sdk/handlers/__init__.py,sha256=U7kKwVWK0FZz1uIJ2ANN0C5tD83k_9Nyz0ns6ttr92g,1152
-application_sdk/handlers/sql.py,sha256=lP3sH6cZK94rJMC-Ul9BomNH3wT-IQ_uwEhh2xAjNaQ,16081
+application_sdk/handlers/sql.py,sha256=qyLbTG9HZYX5_PAsvoSKANVcK53JS3sLUrqXMgXr1T8,16112
 application_sdk/inputs/__init__.py,sha256=_d-cUhcDyoJTJR3PdQkC831go6VDw9AM6Bg7-qm3NHI,1900
 application_sdk/inputs/iceberg.py,sha256=xiv1kNtVx1k0h3ZJbJeXjZwdfBGSy9j9orYP_AyCYlI,2756
 application_sdk/inputs/json.py,sha256=J1CVz0YGQHDyq840TyoBHE7Baua2yIFHzsrybiZbeWk,6079
-application_sdk/inputs/objectstore.py,sha256=z7BaEpVzoiscZ2Tdq9vPBWj4MZb3LjygE2dd1jn1ZRo,8788
-application_sdk/inputs/parquet.py,sha256=rrDI_OAktZIpWMIJIvyNoqrDg-lH2t_4NnB_x6JmX30,6101
-application_sdk/inputs/secretstore.py,sha256=3JieHdRXEOATWwJW4jkuRvcd7EDUHR0akSXhqtSM0Q0,3906
+application_sdk/inputs/objectstore.py,sha256=mOC5Bv10tZg9y4oikff_QViHSWZ_FHiotI9xdrlAIok,8781
+application_sdk/inputs/parquet.py,sha256=Hsi6Nz_KwxFMB6DcHSQov5y_hRkoeN7e4xfpYwogveo,6346
+application_sdk/inputs/secretstore.py,sha256=WPGvsPMLUaARvXA6JSa4uHp7tQcCW4NMIIUDQyM3F-I,3946
 application_sdk/inputs/sql_query.py,sha256=1EREgea6kKNaMIyX2HLJgbJ07rtAgLasd9NyvDcdZok,10636
 application_sdk/inputs/statestore.py,sha256=Ib87toiYzSEg7_7C0o6CeS-c0vsjaJqiIEIKwiwXAcE,2954
 application_sdk/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -58,13 +58,13 @@ application_sdk/observability/traces_adaptor.py,sha256=0eQJPN-tYA_dV8D3uEa5ZiX9g
 application_sdk/observability/utils.py,sha256=MKEpT0WYtpATUgLgJDkGQaAP_t-jpDYMUKDfEvr8Phg,2448
 application_sdk/observability/decorators/observability_decorator.py,sha256=JNrWNXT5W4klmlAc5b8C3_VBjDu0PI64W2ptr7LMzk4,8110
 application_sdk/outputs/__init__.py,sha256=HX8VcN22xyrkoRWdjQj8TrC5dEUG7cPzOcvJhlprqAs,8415
-application_sdk/outputs/atlan_storage.py,sha256=V4fXslizhpsOg7_on_a_RM8IEAl6wa3fqd8BcceXjsg,6030
+application_sdk/outputs/atlan_storage.py,sha256=HQLbuyOZQC-GxYAiCVJakIJizTWy926tdMGOHvaBlD8,6029
 application_sdk/outputs/eventstore.py,sha256=fEW1oo9ncKylF5uLXTgjyRQZCrj72Gta3CaeduSX8nw,5548
 application_sdk/outputs/iceberg.py,sha256=IGtj5WDgqLu6vzDEvw5DLsKsjm29Krto3AHvWpemr0A,5311
 application_sdk/outputs/json.py,sha256=xF-8mY3BZRRejip4s9npIUuFaAxgFmBQVaLMkrI_iCI,14117
-application_sdk/outputs/objectstore.py,sha256=CfEI13tgp-WyQAEDyBelUZULUzAxHMxrdZifn66mIKo,3771
+application_sdk/outputs/objectstore.py,sha256=TJvgfkJpGRK129ttxY7qRYJ7ASKZA4R6-0BUA3Lk7mc,4450
 application_sdk/outputs/parquet.py,sha256=A2EnEx1zWjaXk10u3eJusmWxGxt8WR7CHXDaJgsKpq0,11040
-application_sdk/outputs/secretstore.py,sha256=AuLcM-wmzr7ZTXePLk3dunj3vhIhWkigQ-XYJo6SOZA,1306
+application_sdk/outputs/secretstore.py,sha256=JS9vUzb11leDpcMQSCnLJuE9Ww-9G3wMvCdUKBPaw9I,1342
 application_sdk/outputs/statestore.py,sha256=erviUTNyK-iLPe03i4r-G-5D3uAWdRnkW83Hnu7wI7o,3854
 application_sdk/server/__init__.py,sha256=KTqE1YPw_3WDVMWatJUuf9OOiobLM2K5SMaBrI62sCo,1568
 application_sdk/server/fastapi/__init__.py,sha256=QiIaR43QhgJaLeKs5lTghfxCAGxVxFnYAudy47akbP4,27783
@@ -129,8 +129,8 @@ application_sdk/workflows/metadata_extraction/__init__.py,sha256=jHUe_ZBQ66jx8bg
 application_sdk/workflows/metadata_extraction/sql.py,sha256=_NhszxIgmcQI6lVpjJoyJRFLwPYvJw1Dyqox_m9K2RA,11947
 application_sdk/workflows/query_extraction/__init__.py,sha256=n066_CX5RpJz6DIxGMkKS3eGSRg03ilaCtsqfJWQb7Q,117
 application_sdk/workflows/query_extraction/sql.py,sha256=kT_JQkLCRZ44ZpaC4QvPL6DxnRIIVh8gYHLqRbMI-hA,4826
-atlan_application_sdk-0.1.1rc25.dist-info/METADATA,sha256=lpZs9wBCO8OGYRO_rAJ7cVMBXhuGaVSBZJMdeGPvM4I,5476
-atlan_application_sdk-0.1.1rc25.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atlan_application_sdk-0.1.1rc25.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-atlan_application_sdk-0.1.1rc25.dist-info/licenses/NOTICE,sha256=zlRshGtgfjXFcCKn_hwuILOFV9-NoKe0e2Tjy98_lrw,1044
-atlan_application_sdk-0.1.1rc25.dist-info/RECORD,,
+atlan_application_sdk-0.1.1rc27.dist-info/METADATA,sha256=pCLOauLHmtbMy_oEfXKXH_3GTXy9A577cgk8oLvWD_I,5473
+atlan_application_sdk-0.1.1rc27.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+atlan_application_sdk-0.1.1rc27.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+atlan_application_sdk-0.1.1rc27.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
+atlan_application_sdk-0.1.1rc27.dist-info/RECORD,,

{atlan_application_sdk-0.1.1rc25.dist-info → atlan_application_sdk-0.1.1rc27.dist-info}/licenses/NOTICE

@@ -19,7 +19,7 @@ Apache License 2.0 Dependencies:
   - Apache Atlas (https://github.com/apache/atlas) under Apache-2.0 license
   - Elasticsearch DSL (https://github.com/elastic/elasticsearch-dsl-py) under Apache-2.0 license
 - orjson (https://github.com/ijl/orjson)
-- getdaft (https://github.com/Eventual-Inc/Daft)
+- daft (https://github.com/Eventual-Inc/Daft)
 - pyiceberg (https://github.com/apache/iceberg-python)
 - pyarrow (https://github.com/apache/arrow/tree/main/python)
 - dapr (https://github.com/dapr/python-sdk/)