atlan-application-sdk 0.1.1rc28__tar.gz → 0.1.1rc30__tar.gz

atlan_application_sdk-0.1.1rc30/.github/release_notes.md

@@ -0,0 +1,7 @@
+## v0.1.1rc30 (August 13, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc29...v0.1.1rc30
+
+### Bug Fixes
+
+- download_files_from_object_store with correct files list (#652) (by @Nishchith Shetty in [e2ed7bd](https://github.com/atlanhq/application-sdk/commit/e2ed7bd))

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/CHANGELOG.md

@@ -1,6 +1,28 @@
 # Changelog
 
 
+## v0.1.1rc30 (August 13, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc29...v0.1.1rc30
+
+### Bug Fixes
+
+- download_files_from_object_store with correct files list (#652) (by @Nishchith Shetty in [e2ed7bd](https://github.com/atlanhq/application-sdk/commit/e2ed7bd))
+
+## v0.1.1rc29 (August 13, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc28...v0.1.1rc29
+
+### Features
+
+- increase DAPR gRPC message limit from 16MB to 100MB (#649) (by @Nishchith Shetty in [ae0d218](https://github.com/atlanhq/application-sdk/commit/ae0d218))
+
+### Bug Fixes
+
+- error logs for eventstore, objectstore and metrics (#647) (by @Nishchith Shetty in [70b71b6](https://github.com/atlanhq/application-sdk/commit/70b71b6))
+
+
+
 ## v0.1.1rc28 (August 12, 2025)
 
 Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc27...v0.1.1rc28

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc28
+Version: 0.1.1rc30
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md

atlan_application_sdk-0.1.1rc30/application_sdk/common/dapr_utils.py

@@ -0,0 +1,32 @@
+from dapr import clients
+
+from application_sdk.observability.logger_adaptor import get_logger
+
+logger = get_logger(__name__)
+
+
+def is_component_registered(component_name: str) -> bool:
+    """Check if a DAPR component with the given name is registered.
+
+    Args:
+        component_name: Name of the component to check.
+
+    Returns:
+        True if the component is present, False otherwise or on metadata errors.
+    """
+    try:
+        with clients.DaprClient() as client:
+            metadata = client.get_metadata()
+            # Each registered component has fields: name, type (e.g., "eventstore")
+            for component in getattr(metadata, "registered_components", []):
+                if component.name == component_name:
+                    return True
+            return False
+    except Exception:
+        # If we cannot read metadata, behave conservatively and report unavailable
+        logger.warning(
+            "Failed to read Dapr metadata for component availability check; treating as unavailable",
+            exc_info=True,
+            extra={"component_name": component_name},
+        )
+        return False

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/constants.py

@@ -131,9 +131,9 @@ EVENT_STORE_NAME = os.getenv("EVENT_STORE_NAME", "eventstore")
 #: Whether to enable Atlan storage upload
 ENABLE_ATLAN_UPLOAD = os.getenv("ENABLE_ATLAN_UPLOAD", "false").lower() == "true"
 # Dapr Client Configuration
-#: Maximum gRPC message length in bytes for Dapr client (default: 16MB)
+#: Maximum gRPC message length in bytes for Dapr client (default: 100MB)
 DAPR_MAX_GRPC_MESSAGE_LENGTH = int(
-    os.getenv("DAPR_MAX_GRPC_MESSAGE_LENGTH", "16777216")
+    os.getenv("DAPR_MAX_GRPC_MESSAGE_LENGTH", "104857600")
 )
 #: Name of the deployment secret store component in DAPR
 DEPLOYMENT_SECRET_STORE_NAME = os.getenv(

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/handlers/sql.py

@@ -116,7 +116,7 @@ class BaseSQLHandler(HandlerInterface):
     async def fetch_metadata(
         self,
         metadata_type: Optional[str] = None,
-        database: Optional[str] = None,
+        database: str = "",
     ) -> List[Dict[str, str]]:
         """
         Fetch metadata based on the requested type.

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/inputs/objectstore.py

@@ -79,25 +79,11 @@ class ObjectStoreInput:
         try:
             # List all files in the object store path
             relative_path = os.path.relpath(file_path, download_file_prefix)
-            metadata = {"fileName": relative_path}
+            file_list = cls.list_all_files(relative_path, object_store_name)
 
-            try:
-                # Assuming the object store binding supports a "list" operation
-                response_data = cls._invoke_dapr_binding(
-                    operation=cls.OBJECT_LIST_OPERATION, metadata=metadata
-                )
-                file_list = orjson.loads(response_data.decode("utf-8"))
-            except Exception as e:
-                logger.error(
-                    f"Error listing files in object store path {download_file_prefix}: {str(e)}"
-                )
-                raise e
-
-            if not file_list:
-                logger.info(
-                    f"No files found in object store path: {download_file_prefix}"
-                )
-                return
+            logger.info(
+                f"Found list of files: {file_list} from: {download_file_prefix}"
+            )
 
             # Download each file
             for relative_path in file_list:

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/inputs/statestore.py

@@ -76,6 +76,7 @@ class StateStoreInput:
         state = {}
 
         try:
+            logger.info(f"Trying to download state object for {id} with type {type}")
             local_state_file_path = os.path.join(TEMPORARY_PATH, state_file_path)
             ObjectStoreInput.download_file_from_object_store(
                 download_file_prefix=TEMPORARY_PATH,
@@ -86,10 +87,11 @@ class StateStoreInput:
             with open(local_state_file_path, "r") as file:
                 state = json.load(file)
 
+            logger.info(f"State object downloaded for {id} with type {type}")
         except Exception as e:
             # local error message is "file not found", while in object store it is "object not found"
             if "not found" in str(e).lower():
-                logger.debug(
+                logger.info(
                     f"No state found for {type.value} with id '{id}', returning empty dict"
                 )
             else:

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/outputs/eventstore.py

@@ -14,6 +14,7 @@ from dapr import clients
 from pydantic import BaseModel, Field
 from temporalio import activity, workflow
 
+from application_sdk.common.dapr_utils import is_component_registered
 from application_sdk.constants import APPLICATION_NAME, EVENT_STORE_NAME
 from application_sdk.observability.logger_adaptor import get_logger
 
@@ -155,6 +156,11 @@ class EventStore:
         Example:
             >>> EventStore.create_generic_event(Event(event_type="test", data={"test": "test"}))
         """
+        if not is_component_registered(EVENT_STORE_NAME):
+            logger.warning(
+                "Skipping event publish because event store component is not registered",
+            )
+            return
         try:
             if enrich_metadata:
                 event = cls.enrich_event_metadata(event)

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/outputs/statestore.py

@@ -84,8 +84,8 @@ class StateStoreOutput:
             >>> from application_sdk.outputs.statestore import StateStoreOutput
             >>> await StateStoreOutput.save_state_object("wf-123", {"test": "test"}, "workflow")
         """
-
         try:
+            logger.info(f"Saving state object for {id} with type {type}")
             # get the current state from object store
             current_state = StateStoreInput.get_state(id, type)
             state_file_path = build_state_store_path(id, type)
@@ -106,7 +106,7 @@ class StateStoreOutput:
                 file_path=local_state_file_path,
                 object_store_name=UPSTREAM_OBJECT_STORE_NAME,
             )
-
+            logger.info(f"State object saved for {id} with type {type}")
             return current_state
         except Exception as e:
             logger.error(f"Failed to store state: {str(e)}")

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/server/fastapi/__init__.py

@@ -493,7 +493,7 @@ class APIServer(ServerInterface):
         metrics = get_metrics()
 
         metadata_type = body.root.get("type", "all")
-        database = body.root.get("database", None)
+        database = body.root.get("database", "")
 
         try:
             if not self.handler:

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc28"
+__version__ = "0.1.1rc30"

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/docs/docs/concepts/outputs.md

@@ -21,7 +21,7 @@ This module provides a standardized way to write data to various destinations wi
     *   **`SecretStoreOutput` (`secretstore.py`)**: Saves sensitive data (like credentials) securely, typically via the StateStore using a Dapr binding.
     *   **`StateStoreOutput` (`statestore.py`)**: Saves configuration or state data to the configured Dapr state store binding.
     *   **`IcebergOutput` (`iceberg.py`)**: Writes DataFrames to Apache Iceberg tables.
-    *   **`EventStore` (`eventstore.py`)**: Publishes events (like workflow/activity start/end) to a configured Dapr pub/sub binding.
+    *   **`EventStore` (`eventstore.py`)**: Publishes events (like workflow/activity start/end) to a configured Dapr eventstore binding. Before publishing, it performs a preflight check via the Dapr Metadata API to verify that the configured eventstore component exists; if not, it skips publishing and logs a warning with context.
 
 ## `JsonOutput` (`json.py`)
 

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atlan-application-sdk"
-version = "0.1.1rc28"
+version = "0.1.1rc30"
 description = "Atlan Application SDK is a Python library for developing applications on the Atlan Platform"
 license = "Apache-2.0"
 authors = [

{atlan_application_sdk-0.1.1rc28 → atlan_application_sdk-0.1.1rc30}/uv.lock

@@ -131,7 +131,7 @@ wheels = [
 
 [[package]]
 name = "atlan-application-sdk"
-version = "0.1.1rc28"
+version = "0.1.1rc30"
 source = { editable = "." }
 dependencies = [
     { name = "aiohttp" },

atlan_application_sdk-0.1.1rc28/.github/release_notes.md

@@ -1,7 +0,0 @@
-## v0.1.1rc28 (August 12, 2025)
-
-Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc27...v0.1.1rc28
-
-### Features
-
-- add pyatlan Client to Application SDK (#642) (by @Ernest Hill in [c00d682](https://github.com/atlanhq/application-sdk/commit/c00d682))