atlan-application-sdk 0.1.1rc22__tar.gz → 0.1.1rc23__tar.gz

atlan_application_sdk-0.1.1rc23/.github/release_notes.md

@@ -0,0 +1,8 @@
+## v0.1.1rc23 (July 29, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc22...v0.1.1rc23
+
+### Bug Fixes
+
+- marker file being saved at incorrect location (#620) (by @Abhishek Agrawal in [d3de56f](https://github.com/atlanhq/application-sdk/commit/d3de56f))
+- issues with inferring workflow_run_id (#624) (by @Nishchith Shetty in [61e7a4d](https://github.com/atlanhq/application-sdk/commit/61e7a4d))

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Changelog
 
+## v0.1.1rc23 (July 29, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc22...v0.1.1rc23
+
+### Bug Fixes
+
+- marker file being saved at incorrect location (#620) (by @Abhishek Agrawal in [d3de56f](https://github.com/atlanhq/application-sdk/commit/d3de56f))
+- issues with inferring workflow_run_id (#624) (by @Nishchith Shetty in [61e7a4d](https://github.com/atlanhq/application-sdk/commit/61e7a4d))
+
+
 
 ## v0.1.1rc22 (July 21, 2025)
 

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc22
+Version: 0.1.1rc23
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/application_sdk/activities/__init__.py

@@ -24,6 +24,7 @@ from application_sdk.activities.common.utils import (
     auto_heartbeater,
     build_output_path,
     get_workflow_id,
+    get_workflow_run_id,
 )
 from application_sdk.common.error_codes import OrchestratorError
 from application_sdk.constants import TEMPORARY_PATH
@@ -183,7 +184,7 @@ class ActivitiesInterface(ABC, Generic[ActivitiesStateType]):
         Raises:
             IOError: If configuration cannot be retrieved from state store
         """
-        workflow_id = workflow_config.get("workflow_id")
+        workflow_id = workflow_config.get("workflow_id", get_workflow_id())
         if not workflow_id:
             raise ValueError("workflow_id is required in workflow_config")
 
@@ -196,6 +197,8 @@ class ActivitiesInterface(ABC, Generic[ActivitiesStateType]):
             workflow_args["output_path"] = os.path.join(
                 workflow_args["output_prefix"], build_output_path()
             )
+            workflow_args["workflow_id"] = workflow_id
+            workflow_args["workflow_run_id"] = get_workflow_run_id()
             return workflow_args
 
         except Exception as e:

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/application_sdk/activities/query_extraction/sql.py

@@ -398,7 +398,7 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
         Raises:
             Exception: If marker file writing or object store upload fails
         """
-        output_path = workflow_args["output_path"].rsplit("/", 2)[0]
+        output_path = workflow_args["output_path"].rsplit("/", 1)[0]
         logger.info(f"Writing marker file to {output_path}")
         marker_file_path = os.path.join(output_path, "markerfile")
 
@@ -436,7 +436,7 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
             Exception: If marker file reading fails (logged as warning, not re-raised)
         """
         try:
-            output_path = workflow_args["output_path"].rsplit("/", 2)[0]
+            output_path = workflow_args["output_path"].rsplit("/", 1)[0]
             marker_file_path = os.path.join(output_path, "markerfile")
             logger.info(f"Downloading marker file from {marker_file_path}")
 
@@ -485,7 +485,7 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
 
         current_marker = self.read_marker(workflow_args)
         if current_marker:
-            miner_args.miner_start_time_epoch = current_marker
+            miner_args.current_marker = current_marker
 
         queries_sql_query = self.fetch_queries_sql.format(
             database_name_cleaned=miner_args.database_name_cleaned,

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/application_sdk/outputs/parquet.py

@@ -188,7 +188,10 @@ class ParquetOutput(Output):
             self.total_record_count += row_count
 
             # Generate file path using path_gen function
-            file_path = f"{self.output_path}/{self.path_gen(self.chunk_start, self.chunk_count, self.start_marker, self.end_marker)}"
+            if self.start_marker and self.end_marker:
+                file_path = self.output_path
+            else:
+                file_path = f"{self.output_path}/{self.path_gen(self.chunk_start, self.chunk_count, self.start_marker, self.end_marker)}"
 
             # Write the dataframe to parquet using daft
             dataframe.write_parquet(

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc22"
+__version__ = "0.1.1rc23"

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/application_sdk/workflows/__init__.py

@@ -85,9 +85,6 @@ class WorkflowInterface(ABC, Generic[ActivitiesInterfaceType]):
         logger.info("Starting workflow execution")
 
         try:
-            workflow_run_id = workflow.info().run_id
-            workflow_args["workflow_run_id"] = workflow_run_id
-
             retry_policy = RetryPolicy(maximum_attempts=2, backoff_coefficient=2)
 
             await workflow.execute_activity_method(

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/application_sdk/workflows/metadata_extraction/sql.py

@@ -201,9 +201,6 @@ class BaseSQLMetadataExtractionWorkflow(MetadataExtractionWorkflow):
                 heartbeat_timeout=self.default_heartbeat_timeout,
             )
 
-            workflow_run_id = workflow.info().run_id
-            workflow_args["workflow_run_id"] = workflow_run_id
-
             logger.info(f"Starting extraction workflow for {workflow_id}")
             retry_policy = RetryPolicy(
                 maximum_attempts=6,

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/docs/docs/concepts/workflows.md

@@ -129,7 +129,6 @@ While most customization typically happens in `Activities`, `Handlers`, or `Clie
         @workflow.run
         async def run(self, workflow_config: Dict[str, Any]) -> str: # Return type example
             # 1. Load full arguments (Essential step)
-            workflow_id = workflow_config["workflow_id"]
             workflow_args: Dict[str, Any] = await workflow.execute_activity_method(
                 self.activities_cls.get_workflow_args,
                 workflow_config,  # Pass the whole config containing workflow_id
@@ -137,8 +136,6 @@ While most customization typically happens in `Activities`, `Handlers`, or `Clie
                 start_to_close_timeout=self.default_start_to_close_timeout,
                 heartbeat_timeout=self.default_heartbeat_timeout,
             )
-            workflow.logger.info(f"Starting custom run logic for {workflow_id}")
-            workflow_args["workflow_run_id"] = workflow.info().run_id # Add run ID
 
             # Define a standard retry policy for activities
             retry_policy = RetryPolicy(maximum_attempts=3)

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atlan-application-sdk"
-version = "0.1.1rc22"
+version = "0.1.1rc23"
 description = "Atlan Application SDK is a Python library for developing applications on the Atlan Platform"
 license = "Apache-2.0"
 authors = [

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/tests/unit/activities/test_activities.py

@@ -178,14 +178,16 @@ class TestActivitiesInterface:
 class TestActivitiesInterfaceActivities:
     """Test cases for ActivitiesInterface activity methods."""
 
-    @patch("application_sdk.activities.common.utils.get_workflow_run_id")
-    @patch("application_sdk.activities.common.utils.get_workflow_id")
+    @patch("application_sdk.activities.build_output_path")
+    @patch("application_sdk.activities.get_workflow_run_id")
+    @patch("application_sdk.activities.get_workflow_id")
     @patch("application_sdk.inputs.statestore.StateStoreInput.get_state")
     async def test_get_workflow_args_success(
         self,
         mock_get_state,
         mock_get_workflow_id,
         mock_get_workflow_run_id,
+        mock_build_output_path,
         mock_activities,
     ):
         """Test successful get_workflow_args activity."""
@@ -194,6 +196,7 @@ class TestActivitiesInterfaceActivities:
         mock_get_state.return_value = expected_config
         mock_get_workflow_id.return_value = "test-123"
         mock_get_workflow_run_id.return_value = "run-456"
+        mock_build_output_path.return_value = "test/output/path"
 
         result = await mock_activities.get_workflow_args(workflow_config)
 
@@ -207,20 +210,41 @@ class TestActivitiesInterfaceActivities:
 
         mock_get_state.assert_called_once_with("test-123", StateType.WORKFLOWS)
 
-    async def test_get_workflow_args_missing_workflow_id(self, mock_activities):
+    @patch("application_sdk.activities.build_output_path")
+    @patch("application_sdk.activities.get_workflow_run_id")
+    @patch("application_sdk.activities.get_workflow_id")
+    async def test_get_workflow_args_missing_workflow_id(
+        self,
+        mock_get_workflow_id,
+        mock_get_workflow_run_id,
+        mock_build_output_path,
+        mock_activities,
+    ):
         """Test get_workflow_args with missing workflow_id."""
         workflow_config = {"other_param": "value"}
+        mock_get_workflow_id.side_effect = Exception("Failed to get workflow id")
 
-        with pytest.raises(ValueError, match="workflow_id is required"):
+        with pytest.raises(Exception, match="Failed to get workflow id"):
             await mock_activities.get_workflow_args(workflow_config)
 
+    @patch("application_sdk.activities.build_output_path")
+    @patch("application_sdk.activities.get_workflow_run_id")
+    @patch("application_sdk.activities.get_workflow_id")
     @patch("application_sdk.inputs.statestore.StateStoreInput.get_state")
     async def test_get_workflow_args_extraction_error(
-        self, mock_get_state, mock_activities
+        self,
+        mock_get_state,
+        mock_get_workflow_id,
+        mock_get_workflow_run_id,
+        mock_build_output_path,
+        mock_activities,
     ):
         """Test get_workflow_args when extraction fails."""
         workflow_config = {"workflow_id": "test-123"}
         mock_get_state.side_effect = Exception("Extraction failed")
+        mock_get_workflow_id.return_value = "test-123"
+        mock_get_workflow_run_id.return_value = "run-456"
+        mock_build_output_path.return_value = "test/output/path"
 
         with pytest.raises(Exception, match="Extraction failed"):
             await mock_activities.get_workflow_args(workflow_config)

{atlan_application_sdk-0.1.1rc22 → atlan_application_sdk-0.1.1rc23}/uv.lock

@@ -131,7 +131,7 @@ wheels = [
 
 [[package]]
 name = "atlan-application-sdk"
-version = "0.1.1rc22"
+version = "0.1.1rc23"
 source = { editable = "." }
 dependencies = [
     { name = "duckdb" },

atlan_application_sdk-0.1.1rc22/.github/release_notes.md

@@ -1,11 +0,0 @@
-## v0.1.1rc22 (July 21, 2025)
-
-Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc21...v0.1.1rc22
-
-### Features
-
-- use object store as state store, path update and fixes (#618) (by @Nishchith Shetty in [d439cb4](https://github.com/atlanhq/application-sdk/commit/d439cb4))
-
-### Bug Fixes
-
-- suppress daft dependency loggers (#611) (by @Nishchith Shetty in [3e379d4](https://github.com/atlanhq/application-sdk/commit/3e379d4))