atlan-application-sdk 0.1.1rc35__py3-none-any.whl → 0.1.1rc36__py3-none-any.whl

application_sdk/interceptors/lock.py

@@ -0,0 +1,139 @@
+"""Redis lock interceptor for Temporal workflows.
+
+Manages distributed locks for activities decorated with @needs_lock using
+separate lock acquisition and release activities to avoid workflow deadlocks.
+"""
+
+from datetime import timedelta
+from typing import Any, Dict, Optional, Type
+
+from temporalio import workflow
+from temporalio.common import RetryPolicy
+from temporalio.worker import (
+    Interceptor,
+    StartActivityInput,
+    WorkflowInboundInterceptor,
+    WorkflowInterceptorClassInput,
+    WorkflowOutboundInterceptor,
+)
+
+from application_sdk.common.error_codes import WorkflowError
+from application_sdk.constants import (
+    APPLICATION_NAME,
+    IS_LOCKING_DISABLED,
+    LOCK_METADATA_KEY,
+)
+from application_sdk.observability.logger_adaptor import get_logger
+
+logger = get_logger(__name__)
+
+
+class RedisLockInterceptor(Interceptor):
+    """Main interceptor class for Redis distributed locking."""
+
+    def __init__(self, activities: Dict[str, Any]):
+        """Initialize Redis lock interceptor.
+
+        Args:
+            activities: Dictionary mapping activity names to activity functions
+        """
+        self.activities = activities
+
+    def workflow_interceptor_class(
+        self, input: WorkflowInterceptorClassInput
+    ) -> Optional[Type[WorkflowInboundInterceptor]]:
+        activities = self.activities
+
+        class RedisLockWorkflowInboundInterceptor(WorkflowInboundInterceptor):
+            """Inbound interceptor that manages Redis locks for activities."""
+
+            def init(self, outbound: WorkflowOutboundInterceptor) -> None:
+                """Initialize with Redis lock outbound interceptor."""
+                lock_outbound = RedisLockOutboundInterceptor(outbound, activities)
+                super().init(lock_outbound)
+
+        return RedisLockWorkflowInboundInterceptor
+
+
+class RedisLockOutboundInterceptor(WorkflowOutboundInterceptor):
+    """Outbound interceptor that acquires Redis locks before activity execution."""
+
+    def __init__(self, next: WorkflowOutboundInterceptor, activities: Dict[str, Any]):
+        super().__init__(next)
+        self.activities = activities
+
+    async def start_activity(  # type: ignore[override]
+        self, input: StartActivityInput
+    ) -> workflow.ActivityHandle[Any]:
+        """Start activity with distributed lock if required."""
+
+        # Check if activity needs locking
+        activity_fn = self.activities.get(input.activity)
+        if (
+            not activity_fn
+            or not hasattr(activity_fn, LOCK_METADATA_KEY)
+            or IS_LOCKING_DISABLED
+        ):
+            return await self.next.start_activity(input)
+
+        lock_config = getattr(activity_fn, LOCK_METADATA_KEY)
+        lock_name = lock_config.get("lock_name", input.activity)
+        max_locks = lock_config.get("max_locks", 5)
+        if not input.schedule_to_close_timeout:
+            logger.error(
+                f"Activity '{input.activity}' with @needs_lock decorator requires schedule_to_close_timeout"
+            )
+            raise WorkflowError(
+                f"{WorkflowError.WORKFLOW_CONFIG_ERROR}: Activity '{input.activity}' with @needs_lock decorator must be called with schedule_to_close_timeout parameter. "
+                f"Example: workflow.execute_activity('{input.activity}', schedule_to_close_timeout=timedelta(minutes=10))"
+            )
+        ttl_seconds = int(input.schedule_to_close_timeout.total_seconds())
+
+        # Orchestrate lock acquisition -> business activity -> lock release
+        return await self._execute_with_lock_orchestration(
+            input, lock_name, max_locks, ttl_seconds
+        )
+
+    async def _execute_with_lock_orchestration(
+        self,
+        input: StartActivityInput,
+        lock_name: str,
+        max_locks: int,
+        ttl_seconds: int,
+    ) -> workflow.ActivityHandle[Any]:
+        """Execute activity with distributed lock orchestration."""
+        owner_id = f"{APPLICATION_NAME}:{workflow.info().run_id}"
+        lock_result = None
+
+        try:
+            # Step 1: Acquire lock via dedicated activity (can take >2s safely)
+            start_to_close_timeout = workflow.info().execution_timeout
+            lock_result = await workflow.execute_activity(
+                "acquire_distributed_lock",
+                args=[lock_name, max_locks, ttl_seconds, owner_id],
+                start_to_close_timeout=start_to_close_timeout,
+                retry_policy=RetryPolicy(maximum_attempts=1),
+            )
+
+            logger.debug(f"Lock acquired: {lock_result}, executing {input.activity}")
+
+            # Step 2: Execute the business activity and return its handle
+            return await self.next.start_activity(input)
+
+        finally:
+            # Step 3: Release lock (fire-and-forget with short timeout)
+            if lock_result is not None:
+                try:
+                    await workflow.execute_local_activity(
+                        "release_distributed_lock",
+                        args=[lock_result["resource_id"], lock_result["owner_id"]],
+                        start_to_close_timeout=timedelta(seconds=5),
+                        retry_policy=RetryPolicy(maximum_attempts=1),
+                    )
+                    logger.debug(f"Lock released: {lock_result['resource_id']}")
+                except Exception as e:
+                    # Silent failure - TTL will handle cleanup
+                    logger.warning(
+                        f"Lock release failed for {lock_result['resource_id']}: {e}. "
+                        f"TTL will handle cleanup."
+                    )

application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc35"
+__version__ = "0.1.1rc36"

{atlan_application_sdk-0.1.1rc35.dist-info → atlan_application_sdk-0.1.1rc36.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc35
+Version: 0.1.1rc36
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md
@@ -26,12 +26,14 @@ Requires-Dist: fastapi[standard]>=0.115.0
 Requires-Dist: loguru>=0.7.3
 Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
 Requires-Dist: psutil>=7.0.0
-Requires-Dist: pyatlan>=8.0.0
+Requires-Dist: pyatlan>=8.0.2
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: uvloop>=0.21.0; sys_platform != 'win32'
 Provides-Extra: daft
 Requires-Dist: daft>=0.4.12; extra == 'daft'
+Provides-Extra: distributed-lock
+Requires-Dist: redis[hiredis]>=5.2.0; extra == 'distributed-lock'
 Provides-Extra: iam-auth
 Requires-Dist: boto3>=1.38.6; extra == 'iam-auth'
 Provides-Extra: iceberg

{atlan_application_sdk-0.1.1rc35.dist-info → atlan_application_sdk-0.1.1rc36.dist-info}/RECORD

@@ -1,8 +1,9 @@
 application_sdk/__init__.py,sha256=2e2mvmLJ5dxmJGPELtb33xwP-j6JMdoIuqKycEn7hjg,151
-application_sdk/constants.py,sha256=_Fmk9PgpM68chPDHHkgrs4Zg2KK4UCqqg7Oj9_u3WVo,9486
-application_sdk/version.py,sha256=z0Ar6Kx6DAuBs3JjgjdT2lqiLuVvhu2S7idSn3AwbsU,88
+application_sdk/constants.py,sha256=GzwZO0pa9M-FgibmfIs1lh-Fwo06K9Tk6WzGqMyJgpI,10362
+application_sdk/version.py,sha256=SlVLwzlzsYJZi1Wtxmscry6pqrSiOm-LICxqBBQXx70,88
 application_sdk/worker.py,sha256=i5f0AeKI39IfsLO05QkwC6uMz0zDPSJqP7B2byri1VI,7489
 application_sdk/activities/__init__.py,sha256=QaXLOBYbb0zPOY5kfDQh56qbXQFaYNXOjJ5PCvatiZ4,9530
+application_sdk/activities/lock_management.py,sha256=L__GZ9BsArwU1ntYwAgCKsSjCqN6QBeOfT-OT4WyD4Y,3983
 application_sdk/activities/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/common/models.py,sha256=305WdrZB7EAtCOAU_q9hMw81XowUdCeuFs9zfzb-MHQ,1196
 application_sdk/activities/common/utils.py,sha256=F4Fq9Gl_gvUQj_fSdwzTU7obqUnemYL1dgb_yS34vTM,6967
@@ -19,16 +20,19 @@ application_sdk/clients/async_atlan.py,sha256=RTgRbMw6zJWcv1C-7cU4ccaSW5XZsB5dcA
 application_sdk/clients/atlan.py,sha256=f2-Uk5KiPIDJEhGkfYctA_f3CwoVB_mWNBMVvxeLuY4,2684
 application_sdk/clients/atlan_auth.py,sha256=D7FuNqv81ohNXLJtdx1AFw_jU6a3g0Pw6149ia4ucFY,8930
 application_sdk/clients/base.py,sha256=TIn3pG89eXUc1XSYf4jk66m1vajWp0WxcCQOOltdazA,14021
+application_sdk/clients/redis.py,sha256=IfAD32vLp88BCvsDTaQtxFHxzHlEx4V7TK7h1HwDDBg,15917
 application_sdk/clients/sql.py,sha256=tW89SHuuWdU5jv8lDUP5AUCEpR2CF_5TyUvYDCBHses,17880
-application_sdk/clients/temporal.py,sha256=nzHZMq6mAOYk2E9tpgjzztW2-ztXrFXwV8TiOrSfbNw,23503
+application_sdk/clients/temporal.py,sha256=D5tr6i6DfkTQ--kZYU-sz7yOEsxigf-g3NDnwpOhR2I,18217
 application_sdk/clients/utils.py,sha256=zLFOJbTr_6TOqnjfVFGY85OtIXZ4FQy_rquzjaydkbY,779
 application_sdk/clients/workflow.py,sha256=6bSqmA3sNCk9oY68dOjBUDZ9DhNKQxPD75qqE0cfldc,6104
 application_sdk/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/common/aws_utils.py,sha256=aeL3BTMzv1UWJ4KxfwY5EsfYnxtS1FKNJ4xKdHeoTjc,3438
 application_sdk/common/dapr_utils.py,sha256=0yHqDP6qNb1OT-bX2XRYQPZ5xkGkV13nyRw6GkPlHs8,1136
 application_sdk/common/dataframe_utils.py,sha256=PId9vT6AUoq3tesiTd4sSUvW7RUhPWdAAEBLuOprks4,1262
-application_sdk/common/error_codes.py,sha256=uROVfOOMrGPO8JroWB3vs5rIEhr0GfcPqXAK9wdhcVQ,13742
+application_sdk/common/error_codes.py,sha256=bxgvugN_0H5b8VXfJw-44mybgX5I9lRJbRdYjtPjqDI,14561
 application_sdk/common/utils.py,sha256=ktCZLp-AEiyd-IPOgbD83Dg9qa8Z0Sj_mJmmdSzpOak,14759
+application_sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+application_sdk/decorators/locks.py,sha256=-cdbICCMns3lkqZ4CCQabW1du8cEu9XSWlwzWTTbIPk,1411
 application_sdk/docgen/__init__.py,sha256=Gr_3uVEnSspKd_-R1YRsDABI-iP4170Dvg5jM2oD76A,7352
 application_sdk/docgen/exporters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/docgen/exporters/mkdocs.py,sha256=vxYjKLz-7z7rBUSkOGTdNVlPdx_VPfFfJ31HHNgMCeM,4024
@@ -47,13 +51,16 @@ application_sdk/docgen/parsers/manifest.py,sha256=3NP-dBTpHAUQa477usMIDaKSb_9xfL
 application_sdk/events/__init__.py,sha256=OcbVWDF4ZKRTJXK9UaFVtYEwu-3DHE77S-Sn6jNafUs,204
 application_sdk/events/models.py,sha256=7Esqp3WlbriT2EqT4kNiY_sHtRXRPLj27b8SbeC5Sb0,5121
 application_sdk/handlers/__init__.py,sha256=U7kKwVWK0FZz1uIJ2ANN0C5tD83k_9Nyz0ns6ttr92g,1152
-application_sdk/handlers/base.py,sha256=6GF0a4p9mbdVoBltkzXwt6i0vzOvOKUHcB6fBiqi7v0,1883
+application_sdk/handlers/base.py,sha256=ieWFbv8Gm7vfrrpS-mdMSm-mHGuQY02qiAVX2qPdj3w,2467
 application_sdk/handlers/sql.py,sha256=oeB-sgWwPYo31xaD87TyMc0h51Sary1F-CmhExt9_Pk,16100
 application_sdk/inputs/__init__.py,sha256=_d-cUhcDyoJTJR3PdQkC831go6VDw9AM6Bg7-qm3NHI,1900
 application_sdk/inputs/iceberg.py,sha256=xiv1kNtVx1k0h3ZJbJeXjZwdfBGSy9j9orYP_AyCYlI,2756
 application_sdk/inputs/json.py,sha256=Yv70Y9YuutN2trqK5-z2UNtBL0895ZbdEiBDt9cYM9s,6216
 application_sdk/inputs/parquet.py,sha256=KPcfqXOnK4C2orBCAPIO0DZgw1sYMC69MRNrqXPbCBU,6704
 application_sdk/inputs/sql_query.py,sha256=1EREgea6kKNaMIyX2HLJgbJ07rtAgLasd9NyvDcdZok,10636
+application_sdk/interceptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+application_sdk/interceptors/events.py,sha256=Kh0dEsc6q7YtlN9cxatiL_ZrmBxriv55r9lxvIKGg3A,6548
+application_sdk/interceptors/lock.py,sha256=Xe9TSjYKtDZUB94hbV7rHG_9rgKUJPTACeB8z8xsJ0w,5577
 application_sdk/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/observability/logger_adaptor.py,sha256=WTqnNg78W2SRGOQVhELVLn6KMRsurkG1kc7essL08Lk,29529
 application_sdk/observability/metrics_adaptor.py,sha256=4TYPNn38zLeqxwf7cUbe8wh_zwQlr-nyiXjJsiEhTEM,16445
@@ -135,8 +142,8 @@ application_sdk/workflows/metadata_extraction/__init__.py,sha256=jHUe_ZBQ66jx8bg
 application_sdk/workflows/metadata_extraction/sql.py,sha256=_NhszxIgmcQI6lVpjJoyJRFLwPYvJw1Dyqox_m9K2RA,11947
 application_sdk/workflows/query_extraction/__init__.py,sha256=n066_CX5RpJz6DIxGMkKS3eGSRg03ilaCtsqfJWQb7Q,117
 application_sdk/workflows/query_extraction/sql.py,sha256=kT_JQkLCRZ44ZpaC4QvPL6DxnRIIVh8gYHLqRbMI-hA,4826
-atlan_application_sdk-0.1.1rc35.dist-info/METADATA,sha256=bQqHjrAoOeWNf2kR6F4CoHgeK-fQb3wRgkDxcvx-6SM,5468
-atlan_application_sdk-0.1.1rc35.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atlan_application_sdk-0.1.1rc35.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-atlan_application_sdk-0.1.1rc35.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
-atlan_application_sdk-0.1.1rc35.dist-info/RECORD,,
+atlan_application_sdk-0.1.1rc36.dist-info/METADATA,sha256=KbWZqqRTyfyif21aRpmdiE2LWuZ0LBr9q33-DMXFZB0,5567
+atlan_application_sdk-0.1.1rc36.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+atlan_application_sdk-0.1.1rc36.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+atlan_application_sdk-0.1.1rc36.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
+atlan_application_sdk-0.1.1rc36.dist-info/RECORD,,