atlan-application-sdk 0.1.1rc30__py3-none-any.whl → 0.1.1rc32__py3-none-any.whl

application_sdk/application/__init__.py

@@ -3,8 +3,8 @@ from typing import Any, Dict, List, Optional, Tuple, Type
 
 from application_sdk.activities import ActivitiesInterface
 from application_sdk.clients.utils import get_workflow_client
+from application_sdk.events.models import EventRegistration
 from application_sdk.observability.logger_adaptor import get_logger
-from application_sdk.outputs.eventstore import EventRegistration
 from application_sdk.server import ServerInterface
 from application_sdk.server.fastapi import APIServer, HttpWorkflowTrigger
 from application_sdk.server.fastapi.models import EventWorkflowTrigger

application_sdk/clients/temporal.py

@@ -1,10 +1,12 @@
 import asyncio
 import uuid
 from concurrent.futures import ThreadPoolExecutor
+from datetime import timedelta
 from typing import Any, Dict, Optional, Sequence, Type
 
 from temporalio import activity, workflow
 from temporalio.client import Client, WorkflowExecutionStatus, WorkflowFailureError
+from temporalio.common import RetryPolicy
 from temporalio.types import CallableType, ClassType
 from temporalio.worker import (
     ActivityInboundInterceptor,
@@ -33,17 +35,17 @@ from application_sdk.constants import (
     WORKFLOW_PORT,
     WORKFLOW_TLS_ENABLED_KEY,
 )
-from application_sdk.inputs.secretstore import SecretStoreInput
-from application_sdk.inputs.statestore import StateType
-from application_sdk.observability.logger_adaptor import get_logger
-from application_sdk.outputs.eventstore import (
+from application_sdk.events.models import (
     ApplicationEventNames,
     Event,
     EventMetadata,
-    EventStore,
     EventTypes,
     WorkflowStates,
 )
+from application_sdk.inputs.secretstore import SecretStoreInput
+from application_sdk.inputs.statestore import StateType
+from application_sdk.observability.logger_adaptor import get_logger
+from application_sdk.outputs.eventstore import EventStore
 from application_sdk.outputs.secretstore import SecretStoreOutput
 from application_sdk.outputs.statestore import StateStoreOutput
 from application_sdk.workflows import WorkflowInterface
@@ -55,11 +57,30 @@ TEMPORAL_NOT_FOUND_FAILURE = (
 )
 
 
+# Activity for publishing events (runs outside sandbox)
+@activity.defn
+async def publish_event(event_data: dict) -> None:
+    """Activity to publish events outside the workflow sandbox.
+
+    Args:
+        event_data (dict): Event data to publish containing event_type, event_name,
+                          metadata, and data fields.
+    """
+    try:
+        event = Event(**event_data)
+        await EventStore.publish_event(event)
+        activity.logger.info(f"Published event: {event_data.get('event_name','')}")
+    except Exception as e:
+        activity.logger.error(f"Failed to publish event: {e}")
+        raise
+
+
 class EventActivityInboundInterceptor(ActivityInboundInterceptor):
     """Interceptor for tracking activity execution events.
 
     This interceptor captures the start and end of activity executions,
     creating events that can be used for monitoring and tracking.
+    Activities run outside the sandbox so they can directly call EventStore.
     """
 
     async def execute_activity(self, input: ExecuteActivityInput) -> Any:
@@ -71,31 +92,28 @@ class EventActivityInboundInterceptor(ActivityInboundInterceptor):
         Returns:
             Any: The result of the activity execution.
         """
-        event = Event(
+        # Extract activity information for tracking
+
+        start_event = Event(
             event_type=EventTypes.APPLICATION_EVENT.value,
             event_name=ApplicationEventNames.ACTIVITY_START.value,
             data={},
         )
-        EventStore.publish_event(event)
+        await EventStore.publish_event(start_event)
 
         output = None
         try:
             output = await super().execute_activity(input)
-        except Exception as e:
+        except Exception:
+            raise
+        finally:
             end_event = Event(
                 event_type=EventTypes.APPLICATION_EVENT.value,
                 event_name=ApplicationEventNames.ACTIVITY_END.value,
                 data={},
             )
-            EventStore.publish_event(end_event)
-            raise e
+            await EventStore.publish_event(end_event)
 
-        end_event = Event(
-            event_type=EventTypes.APPLICATION_EVENT.value,
-            event_name=ApplicationEventNames.ACTIVITY_END.value,
-            data={},
-        )
-        EventStore.publish_event(end_event)
         return output
 
 
@@ -104,6 +122,7 @@ class EventWorkflowInboundInterceptor(WorkflowInboundInterceptor):
 
     This interceptor captures the start and end of workflow executions,
     creating events that can be used for monitoring and tracking.
+    Uses activities to publish events to avoid sandbox restrictions.
     """
 
     async def execute_workflow(self, input: ExecuteWorkflowInput) -> Any:
@@ -115,47 +134,56 @@ class EventWorkflowInboundInterceptor(WorkflowInboundInterceptor):
         Returns:
             Any: The result of the workflow execution.
         """
-        with workflow.unsafe.sandbox_unrestricted():
-            EventStore.publish_event(
-                Event(
-                    metadata=EventMetadata(workflow_state=WorkflowStates.RUNNING.value),
-                    event_type=EventTypes.APPLICATION_EVENT.value,
-                    event_name=ApplicationEventNames.WORKFLOW_START.value,
-                    data={},
-                )
+
+        # Publish workflow start event via activity
+        try:
+            await workflow.execute_activity(
+                publish_event,
+                {
+                    "metadata": EventMetadata(
+                        workflow_state=WorkflowStates.RUNNING.value
+                    ),
+                    "event_type": EventTypes.APPLICATION_EVENT.value,
+                    "event_name": ApplicationEventNames.WORKFLOW_START.value,
+                    "data": {},
+                },
+                schedule_to_close_timeout=timedelta(seconds=30),
+                retry_policy=RetryPolicy(maximum_attempts=3),
             )
+        except Exception as e:
+            workflow.logger.warning(f"Failed to publish workflow start event: {e}")
+            # Don't fail the workflow if event publishing fails
 
         output = None
+        workflow_state = WorkflowStates.FAILED.value  # Default to failed
+
         try:
             output = await super().execute_workflow(input)
-        except Exception as e:
-            with workflow.unsafe.sandbox_unrestricted():
-                EventStore.publish_event(
-                    Event(
-                        metadata=EventMetadata(
-                            workflow_state=WorkflowStates.FAILED.value
-                        ),
-                        event_type=EventTypes.APPLICATION_EVENT.value,
-                        event_name=ApplicationEventNames.WORKFLOW_END.value,
-                        data={},
-                    ),
+            workflow_state = (
+                WorkflowStates.COMPLETED.value
+            )  # Update to completed on success
+        except Exception:
+            workflow_state = WorkflowStates.FAILED.value  # Keep as failed
+            raise
+        finally:
+            # Always publish workflow end event
+            try:
+                await workflow.execute_activity(
+                    publish_event,
+                    {
+                        "metadata": EventMetadata(workflow_state=workflow_state),
+                        "event_type": EventTypes.APPLICATION_EVENT.value,
+                        "event_name": ApplicationEventNames.WORKFLOW_END.value,
+                        "data": {},
+                    },
+                    schedule_to_close_timeout=timedelta(seconds=30),
+                    retry_policy=RetryPolicy(maximum_attempts=3),
+                )
+            except Exception as publish_error:
+                workflow.logger.warning(
+                    f"Failed to publish workflow end event: {publish_error}"
                 )
-            raise e
 
-        with workflow.unsafe.sandbox_unrestricted():
-            EventStore.publish_event(
-                Event(
-                    metadata=EventMetadata(
-                        workflow_state=WorkflowStates.COMPLETED.value
-                    ),
-                    event_type=EventTypes.APPLICATION_EVENT.value,
-                    event_name=ApplicationEventNames.WORKFLOW_END.value,
-                    data={
-                        "workflow_id": workflow.info().workflow_id,
-                        "workflow_run_id": workflow.info().run_id,
-                    },
-                ),
-            )
         return output
 
 
@@ -513,11 +541,14 @@ class TemporalWorkflowClient(WorkflowClient):
                 f"Started token refresh loop with dynamic interval (initial: {self._token_refresh_interval}s)"
             )
 
+        # Add the publish_event to the activities list
+        extended_activities = list(activities) + [publish_event]
+
         return Worker(
             self.client,
             task_queue=self.worker_task_queue,
             workflows=workflow_classes,
-            activities=activities,
+            activities=extended_activities,  # Use extended activities list
             workflow_runner=SandboxedWorkflowRunner(
                 restrictions=SandboxRestrictions.default.with_passthrough_modules(
                     *passthrough_modules

application_sdk/constants.py

@@ -36,7 +36,7 @@ APPLICATION_NAME = os.getenv("ATLAN_APPLICATION_NAME", "default")
 #: Name of the deployment, used to distinguish between different deployments of the same application
 DEPLOYMENT_NAME = os.getenv("ATLAN_DEPLOYMENT_NAME", LOCAL_ENVIRONMENT)
 #: Host address for the application's HTTP server
-APP_HOST = str(os.getenv("ATLAN_APP_HTTP_HOST", "localhost"))
+APP_HOST = str(os.getenv("ATLAN_APP_HTTP_HOST", "0.0.0.0"))
 #: Port number for the application's HTTP server
 APP_PORT = int(os.getenv("ATLAN_APP_HTTP_PORT", "8000"))
 #: Tenant ID for multi-tenant applications
@@ -128,6 +128,11 @@ DEPLOYMENT_OBJECT_STORE_NAME = os.getenv("DEPLOYMENT_OBJECT_STORE_NAME", "object
 UPSTREAM_OBJECT_STORE_NAME = os.getenv("UPSTREAM_OBJECT_STORE_NAME", "objectstore")
 #: Name of the pubsub component in DAPR
 EVENT_STORE_NAME = os.getenv("EVENT_STORE_NAME", "eventstore")
+#: DAPR binding operation for creating resources
+DAPR_BINDING_OPERATION_CREATE = "create"
+#: Version of worker start events used in the application
+WORKER_START_EVENT_VERSION = "v1"
+
 #: Whether to enable Atlan storage upload
 ENABLE_ATLAN_UPLOAD = os.getenv("ENABLE_ATLAN_UPLOAD", "false").lower() == "true"
 # Dapr Client Configuration
@@ -135,6 +140,7 @@ ENABLE_ATLAN_UPLOAD = os.getenv("ENABLE_ATLAN_UPLOAD", "false").lower() == "true
 DAPR_MAX_GRPC_MESSAGE_LENGTH = int(
     os.getenv("DAPR_MAX_GRPC_MESSAGE_LENGTH", "104857600")
 )
+
 #: Name of the deployment secret store component in DAPR
 DEPLOYMENT_SECRET_STORE_NAME = os.getenv(
     "DEPLOYMENT_SECRET_STORE_NAME", "deployment-secret-store"

application_sdk/events/__init__.py

@@ -0,0 +1,5 @@
+"""Events module for handling application events.
+
+This module provides classes and utilities for handling various types of events
+in the application, including workflow, activity, and worker events.
+"""

application_sdk/events/models.py

@@ -0,0 +1,176 @@
+"""Base event classes and models.
+
+This module contains the base classes and models for all events in the application.
+"""
+
+from abc import ABC
+from enum import Enum
+from typing import Any, Dict, List, Optional
+
+from pydantic import BaseModel, Field
+
+from application_sdk.constants import APPLICATION_NAME, WORKER_START_EVENT_VERSION
+
+
+class EventTypes(Enum):
+    """Enumeration of event types."""
+
+    APPLICATION_EVENT = "application_events"
+
+
+class ApplicationEventNames(Enum):
+    """Enumeration of application event names."""
+
+    WORKFLOW_END = "workflow_end"
+    WORKFLOW_START = "workflow_start"
+    ACTIVITY_START = "activity_start"
+    ACTIVITY_END = "activity_end"
+    WORKER_START = "worker_start"
+    WORKER_END = "worker_end"
+    APPLICATION_START = "application_start"
+    APPLICATION_END = "application_end"
+
+
+class WorkflowStates(Enum):
+    """Enumeration of workflow states."""
+
+    UNKNOWN = "unknown"
+    RUNNING = "running"
+    COMPLETED = "completed"
+    FAILED = "failed"
+
+
+class EventMetadata(BaseModel):
+    """Metadata for events.
+
+    Attributes:
+        application_name: Name of the application the event belongs to.
+        created_timestamp: Timestamp when the event was created.
+        workflow_type: Type of the workflow.
+        workflow_id: ID of the workflow.
+        workflow_run_id: Run ID of the workflow.
+        workflow_state: State of the workflow.
+        activity_type: Type of the activity.
+        activity_id: ID of the activity.
+        attempt: Attempt number for the activity.
+        topic_name: Name of the topic for the event.
+    """
+
+    application_name: str = Field(init=True, default=APPLICATION_NAME)
+    created_timestamp: int = Field(init=True, default=0)
+
+    # Workflow information
+    workflow_type: str | None = Field(init=True, default=None)
+    workflow_id: str | None = Field(init=True, default=None)
+    workflow_run_id: str | None = Field(init=True, default=None)
+    workflow_state: str | None = Field(init=True, default=WorkflowStates.UNKNOWN.value)
+
+    # Activity information (Only when in an activity flow)
+    activity_type: str | None = Field(init=True, default=None)
+    activity_id: str | None = Field(init=True, default=None)
+    attempt: int | None = Field(init=True, default=None)
+
+    topic_name: str | None = Field(init=False, default=None)
+
+
+class EventFilter(BaseModel):
+    """Filter for events.
+
+    Attributes:
+        path: Path to filter on.
+        operator: Operator to use for filtering.
+        value: Value to filter by.
+    """
+
+    path: str
+    operator: str
+    value: str
+
+
+class Consumes(BaseModel):
+    """Model for event consumption configuration.
+
+    Attributes:
+        event_id: ID of the event.
+        event_type: Type of the event.
+        event_name: Name of the event.
+        version: Version of the event.
+        filters: List of filters to apply.
+    """
+
+    event_id: str = Field(alias="eventId")
+    event_type: str = Field(alias="eventType")
+    event_name: str = Field(alias="eventName")
+    version: str = Field()
+    filters: List[EventFilter] = Field(init=True, default=[])
+
+
+class EventRegistration(BaseModel):
+    """Model for event registration.
+
+    Attributes:
+        consumes: List of events to consume.
+        produces: List of events to produce.
+    """
+
+    consumes: List[Consumes] = Field(init=True, default=[])
+    produces: List[Dict[str, Any]] = Field(init=True, default=[])
+
+
+class Event(BaseModel, ABC):
+    """Base class for all events.
+
+    Attributes:
+        metadata: Metadata for the event.
+        event_type: Type of the event.
+        event_name: Name of the event.
+        data: Data payload of the event.
+    """
+
+    metadata: EventMetadata = Field(init=True, default_factory=EventMetadata)
+
+    event_type: str
+    event_name: str
+
+    data: Dict[str, Any]
+
+    def get_topic_name(self):
+        """Get the topic name for this event.
+
+        Returns:
+            str: The topic name.
+        """
+        return self.event_type
+
+    class Config:
+        extra = "allow"
+
+
+class WorkerStartEventData(BaseModel):
+    """Model for worker creation event data.
+
+    This model represents the data structure used when publishing worker creation events.
+    It contains information about the worker configuration and environment.
+
+    Attributes:
+        application_name: Name of the application the worker belongs to.
+        task_queue: Task queue name for the worker.
+        namespace: Temporal namespace for the worker.
+        host: Host address of the Temporal server.
+        port: Port number of the Temporal server.
+        connection_string: Connection string for the Temporal server.
+        max_concurrent_activities: Maximum number of concurrent activities.
+        workflow_count: Number of workflow classes registered.
+        activity_count: Number of activity functions registered.
+    """
+
+    version: str = WORKER_START_EVENT_VERSION
+    application_name: str
+    task_queue: str
+    namespace: str
+    host: str
+    port: str
+    connection_string: str
+    max_concurrent_activities: Optional[int]
+    workflow_count: int
+    activity_count: int

application_sdk/inputs/parquet.py

@@ -51,7 +51,12 @@ class ParquetInput(Input):
         Returns:
             Optional[str]: Path to the downloaded local file.
         """
-        parquet_files = glob.glob(local_file_path)
+        # if the path is a directory, then check if the directory has any parquet files
+        parquet_files = []
+        if os.path.isdir(local_file_path):
+            parquet_files = glob.glob(os.path.join(local_file_path, "*.parquet"))
+        else:
+            parquet_files = glob.glob(local_file_path)
         if not parquet_files:
             if self.input_prefix:
                 logger.info(
@@ -162,10 +167,9 @@ class ParquetInput(Input):
                         await self.download_files(path)
                         yield daft.read_parquet(path)
             else:
-                path = f"{self.path}/*.parquet"
-                if self.input_prefix and path:
-                    await self.download_files(path)
-                yield daft.read_parquet(path)
+                if self.path and self.input_prefix:
+                    await self.download_files(self.path)
+                    yield daft.read_parquet(f"{self.path}/*.parquet")
 
         except Exception as error:
             logger.error(

application_sdk/inputs/secretstore.py

@@ -7,6 +7,7 @@ from typing import Any, Dict
 
 from dapr.clients import DaprClient
 
+from application_sdk.common.dapr_utils import is_component_registered
 from application_sdk.constants import (
     DEPLOYMENT_NAME,
     DEPLOYMENT_SECRET_PATH,
@@ -22,7 +23,21 @@ logger = get_logger(__name__)
 class SecretStoreInput:
     @classmethod
     def get_deployment_secret(cls) -> Dict[str, Any]:
-        """Get deployment config with caching."""
+        """Get deployment config from the deployment secret store.
+
+        Validates that the deployment secret store component is registered
+        before attempting to fetch secrets to prevent errors.
+
+        Returns:
+            Dict[str, Any]: Deployment configuration data, or empty dict if
+                          component is unavailable or fetch fails.
+        """
+        if not is_component_registered(DEPLOYMENT_SECRET_STORE_NAME):
+            logger.warning(
+                f"Deployment secret store component '{DEPLOYMENT_SECRET_STORE_NAME}' is not registered"
+            )
+            return {}
+
         try:
             return cls.get_secret(DEPLOYMENT_SECRET_PATH, DEPLOYMENT_SECRET_STORE_NAME)
         except Exception as e:

application_sdk/observability/observability.py

@@ -16,6 +16,7 @@ from dapr.clients import DaprClient
 from pydantic import BaseModel
 
 from application_sdk.constants import (
+    DAPR_BINDING_OPERATION_CREATE,
     DEPLOYMENT_OBJECT_STORE_NAME,
     ENABLE_OBSERVABILITY_DAPR_SINK,
     LOG_FILE_NAME,
@@ -449,7 +450,7 @@ class AtlanObservability(Generic[T], ABC):
                     with DaprClient() as client:
                         client.invoke_binding(
                             binding_name=DEPLOYMENT_OBJECT_STORE_NAME,
-                            operation="create",
+                            operation=DAPR_BINDING_OPERATION_CREATE,
                             data=file_content,
                             binding_metadata=metadata,
                         )

application_sdk/outputs/eventstore.py

@@ -1,103 +1,29 @@
 """Event store module for handling application events.
 
-This module provides classes and utilities for handling various types of events
-in the application, including workflow and activity events.
+This module provides the EventStore class for publishing application events
+to a pub/sub system with automatic fallback to HTTP binding.
 """
 
 import json
-from abc import ABC
 from datetime import datetime
-from enum import Enum
-from typing import Any, Dict, List
 
 from dapr import clients
-from pydantic import BaseModel, Field
 from temporalio import activity, workflow
 
+from application_sdk.clients.atlan_auth import AtlanAuthClient
 from application_sdk.common.dapr_utils import is_component_registered
-from application_sdk.constants import APPLICATION_NAME, EVENT_STORE_NAME
+from application_sdk.constants import (
+    APPLICATION_NAME,
+    DAPR_BINDING_OPERATION_CREATE,
+    EVENT_STORE_NAME,
+)
+from application_sdk.events.models import Event, EventMetadata, WorkflowStates
 from application_sdk.observability.logger_adaptor import get_logger
 
 logger = get_logger(__name__)
 activity.logger = logger
 
 
-class EventTypes(Enum):
-    APPLICATION_EVENT = "application_event"
-
-
-class ApplicationEventNames(Enum):
-    WORKFLOW_END = "workflow_end"
-    WORKFLOW_START = "workflow_start"
-    ACTIVITY_START = "activity_start"
-    ACTIVITY_END = "activity_end"
-
-
-class WorkflowStates(Enum):
-    UNKNOWN = "unknown"
-    RUNNING = "running"
-    COMPLETED = "completed"
-    FAILED = "failed"
-
-
-class EventMetadata(BaseModel):
-    application_name: str = Field(init=True, default=APPLICATION_NAME)
-    event_published_client_timestamp: int = Field(init=True, default=0)
-
-    # Workflow information
-    workflow_type: str | None = Field(init=True, default=None)
-    workflow_id: str | None = Field(init=True, default=None)
-    workflow_run_id: str | None = Field(init=True, default=None)
-    workflow_state: str | None = Field(init=True, default=WorkflowStates.UNKNOWN.value)
-
-    # Activity information (Only when in an activity flow)
-    activity_type: str | None = Field(init=True, default=None)
-    activity_id: str | None = Field(init=True, default=None)
-    attempt: int | None = Field(init=True, default=None)
-
-    topic_name: str | None = Field(init=False, default=None)
-
-
-class EventFilter(BaseModel):
-    path: str
-    operator: str
-    value: str
-
-
-class Consumes(BaseModel):
-    event_id: str = Field(alias="eventId")
-    event_type: str = Field(alias="eventType")
-    event_name: str = Field(alias="eventName")
-    version: str = Field()
-    filters: List[EventFilter] = Field(init=True, default=[])
-
-
-class EventRegistration(BaseModel):
-    consumes: List[Consumes] = Field(init=True, default=[])
-    produces: List[Dict[str, Any]] = Field(init=True, default=[])
-
-
-class Event(BaseModel, ABC):
-    """Base class for all events.
-
-    Attributes:
-        event_type (str): Type of the event.
-    """
-
-    metadata: EventMetadata = Field(init=True, default_factory=EventMetadata)
-
-    event_type: str
-    event_name: str
-
-    data: Dict[str, Any]
-
-    def get_topic_name(self):
-        return self.event_type + "_topic"
-
-    class Config:
-        extra = "allow"
-
-
 class EventStore:
     """Event store for publishing application events.
 
@@ -110,15 +36,12 @@ class EventStore:
 
         Args:
             event (Event): Event data.
-
         """
         if not event.metadata:
             event.metadata = EventMetadata()
 
         event.metadata.application_name = APPLICATION_NAME
-        event.metadata.event_published_client_timestamp = int(
-            datetime.now().timestamp()
-        )
+        event.metadata.created_timestamp = int(datetime.now().timestamp())
         event.metadata.topic_name = event.get_topic_name()
 
         try:
@@ -146,15 +69,11 @@ class EventStore:
         return event
 
     @classmethod
-    def publish_event(cls, event: Event, enrich_metadata: bool = True):
-        """Create a new generic event.
+    async def publish_event(cls, event: Event):
+        """Publish event with automatic fallback between pub/sub and HTTP binding.
 
         Args:
-            event (Event): Event data.
-            topic_name (str, optional): Topic name to publish the event to. Defaults to TOPIC_NAME.
-
-        Example:
-            >>> EventStore.create_generic_event(Event(event_type="test", data={"test": "test"}))
+            event (Event): Event data to publish.
         """
         if not is_component_registered(EVENT_STORE_NAME):
             logger.warning(
@@ -162,16 +81,29 @@ class EventStore:
             )
             return
         try:
-            if enrich_metadata:
-                event = cls.enrich_event_metadata(event)
+            event = cls.enrich_event_metadata(event)
+
+            payload = json.dumps(event.model_dump(mode="json"))
+
+            # Prepare binding metadata with auth token for HTTP bindings
+            binding_metadata = {"content-type": "application/json"}
+
+            # Add auth token - HTTP bindings will use it, others will ignore it
+            auth_client = AtlanAuthClient()
+            binding_metadata.update(await auth_client.get_authenticated_headers())
 
             with clients.DaprClient() as client:
-                client.publish_event(
-                    pubsub_name=EVENT_STORE_NAME,
-                    topic_name=event.get_topic_name(),
-                    data=json.dumps(event.model_dump(mode="json")),
-                    data_content_type="application/json",
+                client.invoke_binding(
+                    binding_name=EVENT_STORE_NAME,
+                    operation=DAPR_BINDING_OPERATION_CREATE,
+                    data=payload,
+                    binding_metadata=binding_metadata,
+                )
+                logger.info(
+                    f"Published event via binding on topic: {event.get_topic_name()}"
                 )
-                logger.info(f"Published event to {event.get_topic_name()}")
         except Exception as e:
-            logger.error(f"Error publishing event to {event.get_topic_name()}: {e}")
+            logger.error(
+                f"Failed to publish event on topic {event.get_topic_name()}: {e}",
+                exc_info=True,
+            )

application_sdk/server/fastapi/__init__.py

@@ -417,7 +417,7 @@ class APIServer(ServerInterface):
             subscriptions.append(
                 {
                     "pubsubname": EVENT_STORE_NAME,
-                    "topic": event_trigger.event_type + "_topic",
+                    "topic": event_trigger.event_type,
                     "routes": {
                         "rules": [
                             {

application_sdk/server/fastapi/models.py

@@ -5,7 +5,7 @@ from typing import Any, Dict, List, Optional, Type
 
 from pydantic import BaseModel, Field, RootModel
 
-from application_sdk.outputs.eventstore import Event, EventFilter
+from application_sdk.events.models import Event, EventFilter
 from application_sdk.workflows import WorkflowInterface
 
 

application_sdk/test_utils/hypothesis/strategies/inputs/parquet_input.py

@@ -0,0 +1,28 @@
+from hypothesis import strategies as st
+
+# Strategy for generating safe file path components
+safe_path_strategy = st.text(
+    alphabet=st.characters(),
+)
+
+# Strategy for generating file names
+file_name_strategy = st.builds(lambda name: f"{name}.parquet", name=safe_path_strategy)
+
+# Strategy for generating lists of file names
+file_names_strategy = st.lists(file_name_strategy, unique=True)
+
+# Strategy for generating input prefixes
+input_prefix_strategy = safe_path_strategy
+
+# Strategy for generating chunk sizes
+chunk_size_strategy = st.one_of(st.none(), st.integers(min_value=1, max_value=1000000))
+
+# Strategy for generating complete ParquetInput configurations
+parquet_input_config_strategy = st.fixed_dictionaries(
+    {
+        "path": safe_path_strategy,
+        "chunk_size": chunk_size_strategy,
+        "input_prefix": st.one_of(st.none(), input_prefix_strategy),
+        "file_names": st.one_of(st.none(), file_names_strategy),
+    }
+)

application_sdk/test_utils/hypothesis/strategies/server/fastapi/__init__.py

@@ -2,7 +2,7 @@ import json
 
 from hypothesis import strategies as st
 
-from application_sdk.outputs.eventstore import Event
+from application_sdk.events.models import Event
 
 # Strategy for generating auth credentials
 auth_credentials_strategy = st.fixed_dictionaries(

application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc30"
+__version__ = "0.1.1rc32"

application_sdk/worker.py

@@ -15,10 +15,18 @@ from temporalio.worker import Worker as TemporalWorker
 
 from application_sdk.clients.workflow import WorkflowClient
 from application_sdk.constants import MAX_CONCURRENT_ACTIVITIES
+from application_sdk.events.models import (
+    ApplicationEventNames,
+    Event,
+    EventTypes,
+    WorkerStartEventData,
+)
 from application_sdk.observability.logger_adaptor import get_logger
+from application_sdk.outputs.eventstore import EventStore
 
 logger = get_logger(__name__)
 
+
 if sys.platform not in ("win32", "cygwin"):
     try:
         import uvloop
@@ -109,6 +117,21 @@ class Worker:
             thread_name_prefix="activity-pool-",
         )
 
+        # Store event data for later publishing
+        self._worker_creation_event_data = None
+        if self.workflow_client:
+            self._worker_creation_event_data = WorkerStartEventData(
+                application_name=self.workflow_client.application_name,
+                task_queue=self.workflow_client.worker_task_queue,
+                namespace=self.workflow_client.namespace,
+                host=self.workflow_client.host,
+                port=self.workflow_client.port,
+                connection_string=self.workflow_client.get_connection_string(),
+                max_concurrent_activities=max_concurrent_activities,
+                workflow_count=len(workflow_classes),
+                activity_count=len(workflow_activities),
+            )
+
     async def start(self, daemon: bool = True, *args: Any, **kwargs: Any) -> None:
         """Start the Temporal worker.
 
@@ -143,6 +166,15 @@ class Worker:
         if not self.workflow_client:
             raise ValueError("Workflow client is not set")
 
+        if self._worker_creation_event_data:
+            worker_creation_event = Event(
+                event_type=EventTypes.APPLICATION_EVENT.value,
+                event_name=ApplicationEventNames.WORKER_START.value,
+                data=self._worker_creation_event_data.model_dump(),
+            )
+
+            await EventStore.publish_event(worker_creation_event)
+
         try:
             worker = self.workflow_client.create_worker(
                 activities=self.workflow_activities,

{atlan_application_sdk-0.1.1rc30.dist-info → atlan_application_sdk-0.1.1rc32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc30
+Version: 0.1.1rc32
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md

{atlan_application_sdk-0.1.1rc30.dist-info → atlan_application_sdk-0.1.1rc32.dist-info}/RECORD

@@ -1,7 +1,7 @@
 application_sdk/__init__.py,sha256=2e2mvmLJ5dxmJGPELtb33xwP-j6JMdoIuqKycEn7hjg,151
-application_sdk/constants.py,sha256=JMJdTVjIJZX1XrvxISAcPh3YQ3aYKBTSQ2thqiF8BR4,9304
-application_sdk/version.py,sha256=JWzagPnLJJesFA2rkpWvghXzlW-fdaQlCWDoL0vAsJ4,88
-application_sdk/worker.py,sha256=2fLjuKNJafhaQXrHzmxXYO22F4ZSc0igMjoxXVNBFfk,6167
+application_sdk/constants.py,sha256=_Fmk9PgpM68chPDHHkgrs4Zg2KK4UCqqg7Oj9_u3WVo,9486
+application_sdk/version.py,sha256=ifHNi-zFUduvn5OEE1VTXtr426-rLzTEQ6lB9WnnQbk,88
+application_sdk/worker.py,sha256=dZLxPkAieCSw7XEWxzL-FRk0QAZm7vXQBICjZODy3B4,7488
 application_sdk/activities/__init__.py,sha256=EH5VTHcfGykIX7V1HsG0J1Z-1FbJEXTQOET0HdzFDjU,9519
 application_sdk/activities/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/common/models.py,sha256=305WdrZB7EAtCOAU_q9hMw81XowUdCeuFs9zfzb-MHQ,1196
@@ -11,13 +11,13 @@ application_sdk/activities/metadata_extraction/rest.py,sha256=47DEQpj8HBSa-_TImW
 application_sdk/activities/metadata_extraction/sql.py,sha256=3G9_KGKyS0kTBN-nOKdvNSpTqwFv0nUectsqhMewpnU,22594
 application_sdk/activities/query_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/query_extraction/sql.py,sha256=xC-dC_so3D9yY88lSL2W8Q8CfDRjiIrF-OHKbITFgd0,21271
-application_sdk/application/__init__.py,sha256=wCaAsoQ-wIYtfeG6hNwwLi8PcufjwMBjmfp4AxWqSyw,7558
+application_sdk/application/__init__.py,sha256=sUmng7msiUCPmQu1YY9gRvzXWviVKABVjKT3diPC6GM,7553
 application_sdk/application/metadata_extraction/sql.py,sha256=ohpV4qZ92uKRlH7I_8G67ocnWkZJAZCU_7XdvqYPiN4,7966
 application_sdk/clients/__init__.py,sha256=C9T84J7V6ZumcoWJPAxdd3tqSmbyciaGBJn-CaCCny0,1341
+application_sdk/clients/atlan.py,sha256=f2-Uk5KiPIDJEhGkfYctA_f3CwoVB_mWNBMVvxeLuY4,2684
 application_sdk/clients/atlan_auth.py,sha256=MQznmvVKrlOT_Tp232W4UrOupRrx9Dx9zQm3n1R7kD8,8938
-application_sdk/clients/atlan_client.py,sha256=f2-Uk5KiPIDJEhGkfYctA_f3CwoVB_mWNBMVvxeLuY4,2684
 application_sdk/clients/sql.py,sha256=tW89SHuuWdU5jv8lDUP5AUCEpR2CF_5TyUvYDCBHses,17880
-application_sdk/clients/temporal.py,sha256=kiB9W2e3x6gGtFC9e7vqTIBNGbt7nyS6p7j2hLKdsgI,22364
+application_sdk/clients/temporal.py,sha256=jyU2MYGZXkTn0Gqy_qvYg0iSc2bKz4snflsU_XcDsfk,23662
 application_sdk/clients/utils.py,sha256=zLFOJbTr_6TOqnjfVFGY85OtIXZ4FQy_rquzjaydkbY,779
 application_sdk/clients/workflow.py,sha256=6bSqmA3sNCk9oY68dOjBUDZ9DhNKQxPD75qqE0cfldc,6104
 application_sdk/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -42,26 +42,28 @@ application_sdk/docgen/models/manifest/section.py,sha256=4-cqJjSojQ31QiNXI-3koHc
 application_sdk/docgen/parsers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/docgen/parsers/directory.py,sha256=8Kk2sjb-0l2wLO_njdlcuHjv5akoNgmf-FmaDSaE4WM,7751
 application_sdk/docgen/parsers/manifest.py,sha256=3NP-dBTpHAUQa477usMIDaKSb_9xfLE8G3RX0T1Bq2s,3318
+application_sdk/events/__init__.py,sha256=OcbVWDF4ZKRTJXK9UaFVtYEwu-3DHE77S-Sn6jNafUs,204
+application_sdk/events/models.py,sha256=7Esqp3WlbriT2EqT4kNiY_sHtRXRPLj27b8SbeC5Sb0,5121
 application_sdk/handlers/__init__.py,sha256=U7kKwVWK0FZz1uIJ2ANN0C5tD83k_9Nyz0ns6ttr92g,1152
 application_sdk/handlers/sql.py,sha256=oeB-sgWwPYo31xaD87TyMc0h51Sary1F-CmhExt9_Pk,16100
 application_sdk/inputs/__init__.py,sha256=_d-cUhcDyoJTJR3PdQkC831go6VDw9AM6Bg7-qm3NHI,1900
 application_sdk/inputs/iceberg.py,sha256=xiv1kNtVx1k0h3ZJbJeXjZwdfBGSy9j9orYP_AyCYlI,2756
 application_sdk/inputs/json.py,sha256=J1CVz0YGQHDyq840TyoBHE7Baua2yIFHzsrybiZbeWk,6079
 application_sdk/inputs/objectstore.py,sha256=uOJW0uB3FrDmnyHFhAd23QOq3MKrAzhYdKCszdpMeF8,8219
-application_sdk/inputs/parquet.py,sha256=Hsi6Nz_KwxFMB6DcHSQov5y_hRkoeN7e4xfpYwogveo,6346
-application_sdk/inputs/secretstore.py,sha256=WPGvsPMLUaARvXA6JSa4uHp7tQcCW4NMIIUDQyM3F-I,3946
+application_sdk/inputs/parquet.py,sha256=j1O5uYZ2ok28iPYFpMoltKzJTDGmht7qoEjRKQ48P8E,6590
+application_sdk/inputs/secretstore.py,sha256=0H81CkbKj1KTU_wlPofpsAvPHs9YaOuKbRBmLRdiiNw,4583
 application_sdk/inputs/sql_query.py,sha256=1EREgea6kKNaMIyX2HLJgbJ07rtAgLasd9NyvDcdZok,10636
 application_sdk/inputs/statestore.py,sha256=ORWnv8ZCqC1wT4vlW4v5EemJT4oQ3t_DlpjKDAgTRTs,3117
 application_sdk/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/observability/logger_adaptor.py,sha256=WTqnNg78W2SRGOQVhELVLn6KMRsurkG1kc7essL08Lk,29529
 application_sdk/observability/metrics_adaptor.py,sha256=4TYPNn38zLeqxwf7cUbe8wh_zwQlr-nyiXjJsiEhTEM,16445
-application_sdk/observability/observability.py,sha256=jEascguTQMFLzEfofvwIgmj6Mv_OWc7WeaSTyR4ftkY,24474
+application_sdk/observability/observability.py,sha256=DP0I4bHyg3TA4hxCqDFy2IiRmBGOpZ7449m7BUoc_RA,24530
 application_sdk/observability/traces_adaptor.py,sha256=0eQJPN-tYA_dV8D3uEa5ZiX9g12NDuLnPaFuQMVDdL0,18242
 application_sdk/observability/utils.py,sha256=MKEpT0WYtpATUgLgJDkGQaAP_t-jpDYMUKDfEvr8Phg,2448
 application_sdk/observability/decorators/observability_decorator.py,sha256=JNrWNXT5W4klmlAc5b8C3_VBjDu0PI64W2ptr7LMzk4,8110
 application_sdk/outputs/__init__.py,sha256=HX8VcN22xyrkoRWdjQj8TrC5dEUG7cPzOcvJhlprqAs,8415
 application_sdk/outputs/atlan_storage.py,sha256=HQLbuyOZQC-GxYAiCVJakIJizTWy926tdMGOHvaBlD8,6029
-application_sdk/outputs/eventstore.py,sha256=MY9x_2A8Gempa1B3GQJ-C-B4dVrqO5u4Sfpla-2u91Q,5827
+application_sdk/outputs/eventstore.py,sha256=1Im6dTQmIqyz6x5tExLFQpwdLrlReYZ1pktHk-tyLd8,4094
 application_sdk/outputs/iceberg.py,sha256=IGtj5WDgqLu6vzDEvw5DLsKsjm29Krto3AHvWpemr0A,5311
 application_sdk/outputs/json.py,sha256=xF-8mY3BZRRejip4s9npIUuFaAxgFmBQVaLMkrI_iCI,14117
 application_sdk/outputs/objectstore.py,sha256=TJvgfkJpGRK129ttxY7qRYJ7ASKZA4R6-0BUA3Lk7mc,4450
@@ -69,8 +71,8 @@ application_sdk/outputs/parquet.py,sha256=A2EnEx1zWjaXk10u3eJusmWxGxt8WR7CHXDaJg
 application_sdk/outputs/secretstore.py,sha256=JS9vUzb11leDpcMQSCnLJuE9Ww-9G3wMvCdUKBPaw9I,1342
 application_sdk/outputs/statestore.py,sha256=XiEag2e9WW3_D3xbWQGoNrHiFJz9916qcIvhrROX8_8,3999
 application_sdk/server/__init__.py,sha256=KTqE1YPw_3WDVMWatJUuf9OOiobLM2K5SMaBrI62sCo,1568
-application_sdk/server/fastapi/__init__.py,sha256=MnyLA75XP0_k3_yGp9nw9CTxw4Qa1DIZIs__BgzqJWI,27781
-application_sdk/server/fastapi/models.py,sha256=mFFxteDS3ZYXaq7Apor_Meo5WNxTCxqdrMkmTKQjvP0,6687
+application_sdk/server/fastapi/__init__.py,sha256=1RNP3170Es_GcxVSweqkl_iz4Sd0Evi8bs6fuVuVTiA,27770
+application_sdk/server/fastapi/models.py,sha256=QarZthIq-ileNua-SCh6AldRuEjRCZk-C7QQZ5K6STE,6682
 application_sdk/server/fastapi/utils.py,sha256=2XI4DylhRQsukhX67lpAzRNCHeFCSpbuNd7TlE2IBJA,1164
 application_sdk/server/fastapi/middleware/logmiddleware.py,sha256=CxcPtDmCbSfSZ8RyI09nIshVIbCokyyA9bByQJ2G_ns,2545
 application_sdk/server/fastapi/middleware/metrics.py,sha256=5ddHAIg5sT-u9tB_HHMGL3Cfu2g1rm9z7ksienIr9ks,1563
@@ -97,11 +99,12 @@ application_sdk/test_utils/hypothesis/strategies/handlers/sql/sql_metadata.py,sh
 application_sdk/test_utils/hypothesis/strategies/handlers/sql/sql_preflight.py,sha256=e9uo6Bx5w_ZAEu6bDTWbMbmzqB0MYl2dH-JlXg3bkV8,2648
 application_sdk/test_utils/hypothesis/strategies/inputs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/test_utils/hypothesis/strategies/inputs/json_input.py,sha256=9mPI585J4tfQTZiM_uoFXCq7qrLML7jwH5eDm_mzvm4,749
+application_sdk/test_utils/hypothesis/strategies/inputs/parquet_input.py,sha256=qOi5En011KiOWAusP6dCvzr1rtC_sc2IkWfj7hWvSh0,950
 application_sdk/test_utils/hypothesis/strategies/outputs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/test_utils/hypothesis/strategies/outputs/json_output.py,sha256=p9wotUJwc-Wmm54_qVG5Ivp_mgl7YTeAcQfC6RXlxCc,1835
 application_sdk/test_utils/hypothesis/strategies/outputs/statestore.py,sha256=gmYBwePNoSI_pl2WTXOClgkruzRwkOX_1SmBaUTha0c,2903
 application_sdk/test_utils/hypothesis/strategies/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/test_utils/hypothesis/strategies/server/fastapi/__init__.py,sha256=Zmk39gSxpnOifKqBtCvaYlUOjslE2vRARUx8dMsAIrs,2653
+application_sdk/test_utils/hypothesis/strategies/server/fastapi/__init__.py,sha256=1SOg5LNYAfE4xBj49_m530cktlpG09t6v-Shah6JqEA,2648
 application_sdk/test_utils/scale_data_generator/README.md,sha256=s3oNDuKOKNUT9WxM-r0Ve1VPBl0cRM3Po7I3Vi-PGxM,1693
 application_sdk/test_utils/scale_data_generator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/test_utils/scale_data_generator/config_loader.py,sha256=ISk-fEIDlAJozhoNWwnl3Gp3IYnDDrRS-5SdiLYta24,2528
@@ -131,8 +134,8 @@ application_sdk/workflows/metadata_extraction/__init__.py,sha256=jHUe_ZBQ66jx8bg
 application_sdk/workflows/metadata_extraction/sql.py,sha256=_NhszxIgmcQI6lVpjJoyJRFLwPYvJw1Dyqox_m9K2RA,11947
 application_sdk/workflows/query_extraction/__init__.py,sha256=n066_CX5RpJz6DIxGMkKS3eGSRg03ilaCtsqfJWQb7Q,117
 application_sdk/workflows/query_extraction/sql.py,sha256=kT_JQkLCRZ44ZpaC4QvPL6DxnRIIVh8gYHLqRbMI-hA,4826
-atlan_application_sdk-0.1.1rc30.dist-info/METADATA,sha256=iT4sH5JQ7eYpgokSzDzPqZIuMVJwMZxmUPxNK7iSGWo,5473
-atlan_application_sdk-0.1.1rc30.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atlan_application_sdk-0.1.1rc30.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-atlan_application_sdk-0.1.1rc30.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
-atlan_application_sdk-0.1.1rc30.dist-info/RECORD,,
+atlan_application_sdk-0.1.1rc32.dist-info/METADATA,sha256=bN4buUiRRKto73NmQ8JsMnKQrWS3CqJMr5m1huc-4u8,5473
+atlan_application_sdk-0.1.1rc32.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+atlan_application_sdk-0.1.1rc32.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+atlan_application_sdk-0.1.1rc32.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
+atlan_application_sdk-0.1.1rc32.dist-info/RECORD,,