atlan-application-sdk 0.1.1rc43__tar.gz → 0.1.1rc45__tar.gz

atlan_application_sdk-0.1.1rc45/.github/release_notes.md

@@ -0,0 +1,9 @@
+## v0.1.1rc45 (September 18, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc44...v0.1.1rc45
+
+### Features
+
+- add MCP (Model Context Protocol) integration to application-sdk (#698) (by @AdvitXAtlan in [a5d496e](https://github.com/atlanhq/application-sdk/commit/a5d496e))
+- fix credentials and extra field information in docs (#724) (by @Nishchith Shetty in [a0808db](https://github.com/atlanhq/application-sdk/commit/a0808db))
+- add minimal API docs for endpoints exposed (#721) (by @Nishchith Shetty in [3301b61](https://github.com/atlanhq/application-sdk/commit/3301b61))

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Changelog
 
+## v0.1.1rc45 (September 18, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc44...v0.1.1rc45
+
+### Features
+
+- add MCP (Model Context Protocol) integration to application-sdk (#698) (by @AdvitXAtlan in [a5d496e](https://github.com/atlanhq/application-sdk/commit/a5d496e))
+- fix credentials and extra field information in docs (#724) (by @Nishchith Shetty in [a0808db](https://github.com/atlanhq/application-sdk/commit/a0808db))
+- add minimal API docs for endpoints exposed (#721) (by @Nishchith Shetty in [3301b61](https://github.com/atlanhq/application-sdk/commit/3301b61))
+
+
+
+## v0.1.1rc44 (September 17, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc43...v0.1.1rc44
+
+### Bug Fixes
+
+- memory management issues with readers and writers (#700) (by @Nishchith Shetty in [af77ed9](https://github.com/atlanhq/application-sdk/commit/af77ed9))
+
 ## v0.1.1rc43 (September 16, 2025)
 
 Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc42...v0.1.1rc43

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc43
+Version: 0.1.1rc45
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/application_sdk/activities/metadata_extraction/sql.py

@@ -2,10 +2,8 @@ import os
 from typing import (
     TYPE_CHECKING,
     Any,
-    AsyncGenerator,
     AsyncIterator,
     Dict,
-    Generator,
     Iterator,
     List,
     Optional,
@@ -368,9 +366,9 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
                 "Output prefix and path must be specified in workflow_args."
             )
         return ParquetOutput(
-            output_prefix=output_prefix,
             output_path=output_path,
             output_suffix=output_suffix,
+            use_consolidation=True,
         )
 
     def _get_temp_table_regex_sql(self, typename: str) -> str:
@@ -553,7 +551,7 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
                 )
 
                 # Execute using helper method
-                success, batched_iter = await self._execute_single_db(
+                success, batched_iterator = await self._execute_single_db(
                     effective_sql_client.engine,
                     prepared_query,
                     parquet_output,
@@ -570,12 +568,12 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
                 logger.warning(
                     f"Failed to process database '{database_name}': {str(e)}. Skipping to next database."
                 )
-                success, batched_iter = False, None
+                success, batched_iterator = False, None
 
             if success:
                 successful_databases.append(database_name)
-                if not write_to_file and batched_iter:
-                    dataframe_list.append(batched_iter)
+                if not write_to_file and batched_iterator:
+                    dataframe_list.append(batched_iterator)
             else:
                 failed_databases.append(database_name)
 
@@ -615,37 +613,13 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
 
         try:
             sql_input = SQLQueryInput(engine=sql_engine, query=prepared_query)
-            batched_iter = await sql_input.get_batched_dataframe()
+            batched_iterator = await sql_input.get_batched_dataframe()
 
             if write_to_file and parquet_output:
-                # Wrap iterator into a proper (async)generator for type safety
-                if hasattr(batched_iter, "__anext__"):
-
-                    async def _to_async_gen(
-                        it: AsyncIterator["pd.DataFrame"],
-                    ) -> AsyncGenerator["pd.DataFrame", None]:
-                        async for item in it:
-                            yield item
-
-                    wrapped: AsyncGenerator["pd.DataFrame", None] = _to_async_gen(  # type: ignore
-                        batched_iter  # type: ignore
-                    )
-                    await parquet_output.write_batched_dataframe(wrapped)
-                else:
-
-                    def _to_gen(
-                        it: Iterator["pd.DataFrame"],
-                    ) -> Generator["pd.DataFrame", None, None]:
-                        for item in it:
-                            yield item
-
-                    wrapped_sync: Generator["pd.DataFrame", None, None] = _to_gen(  # type: ignore
-                        batched_iter  # type: ignore
-                    )
-                    await parquet_output.write_batched_dataframe(wrapped_sync)
+                await parquet_output.write_batched_dataframe(batched_iterator)  # type: ignore
                 return True, None
 
-            return True, batched_iter
+            return True, batched_iterator
         except Exception as e:
             logger.error(
                 f"Error during query execution or output writing: {e}", exc_info=True
@@ -863,10 +837,10 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
             file_names=workflow_args.get("file_names"),
         )
         raw_input = raw_input.get_batched_daft_dataframe()
+
         transformed_output = JsonOutput(
             output_path=output_path,
             output_suffix="transformed",
-            output_prefix=output_prefix,
             typename=typename,
             chunk_start=workflow_args.get("chunk_start"),
         )

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/application_sdk/activities/query_extraction/sql.py

@@ -210,7 +210,6 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
             sql_input = await sql_input.get_dataframe()
 
             raw_output = ParquetOutput(
-                output_prefix=workflow_args["output_prefix"],
                 output_path=workflow_args["output_path"],
                 output_suffix="raw/query",
                 chunk_size=workflow_args["miner_args"].get("chunk_size", 100000),
@@ -218,7 +217,6 @@ class SQLQueryExtractionActivities(ActivitiesInterface):
                 end_marker=workflow_args["end_marker"],
             )
             await raw_output.write_dataframe(sql_input)
-
             logger.info(
                 f"Query fetch completed, {raw_output.total_record_count} records processed",
             )

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/application_sdk/application/__init__.py

@@ -4,6 +4,7 @@ from typing import Any, Dict, List, Optional, Tuple, Type
 from application_sdk.activities import ActivitiesInterface
 from application_sdk.clients.base import BaseClient
 from application_sdk.clients.utils import get_workflow_client
+from application_sdk.constants import ENABLE_MCP
 from application_sdk.events.models import EventRegistration
 from application_sdk.handlers.base import BaseHandler
 from application_sdk.observability.logger_adaptor import get_logger
@@ -29,7 +30,7 @@ class BaseApplication:
         self,
         name: str,
         server: Optional[ServerInterface] = None,
-        application_manifest: Optional[dict] = None,
+        application_manifest: Optional[Dict[str, Any]] = None,
         client_class: Optional[Type[BaseClient]] = None,
         handler_class: Optional[Type[BaseHandler]] = None,
     ):
@@ -39,6 +40,9 @@ class BaseApplication:
         Args:
             name (str): The name of the application.
             server (ServerInterface): The server class for the application.
+            application_manifest (Optional[Dict[str, Any]]): Application manifest configuration.
+            client_class (Optional[Type[BaseClient]]): Client class for the application.
+            handler_class (Optional[Type[BaseHandler]]): Handler class for the application.
         """
         self.application_name = name
 
@@ -49,14 +53,21 @@ class BaseApplication:
 
         self.workflow_client = get_workflow_client(application_name=name)
 
-        self.application_manifest: Dict[str, Any] = application_manifest
+        self.application_manifest: Optional[Dict[str, Any]] = application_manifest
         self.bootstrap_event_registration()
 
         self.client_class = client_class or BaseClient
         self.handler_class = handler_class or BaseHandler
 
+        # MCP configuration
+        self.mcp_server: Optional["MCPServer"] = None
+        if ENABLE_MCP:
+            from application_sdk.server.mcp import MCPServer
+
+            self.mcp_server = MCPServer(application_name=name)
+
     def bootstrap_event_registration(self):
-        self.event_subscriptions = {}
+        self.event_subscriptions: Dict[str, EventWorkflowTrigger] = {}
         if self.application_manifest is None:
             logger.warning("No application manifest found, skipping event registration")
             return
@@ -122,8 +133,8 @@ class BaseApplication:
         ]
         workflow_activities = []
         for workflow_class, activities_class in workflow_and_activities_classes:
-            workflow_activities.extend(
-                workflow_class.get_activities(activities_class())
+            workflow_activities.extend(  # type: ignore
+                workflow_class.get_activities(activities_class())  # type: ignore
             )
 
         self.worker = Worker(
@@ -134,6 +145,13 @@ class BaseApplication:
             activity_executor=activity_executor,
         )
 
+        # Register MCP tools if ENABLED_MCP is True and an MCP server is initialized
+        if self.mcp_server:
+            logger.info("Registering MCP tools from workflow and activities classes")
+            await self.mcp_server.register_tools(  # type: ignore
+                workflow_and_activities_classes=workflow_and_activities_classes
+            )
+
     async def start_workflow(self, workflow_args, workflow_class) -> Any:
         """
         Start a new workflow execution.
@@ -147,7 +165,7 @@ class BaseApplication:
         """
         if self.workflow_client is None:
             raise ValueError("Workflow client not initialized")
-        return await self.workflow_client.start_workflow(workflow_args, workflow_class)
+        return await self.workflow_client.start_workflow(workflow_args, workflow_class)  # type: ignore
 
     async def start_worker(self, daemon: bool = True):
         """
@@ -162,39 +180,61 @@ class BaseApplication:
 
     async def setup_server(
         self,
-        workflow_class,
+        workflow_class: Type[WorkflowInterface],
         ui_enabled: bool = True,
         has_configmap: bool = False,
     ):
         """
-        Optionally set up a server for the application. (No-op by default)
+        Set up FastAPI server and automatically mount MCP if enabled.
+
+        Args:
+            workflow_class (WorkflowInterface): The workflow class for the application.
+            ui_enabled (bool): Whether to enable the UI.
+            has_configmap (bool): Whether to enable the configmap.
         """
         if self.workflow_client is None:
             await self.workflow_client.load()
 
-        # Overrides the application server. serves the UI, and handles the various triggers
+        mcp_http_app: Optional[Any] = None
+        lifespan: Optional[Any] = None
+
+        if self.mcp_server:
+            try:
+                mcp_http_app = await self.mcp_server.get_http_app()
+                lifespan = mcp_http_app.lifespan
+            except Exception as e:
+                logger.warning(f"Failed to get MCP HTTP app: {e}")
+
         self.server = APIServer(
+            lifespan=lifespan,
             workflow_client=self.workflow_client,
             ui_enabled=ui_enabled,
             handler=self.handler_class(client=self.client_class()),
             has_configmap=has_configmap,
         )
 
+        # Mount MCP at root
+        if mcp_http_app:
+            try:
+                self.server.app.mount("", mcp_http_app)  # Mount at root
+            except Exception as e:
+                logger.warning(f"Failed to mount MCP HTTP app: {e}")
+
+        # Register event-based workflows if any
         if self.event_subscriptions:
             for event_trigger in self.event_subscriptions.values():
-                if event_trigger.workflow_class is None:
+                if event_trigger.workflow_class is None:  # type: ignore
                     raise ValueError(
                         f"Workflow class not set for event trigger {event_trigger.event_id}"
                     )
 
-                self.server.register_workflow(
-                    workflow_class=event_trigger.workflow_class,
+                self.server.register_workflow(  # type: ignore
+                    workflow_class=event_trigger.workflow_class,  # type: ignore
                     triggers=[event_trigger],
                 )
 
-        # register the workflow on the application server
-        # the workflow is by default triggered by an HTTP POST request to the /start endpoint
-        self.server.register_workflow(
+        # Register the main workflow (HTTP POST /start endpoint)
+        self.server.register_workflow(  # type: ignore
             workflow_class=workflow_class,
             triggers=[HttpWorkflowTrigger()],
         )

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/application_sdk/constants.py

@@ -255,3 +255,9 @@ REDIS_SENTINEL_HOSTS = os.getenv("REDIS_SENTINEL_HOSTS", "")
 IS_LOCKING_DISABLED = os.getenv("IS_LOCKING_DISABLED", "true").lower() == "true"
 #: Retry interval for lock acquisition
 LOCK_RETRY_INTERVAL = int(os.getenv("LOCK_RETRY_INTERVAL", "5"))
+
+# MCP Configuration
+#: Flag to indicate if MCP should be enabled or not. Turning this to true will setup an MCP server along
+#: with the application.
+ENABLE_MCP = os.getenv("ENABLE_MCP", "false").lower() == "true"
+MCP_METADATA_KEY = "__atlan_application_sdk_mcp_metadata"

atlan_application_sdk-0.1.1rc45/application_sdk/decorators/mcp_tool.py

@@ -0,0 +1,63 @@
+"""
+MCP tool decorator for marking activities as MCP tools.
+
+This module provides the @mcp_tool decorator that developers use to mark
+activities for automatic exposure via Model Context Protocol.
+"""
+
+from typing import Any, Callable, Optional
+
+from application_sdk.constants import MCP_METADATA_KEY
+from application_sdk.server.mcp import MCPMetadata
+
+
+def mcp_tool(
+    name: Optional[str] = None,
+    description: Optional[str] = None,
+    visible: bool = True,
+    *args,
+    **kwargs,
+):
+    """
+    Decorator to mark functions as MCP tools.
+
+    Use this decorator to mark any function as an MCP tool. You can additionally use the `visible`
+    parameter to control whether the tool is visible at runtime or not.
+
+    Function parameters that are Pydantic models will be automatically converted into correct JSON schema
+    for the tool specification. This is handled by the underlying FastMCP server implementation.
+
+    Args:
+        name(Optional[str]): The name of the tool. Defaults to the function name.
+        description(Optional[str]): The description of the tool. Defaults to the function docstring.
+        visible(bool): Whether the MCP tool is visible at runtime or not. Defaults to True.
+        *args: Additional arguments to pass to the tool.
+        **kwargs: Additional keyword arguments to pass to the tool.
+
+    Examples:
+        >>> @mcp_tool(name="add_numbers", description="Add two numbers", visible=True)
+        >>> def add_numbers(self, a: int, b: int) -> int:
+        >>>     return a + b
+
+
+        >>> # Use with Temporal activity decorator
+        >>> @activity.defn
+        >>> @mcp_tool(name="get_weather", description="Get the weather for a given city")
+        >>> async def get_weather(self, city: str) -> str:
+        >>>     # ... activity implementation unchanged ...
+    """
+
+    def decorator(f: Callable[..., Any]) -> Callable[..., Any]:
+        mcp_metadata = MCPMetadata(
+            name=name if name else f.__name__,
+            description=description if description else f.__doc__,
+            visible=visible,
+            args=args,
+            kwargs=kwargs,
+        )
+
+        setattr(f, MCP_METADATA_KEY, mcp_metadata)
+
+        return f
+
+    return decorator

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/application_sdk/inputs/parquet.py

@@ -22,6 +22,7 @@ class ParquetInput(Input):
         self,
         path: str,
         chunk_size: int = 100000,
+        buffer_size: int = 5000,
         file_names: Optional[List[str]] = None,
     ):
         """Initialize the Parquet input class.
@@ -32,6 +33,7 @@ class ParquetInput(Input):
                 local path or object store path
                 Wildcards are not supported.
             chunk_size (int): Number of rows per batch. Defaults to 100000.
+            buffer_size (int): Number of rows per batch. Defaults to 5000.
             file_names (Optional[List[str]]): List of file names to read. Defaults to None.
 
         Raises:
@@ -47,6 +49,7 @@ class ParquetInput(Input):
 
         self.path = path
         self.chunk_size = chunk_size
+        self.buffer_size = buffer_size
         self.file_names = file_names
 
     async def get_dataframe(self) -> "pd.DataFrame":
@@ -249,9 +252,18 @@ class ParquetInput(Input):
             parquet_files = await self.download_files()
             logger.info(f"Reading {len(parquet_files)} parquet files as daft batches")
 
-            # Yield each discovered file as separate batch
-            for parquet_file in parquet_files:
-                yield daft.read_parquet(parquet_file)
+            # Create a lazy dataframe without loading data into memory
+            lazy_df = daft.read_parquet(parquet_files)
+
+            # Get total count efficiently
+            total_rows = lazy_df.count_rows()
+
+            # Yield chunks without loading everything into memory
+            for offset in range(0, total_rows, self.buffer_size):
+                chunk = lazy_df.offset(offset).limit(self.buffer_size)
+                yield chunk
+
+            del lazy_df
 
         except Exception as error:
             logger.error(

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/application_sdk/inputs/sql_query.py

@@ -34,7 +34,7 @@ class SQLQueryInput(Input):
         self,
         query: str,
         engine: Union["Engine", str],
-        chunk_size: Optional[int] = 100000,
+        chunk_size: Optional[int] = 5000,
     ):
         """Initialize the async SQL query input handler.
 
@@ -42,7 +42,7 @@ class SQLQueryInput(Input):
             engine (Union[Engine, str]): SQLAlchemy engine or connection string.
             query (str): The SQL query to execute.
             chunk_size (Optional[int], optional): Number of rows per batch.
-                Defaults to 100000.
+                Defaults to 5000.
         """
         self.query = query
         self.engine = engine

{atlan_application_sdk-0.1.1rc43 → atlan_application_sdk-0.1.1rc45}/application_sdk/interceptors/cleanup.py

@@ -114,7 +114,6 @@ class CleanupWorkflowInboundInterceptor(WorkflowInboundInterceptor):
                     retry_policy=RetryPolicy(
                         maximum_attempts=3,
                     ),
-                    summary="This activity is used to cleanup the local artifacts and the activity state after the workflow is completed.",
                 )
 
                 logger.info("Cleanup completed successfully")