atlan-application-sdk 0.1.1rc53__tar.gz → 0.1.1rc55__tar.gz

atlan_application_sdk-0.1.1rc55/.github/release_notes.md

@@ -0,0 +1,7 @@
+## v0.1.1rc55 (October 14, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc54...v0.1.1rc55
+
+### Features
+
+- add connect_args support to DatabaseConfig (#784) (by @inishchith in [f8ad608](https://github.com/atlanhq/application-sdk/commit/f8ad608))

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## v0.1.1rc55 (October 14, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc54...v0.1.1rc55
+
+### Features
+
+- add connect_args support to DatabaseConfig (#784) (by @inishchith in [f8ad608](https://github.com/atlanhq/application-sdk/commit/f8ad608))
+
+
+## v0.1.1rc54 (October 09, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc53...v0.1.1rc54
+
+### Bug Fixes
+
+- Add file converter to sdk for QI app Json Support (#778) (by @OnkarVO7 in [177aa06](https://github.com/atlanhq/application-sdk/commit/177aa06))
+
+
 ## v0.1.1rc52 (October 03, 2025)
 
 Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc51...v0.1.1rc52

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc53
+Version: 0.1.1rc55
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/application_sdk/activities/__init__.py

@@ -20,6 +20,7 @@ from typing import Any, Dict, Generic, Optional, TypeVar
 from pydantic import BaseModel
 from temporalio import activity
 
+from application_sdk.activities.common.models import ActivityResult
 from application_sdk.activities.common.utils import (
     auto_heartbeater,
     build_output_path,
@@ -27,6 +28,7 @@ from application_sdk.activities.common.utils import (
     get_workflow_run_id,
 )
 from application_sdk.common.error_codes import OrchestratorError
+from application_sdk.common.file_converter import FileType, convert_data_files
 from application_sdk.constants import TEMPORARY_PATH
 from application_sdk.handlers import HandlerInterface
 from application_sdk.observability.logger_adaptor import get_logger
@@ -268,3 +270,26 @@ class ActivitiesInterface(ABC, Generic[ActivitiesStateType]):
                 exc_info=e,
             )
             raise
+
+    @activity.defn
+    @auto_heartbeater
+    async def convert_files(self, workflow_args: Dict[str, Any]) -> ActivityResult:
+        """
+        Convert the input files to the specified output type.
+        """
+        converted_files = []
+        if workflow_args.get("input_files") and workflow_args.get("output_file_type"):
+            converted_files = await convert_data_files(
+                workflow_args["input_files"],
+                FileType(workflow_args["output_file_type"]),
+            )
+            return ActivityResult(
+                status="success",
+                message=f"Successfully converted files to {workflow_args['output_file_type']}",
+                metadata={"input_files": converted_files},
+            )
+        return ActivityResult(
+            status="warning",
+            message="Unable to get input files or output file type",
+            metadata={"input_files": converted_files},
+        )

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/application_sdk/activities/common/models.py

@@ -4,7 +4,7 @@ This module contains Pydantic models used to represent various data structures
 needed by activities, such as statistics and configuration.
 """
 
-from typing import List, Optional
+from typing import Any, Dict, List, Optional, TypedDict
 
 from pydantic import BaseModel
 
@@ -36,3 +36,9 @@ class ActivityStatistics(BaseModel):
     chunk_count: int = 0
     partitions: Optional[List[int]] = []
     typename: Optional[str] = None
+
+
+class ActivityResult(TypedDict):
+    status: str
+    message: str
+    metadata: Dict[str, Any]

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/application_sdk/clients/models.py

@@ -31,7 +31,11 @@ class DatabaseConfig(BaseModel):
     )
     parameters: Optional[List[str]] = Field(
         default=None,
-        description="List of additional connection parameter names that can be dynamically added from credentials",
+        description="List of additional connection parameter names that can be dynamically added from credentials to the connection string. ex: ['ssl_mode'] will be added to the connection string as ?ssl_mode=require",
+    )
+    connect_args: Dict[str, Any] = Field(
+        default_factory=dict,
+        description="Additional connection arguments to be passed to SQLAlchemy. ex: {'sslmode': 'require'}",
     )
 
     class Config:

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/application_sdk/clients/sql.py

@@ -37,7 +37,6 @@ class BaseSQLClient(ClientInterface):
     Attributes:
         connection: Database connection instance.
         engine: SQLAlchemy engine instance.
-        sql_alchemy_connect_args (Dict[str, Any]): Additional connection arguments.
         credentials (Dict[str, Any]): Database credentials.
         resolved_credentials (Dict[str, Any]): Resolved credentials after reading from secret manager.
         use_server_side_cursor (bool): Whether to use server-side cursors.
@@ -45,7 +44,6 @@ class BaseSQLClient(ClientInterface):
 
     connection = None
     engine = None
-    sql_alchemy_connect_args: Dict[str, Any] = {}
     credentials: Dict[str, Any] = {}
     resolved_credentials: Dict[str, Any] = {}
     use_server_side_cursor: bool = USE_SERVER_SIDE_CURSOR
@@ -55,7 +53,6 @@ class BaseSQLClient(ClientInterface):
         self,
         use_server_side_cursor: bool = USE_SERVER_SIDE_CURSOR,
         credentials: Dict[str, Any] = {},
-        sql_alchemy_connect_args: Dict[str, Any] = {},
     ):
         """
         Initialize the SQL client.
@@ -64,12 +61,9 @@ class BaseSQLClient(ClientInterface):
             use_server_side_cursor (bool, optional): Whether to use server-side cursors.
                 Defaults to USE_SERVER_SIDE_CURSOR.
             credentials (Dict[str, Any], optional): Database credentials. Defaults to {}.
-            sql_alchemy_connect_args (Dict[str, Any], optional): Additional SQLAlchemy
-                connection arguments. Defaults to {}.
         """
         self.use_server_side_cursor = use_server_side_cursor
         self.credentials = credentials
-        self.sql_alchemy_connect_args = sql_alchemy_connect_args
 
     async def load(self, credentials: Dict[str, Any]) -> None:
         """Load credentials and prepare engine for lazy connections.
@@ -83,6 +77,9 @@ class BaseSQLClient(ClientInterface):
         Raises:
             ClientError: If credentials are invalid or engine creation fails
         """
+        if not self.DB_CONFIG:
+            raise ValueError("DB_CONFIG is not configured for this SQL client.")
+
         self.credentials = credentials  # Update the instance credentials
         try:
             from sqlalchemy import create_engine
@@ -90,7 +87,7 @@ class BaseSQLClient(ClientInterface):
             # Create engine but no persistent connection
             self.engine = create_engine(
                 self.get_sqlalchemy_connection_string(),
-                connect_args=self.sql_alchemy_connect_args,
+                connect_args=self.DB_CONFIG.connect_args,
                 pool_pre_ping=True,
             )
 
@@ -397,7 +394,6 @@ class AsyncBaseSQLClient(BaseSQLClient):
     Attributes:
         connection (AsyncConnection): Async database connection instance.
         engine (AsyncEngine): Async SQLAlchemy engine instance.
-        sql_alchemy_connect_args (Dict[str, Any]): Additional connection arguments.
         credentials (Dict[str, Any]): Database credentials.
         use_server_side_cursor (bool): Whether to use server-side cursors.
     """
@@ -419,13 +415,16 @@ class AsyncBaseSQLClient(BaseSQLClient):
             ValueError: If credentials are invalid or engine creation fails.
         """
         self.credentials = credentials
+        if not self.DB_CONFIG:
+            raise ValueError("DB_CONFIG is not configured for this SQL client.")
+
         try:
             from sqlalchemy.ext.asyncio import create_async_engine
 
             # Create async engine but no persistent connection
             self.engine = create_async_engine(
                 self.get_sqlalchemy_connection_string(),
-                connect_args=self.sql_alchemy_connect_args,
+                connect_args=self.DB_CONFIG.connect_args,
                 pool_pre_ping=True,
             )
             if not self.engine:

atlan_application_sdk-0.1.1rc55/application_sdk/common/file_converter.py

@@ -0,0 +1,99 @@
+from collections import namedtuple
+from enum import Enum
+from typing import List, Optional
+
+import pandas as pd
+
+from application_sdk.observability.logger_adaptor import get_logger
+
+logger = get_logger(__name__)
+
+
+def enum_register():
+    """
+    Helps us register custom function for enum values
+    """
+    registry = {}
+
+    def add(name: str):
+        def inner(fn):
+            registry[name] = fn
+            return fn
+
+        return inner
+
+    Register = namedtuple("Register", ["add", "registry"])
+    return Register(add, registry)
+
+
+file_converter_registry = enum_register()
+
+
+# Edit the enums here to add new file types
+class FileType(Enum):
+    JSON = "json"
+    PARQUET = "parquet"
+
+
+# Edit the enums here to add new file conversions
+class ConvertFile(Enum):
+    JSON_TO_PARQUET = "json_to_parquet"
+    PARQUET_TO_JSON = "parquet_to_json"
+
+
+async def convert_data_files(
+    input_file_paths: List[str], output_file_type: FileType
+) -> List[str]:
+    """
+    Convert the input files to the specified file type
+    Args:
+        input_file_paths: List[str] - List of input file paths
+        output_file_type: FileType - The file type to convert to
+    Returns:
+        List[str] - List of converted file paths
+    """
+    if not input_file_paths:
+        return []
+    input_file_type = input_file_paths[0].split(".")[-1]
+    convert_file = ConvertFile(f"{input_file_type}_to_{output_file_type.value}")
+    converter_func = file_converter_registry.registry.get(convert_file)
+    converted_files = []
+    try:
+        for file in input_file_paths:
+            converted_file = converter_func(file)
+            if converted_file:
+                converted_files.append(converted_file)
+    except KeyError:
+        raise ValueError(f"No converter found for file type: {convert_file}")
+
+    return converted_files
+
+
+# Add the main logic here to convert the files here
+@file_converter_registry.add(ConvertFile.JSON_TO_PARQUET)
+def convert_json_to_parquet(file_path: str) -> Optional[str]:
+    """Convert the downloaded files from json to parquet"""
+    try:
+        logger.info(f"Converting {file_path} to parquet")
+        df = pd.read_json(file_path, orient="records", lines=True)
+        df = df.loc[:, ~df.where(df.astype(bool)).isna().all(axis=0)]
+        parquet_file_path = file_path.replace(".json", ".parquet")
+        df.to_parquet(parquet_file_path)
+        return parquet_file_path
+    except Exception as e:
+        logger.error(f"Error converting {file_path} to parquet: {e}")
+        return None
+
+
+@file_converter_registry.add(ConvertFile.PARQUET_TO_JSON)
+def convert_parquet_to_json(file_path: str) -> Optional[str]:
+    """Convert the downloaded files from parquet to json"""
+    try:
+        logger.info(f"Converting {file_path} to json")
+        df = pd.read_parquet(file_path)
+        json_file_path = file_path.replace(".parquet", ".json")
+        df.to_json(json_file_path, orient="records", lines=True)
+        return json_file_path
+    except Exception as e:
+        logger.error(f"Error converting {file_path} to json: {e}")
+        return None

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc53"
+__version__ = "0.1.1rc55"

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/docs/docs/concepts/clients.md

@@ -36,6 +36,7 @@ Both SQL client classes are typically **subclassed** for specific database types
     *   **`required` (list[str]):** Keys that must be present in `credentials`/`credentials.extra`. `{password}` is resolved via `get_auth_token()` depending on `authType`.
     *   **`parameters` (list[str], optional):** Optional keys appended as URL query parameters when present in `credentials`/`extra`.
     *   **`defaults` (dict[str, Any], optional):** Default URL parameters always appended unless already in the template.
+    *   **`connect_args` (dict[str, Any], optional):** Additional connection arguments to be passed directly to SQLAlchemy's `create_engine` or `create_async_engine`. Useful for driver-specific connection parameters that are not part of the connection URL. Defaults to `{}`.
     *   **Credentials Note:** The `credentials` dictionary can include an `extra` field (JSON or dict). Lookups for `required` and `parameters` first check `credentials`, then `extra`.
 
 2.  **Loading (`load` method):**
@@ -61,6 +62,7 @@ class SnowflakeClient(BaseSQLClient):
         required=["username", "password", "account_id"],
         parameters=["warehouse", "role"],
         defaults={"client_session_keep_alive": "true"},
+        connect_args={"sslmode": "require"},  # Optional: driver-specific connection arguments
     )
 ```
 

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atlan-application-sdk"
-version = "0.1.1rc53"
+version = "0.1.1rc55"
 description = "Atlan Application SDK is a Python library for developing applications on the Atlan Platform"
 license = "Apache-2.0"
 authors = [

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/tests/unit/clients/test_async_sql_client.py

@@ -3,6 +3,7 @@ from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
 
+from application_sdk.clients.models import DatabaseConfig
 from application_sdk.clients.sql import AsyncBaseSQLClient
 from application_sdk.handlers.sql import BaseSQLHandler
 
@@ -10,6 +11,11 @@ from application_sdk.handlers.sql import BaseSQLHandler
 @pytest.fixture
 def async_sql_client():
     client = AsyncBaseSQLClient()
+    client.DB_CONFIG = DatabaseConfig(
+        template="test://{username}:{password}@{host}:{port}/{database}",
+        required=["username", "password", "host", "port", "database"],
+        connect_args={},
+    )
     client.get_sqlalchemy_connection_string = lambda: "test_connection_string"
     return client
 
@@ -75,9 +81,10 @@ async def test_load(
     await async_sql_client.load(credentials)
 
     # Assertions to verify behavior
+    assert async_sql_client.DB_CONFIG is not None
     create_async_engine.assert_called_once_with(
         async_sql_client.get_sqlalchemy_connection_string(),
-        connect_args=async_sql_client.sql_alchemy_connect_args,
+        connect_args=async_sql_client.DB_CONFIG.connect_args,
         pool_pre_ping=True,
     )
     assert async_sql_client.engine == mock_engine

{atlan_application_sdk-0.1.1rc53 → atlan_application_sdk-0.1.1rc55}/tests/unit/clients/test_sql_client.py

@@ -25,6 +25,11 @@ from application_sdk.test_utils.hypothesis.strategies.sql_client import (
 @pytest.fixture
 def sql_client():
     client = BaseSQLClient()
+    client.DB_CONFIG = DatabaseConfig(
+        template="test://{username}:{password}@{host}:{port}/{database}",
+        required=["username", "password", "host", "port", "database"],
+        connect_args={},
+    )
     client.get_sqlalchemy_connection_string = lambda: "test_connection_string"
     return client
 
@@ -51,9 +56,10 @@ def test_load(mock_create_engine: Any, sql_client: BaseSQLClient):
     asyncio.run(sql_client.load(credentials))
 
     # Assertions to verify behavior
+    assert sql_client.DB_CONFIG is not None
     mock_create_engine.assert_called_once_with(
         sql_client.get_sqlalchemy_connection_string(),
-        connect_args=sql_client.sql_alchemy_connect_args,
+        connect_args=sql_client.DB_CONFIG.connect_args,
         pool_pre_ping=True,
     )
     assert sql_client.engine == mock_engine
@@ -78,8 +84,9 @@ def test_load_property_based(
         mock_create_engine.return_value = mock_engine
         mock_engine.connect.return_value = mock_connection
 
-        # Set the connection arguments
-        sql_client.sql_alchemy_connect_args = connect_args
+        # Set the connection arguments in DB_CONFIG
+        assert sql_client.DB_CONFIG is not None
+        sql_client.DB_CONFIG.connect_args = connect_args
 
         # Run the load function
         asyncio.run(sql_client.load(credentials))
@@ -386,9 +393,10 @@ def test_connection_string_property_based(
         asyncio.run(sql_client.load(credentials))
 
         # Assertions to verify behavior
+        assert sql_client.DB_CONFIG is not None
         mock_create_engine.assert_called_once_with(
             connection_string,
-            connect_args=sql_client.sql_alchemy_connect_args,
+            connect_args=sql_client.DB_CONFIG.connect_args,
             pool_pre_ping=True,
         )
         assert sql_client.engine == mock_engine