atlan-application-sdk 0.1.1rc52__tar.gz → 0.1.1rc54__tar.gz

atlan_application_sdk-0.1.1rc54/.github/release_notes.md

@@ -0,0 +1,7 @@
+## v0.1.1rc54 (October 09, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc53...v0.1.1rc54
+
+### Bug Fixes
+
+- Add file converter to sdk for QI app Json Support (#778) (by @OnkarVO7 in [177aa06](https://github.com/atlanhq/application-sdk/commit/177aa06))

{atlan_application_sdk-0.1.1rc52 → atlan_application_sdk-0.1.1rc54}/CHANGELOG.md

@@ -1,5 +1,14 @@
 # Changelog
 
+## v0.1.1rc54 (October 09, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc53...v0.1.1rc54
+
+### Bug Fixes
+
+- Add file converter to sdk for QI app Json Support (#778) (by @OnkarVO7 in [177aa06](https://github.com/atlanhq/application-sdk/commit/177aa06))
+
+
 ## v0.1.1rc52 (October 03, 2025)
 
 Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc51...v0.1.1rc52

{atlan_application_sdk-0.1.1rc52 → atlan_application_sdk-0.1.1rc54}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc52
+Version: 0.1.1rc54
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md
@@ -38,6 +38,8 @@ Provides-Extra: iam-auth
 Requires-Dist: boto3>=1.38.6; extra == 'iam-auth'
 Provides-Extra: iceberg
 Requires-Dist: pyiceberg>=0.8.1; extra == 'iceberg'
+Provides-Extra: mcp
+Requires-Dist: fastmcp>=2.12.3; extra == 'mcp'
 Provides-Extra: pandas
 Requires-Dist: pandas>=2.2.3; extra == 'pandas'
 Provides-Extra: scale-data-generator

{atlan_application_sdk-0.1.1rc52 → atlan_application_sdk-0.1.1rc54}/application_sdk/activities/__init__.py

@@ -20,6 +20,7 @@ from typing import Any, Dict, Generic, Optional, TypeVar
 from pydantic import BaseModel
 from temporalio import activity
 
+from application_sdk.activities.common.models import ActivityResult
 from application_sdk.activities.common.utils import (
     auto_heartbeater,
     build_output_path,
@@ -27,6 +28,7 @@ from application_sdk.activities.common.utils import (
     get_workflow_run_id,
 )
 from application_sdk.common.error_codes import OrchestratorError
+from application_sdk.common.file_converter import FileType, convert_data_files
 from application_sdk.constants import TEMPORARY_PATH
 from application_sdk.handlers import HandlerInterface
 from application_sdk.observability.logger_adaptor import get_logger
@@ -268,3 +270,26 @@ class ActivitiesInterface(ABC, Generic[ActivitiesStateType]):
                 exc_info=e,
             )
             raise
+
+    @activity.defn
+    @auto_heartbeater
+    async def convert_files(self, workflow_args: Dict[str, Any]) -> ActivityResult:
+        """
+        Convert the input files to the specified output type.
+        """
+        converted_files = []
+        if workflow_args.get("input_files") and workflow_args.get("output_file_type"):
+            converted_files = await convert_data_files(
+                workflow_args["input_files"],
+                FileType(workflow_args["output_file_type"]),
+            )
+            return ActivityResult(
+                status="success",
+                message=f"Successfully converted files to {workflow_args['output_file_type']}",
+                metadata={"input_files": converted_files},
+            )
+        return ActivityResult(
+            status="warning",
+            message="Unable to get input files or output file type",
+            metadata={"input_files": converted_files},
+        )

{atlan_application_sdk-0.1.1rc52 → atlan_application_sdk-0.1.1rc54}/application_sdk/activities/common/models.py

@@ -4,7 +4,7 @@ This module contains Pydantic models used to represent various data structures
 needed by activities, such as statistics and configuration.
 """
 
-from typing import List, Optional
+from typing import Any, Dict, List, Optional, TypedDict
 
 from pydantic import BaseModel
 
@@ -36,3 +36,9 @@ class ActivityStatistics(BaseModel):
     chunk_count: int = 0
     partitions: Optional[List[int]] = []
     typename: Optional[str] = None
+
+
+class ActivityResult(TypedDict):
+    status: str
+    message: str
+    metadata: Dict[str, Any]

atlan_application_sdk-0.1.1rc54/application_sdk/common/file_converter.py

@@ -0,0 +1,99 @@
+from collections import namedtuple
+from enum import Enum
+from typing import List, Optional
+
+import pandas as pd
+
+from application_sdk.observability.logger_adaptor import get_logger
+
+logger = get_logger(__name__)
+
+
+def enum_register():
+    """
+    Helps us register custom function for enum values
+    """
+    registry = {}
+
+    def add(name: str):
+        def inner(fn):
+            registry[name] = fn
+            return fn
+
+        return inner
+
+    Register = namedtuple("Register", ["add", "registry"])
+    return Register(add, registry)
+
+
+file_converter_registry = enum_register()
+
+
+# Edit the enums here to add new file types
+class FileType(Enum):
+    JSON = "json"
+    PARQUET = "parquet"
+
+
+# Edit the enums here to add new file conversions
+class ConvertFile(Enum):
+    JSON_TO_PARQUET = "json_to_parquet"
+    PARQUET_TO_JSON = "parquet_to_json"
+
+
+async def convert_data_files(
+    input_file_paths: List[str], output_file_type: FileType
+) -> List[str]:
+    """
+    Convert the input files to the specified file type
+    Args:
+        input_file_paths: List[str] - List of input file paths
+        output_file_type: FileType - The file type to convert to
+    Returns:
+        List[str] - List of converted file paths
+    """
+    if not input_file_paths:
+        return []
+    input_file_type = input_file_paths[0].split(".")[-1]
+    convert_file = ConvertFile(f"{input_file_type}_to_{output_file_type.value}")
+    converter_func = file_converter_registry.registry.get(convert_file)
+    converted_files = []
+    try:
+        for file in input_file_paths:
+            converted_file = converter_func(file)
+            if converted_file:
+                converted_files.append(converted_file)
+    except KeyError:
+        raise ValueError(f"No converter found for file type: {convert_file}")
+
+    return converted_files
+
+
+# Add the main logic here to convert the files here
+@file_converter_registry.add(ConvertFile.JSON_TO_PARQUET)
+def convert_json_to_parquet(file_path: str) -> Optional[str]:
+    """Convert the downloaded files from json to parquet"""
+    try:
+        logger.info(f"Converting {file_path} to parquet")
+        df = pd.read_json(file_path, orient="records", lines=True)
+        df = df.loc[:, ~df.where(df.astype(bool)).isna().all(axis=0)]
+        parquet_file_path = file_path.replace(".json", ".parquet")
+        df.to_parquet(parquet_file_path)
+        return parquet_file_path
+    except Exception as e:
+        logger.error(f"Error converting {file_path} to parquet: {e}")
+        return None
+
+
+@file_converter_registry.add(ConvertFile.PARQUET_TO_JSON)
+def convert_parquet_to_json(file_path: str) -> Optional[str]:
+    """Convert the downloaded files from parquet to json"""
+    try:
+        logger.info(f"Converting {file_path} to json")
+        df = pd.read_parquet(file_path)
+        json_file_path = file_path.replace(".parquet", ".json")
+        df.to_json(json_file_path, orient="records", lines=True)
+        return json_file_path
+    except Exception as e:
+        logger.error(f"Error converting {file_path} to json: {e}")
+        return None

{atlan_application_sdk-0.1.1rc52 → atlan_application_sdk-0.1.1rc54}/application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc52"
+__version__ = "0.1.1rc54"

{atlan_application_sdk-0.1.1rc52 → atlan_application_sdk-0.1.1rc54}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atlan-application-sdk"
-version = "0.1.1rc52"
+version = "0.1.1rc54"
 description = "Atlan Application SDK is a Python library for developing applications on the Atlan Platform"
 license = "Apache-2.0"
 authors = [
@@ -77,6 +77,10 @@ distributed_lock = [
     "redis[hiredis]>=5.2.0",
 ]
 
+mcp = [
+    "fastmcp>=2.12.3",
+]
+
 # Development dependencies - Install using: uv sync --group dev
 [dependency-groups]
 dev = [
@@ -100,9 +104,6 @@ examples = [
     "snowflake-sqlalchemy>=1.7.0",
     "psycopg[binary]>=3.2.7",
 ]
-mcp = [
-    "fastmcp>=2.12.3",
-]
 
 [tool.poe.tasks]
 download-components.shell = "ls -l components/*.yaml"