atlan-application-sdk 0.1.1rc64__tar.gz → 1.0.1__tar.gz

atlan_application_sdk-1.0.1/.github/release_notes.md

@@ -0,0 +1,11 @@
+## v1.0.1 (December 05, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v1.0.0...v1.0.1
+
+### Features
+
+- Expose accumulated metrics (#813) (by @saig214 in [095a386](https://github.com/atlanhq/application-sdk/commit/095a386))
+
+### Bug Fixes
+
+- breaking changes induced in opentelemetry 1.39.0 release (#834) (by @abhishekagrawal-atlan in [bc6359b](https://github.com/atlanhq/application-sdk/commit/bc6359b))

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/CHANGELOG.md

@@ -1,5 +1,27 @@
 # Changelog
 
+## v1.0.1 (December 05, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v1.0.0...v1.0.1
+
+### Features
+
+- Expose accumulated metrics (#813) (by @saig214 in [095a386](https://github.com/atlanhq/application-sdk/commit/095a386))
+
+### Bug Fixes
+
+- breaking changes induced in opentelemetry 1.39.0 release (#834) (by @abhishekagrawal-atlan in [bc6359b](https://github.com/atlanhq/application-sdk/commit/bc6359b))
+
+
+## v1.0.0 (November 21, 2025)
+
+Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc63...v1.0.0
+
+### Features
+
+- GA release
+
+
 ## v0.1.1rc64 (November 14, 2025)
 
 Full Changelog: https://github.com/atlanhq/application-sdk/compare/v0.1.1rc63...v0.1.1rc64

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc64
+Version: 1.0.1
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md
@@ -19,45 +19,45 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.11
-Requires-Dist: aiohttp>=3.10.0
-Requires-Dist: duckdb-engine>=0.17.0
-Requires-Dist: duckdb>=1.1.3
+Requires-Dist: aiohttp==3.10.0
+Requires-Dist: duckdb-engine==0.17.0
+Requires-Dist: duckdb==1.1.3
 Requires-Dist: fastapi[standard]==0.120.2
-Requires-Dist: loguru>=0.7.3
-Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
-Requires-Dist: psutil>=7.0.0
-Requires-Dist: pyatlan>=8.0.2
-Requires-Dist: pydantic>=2.10.6
-Requires-Dist: python-dotenv>=1.1.0
-Requires-Dist: uvloop>=0.21.0; sys_platform != 'win32'
+Requires-Dist: loguru==0.7.3
+Requires-Dist: opentelemetry-exporter-otlp==1.39.0
+Requires-Dist: psutil==7.0.0
+Requires-Dist: pyatlan==8.0.2
+Requires-Dist: pydantic<2.12.0,>=2.11.7
+Requires-Dist: python-dotenv==1.1.0
+Requires-Dist: uvloop==0.21.0; sys_platform != 'win32'
 Provides-Extra: daft
-Requires-Dist: daft>=0.4.12; extra == 'daft'
+Requires-Dist: daft>=0.6.14; extra == 'daft'
 Provides-Extra: distributed-lock
-Requires-Dist: redis[hiredis]>=5.2.0; extra == 'distributed-lock'
+Requires-Dist: redis[hiredis]==5.2.0; extra == 'distributed-lock'
 Provides-Extra: iam-auth
-Requires-Dist: boto3>=1.38.6; extra == 'iam-auth'
+Requires-Dist: boto3==1.38.6; extra == 'iam-auth'
 Provides-Extra: iceberg
-Requires-Dist: pyiceberg>=0.8.1; extra == 'iceberg'
+Requires-Dist: pyiceberg==0.8.1; extra == 'iceberg'
 Provides-Extra: mcp
-Requires-Dist: fastmcp>=2.12.3; extra == 'mcp'
+Requires-Dist: fastmcp==2.12.3; extra == 'mcp'
 Provides-Extra: pandas
-Requires-Dist: pandas>=2.2.3; extra == 'pandas'
+Requires-Dist: pandas==2.3.3; extra == 'pandas'
 Provides-Extra: scale-data-generator
-Requires-Dist: faker>=37.1.0; extra == 'scale-data-generator'
+Requires-Dist: faker==37.1.0; extra == 'scale-data-generator'
 Requires-Dist: numpy<3.0.0,>=1.23.5; extra == 'scale-data-generator'
-Requires-Dist: pandas>=2.2.3; extra == 'scale-data-generator'
-Requires-Dist: pyarrow>=20.0.0; extra == 'scale-data-generator'
-Requires-Dist: pyyaml>=6.0.2; extra == 'scale-data-generator'
+Requires-Dist: pandas==2.3.3; extra == 'scale-data-generator'
+Requires-Dist: pyarrow==20.0.0; extra == 'scale-data-generator'
+Requires-Dist: pyyaml==6.0.2; extra == 'scale-data-generator'
 Provides-Extra: sqlalchemy
-Requires-Dist: sqlalchemy[asyncio]>=2.0.36; extra == 'sqlalchemy'
+Requires-Dist: sqlalchemy[asyncio]==2.0.36; extra == 'sqlalchemy'
 Provides-Extra: tests
-Requires-Dist: pandas>=2.2.3; extra == 'tests'
-Requires-Dist: pandera[io]>=0.23.1; extra == 'tests'
-Requires-Dist: pytest-order>=1.3.0; extra == 'tests'
+Requires-Dist: pandas==2.3.3; extra == 'tests'
+Requires-Dist: pandera[io]==0.23.1; extra == 'tests'
+Requires-Dist: pytest-order==1.3.0; extra == 'tests'
 Provides-Extra: workflows
 Requires-Dist: dapr==1.16.0; extra == 'workflows'
-Requires-Dist: orjson>=3.10.18; extra == 'workflows'
-Requires-Dist: temporalio>=1.7.1; extra == 'workflows'
+Requires-Dist: orjson==3.10.18; extra == 'workflows'
+Requires-Dist: temporalio==1.7.1; extra == 'workflows'
 Description-Content-Type: text/markdown
 
 # Atlan Application SDK

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/application_sdk/activities/metadata_extraction/sql.py

@@ -850,7 +850,7 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
                         dataframe=dataframe, **workflow_args
                     )
                 await transformed_output.write_daft_dataframe(transform_metadata)
-        return await transformed_output.get_statistics()
+        return await transformed_output.get_statistics(typename=typename)
 
     @activity.defn
     @auto_heartbeater

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/application_sdk/observability/logger_adaptor.py

@@ -7,9 +7,9 @@ from time import time_ns
 from typing import Any, Dict, Optional, Tuple
 
 from loguru import logger
-from opentelemetry._logs import SeverityNumber
+from opentelemetry._logs import LogRecord, SeverityNumber
 from opentelemetry.exporter.otlp.proto.grpc._log_exporter import OTLPLogExporter
-from opentelemetry.sdk._logs import LoggerProvider, LogRecord
+from opentelemetry.sdk._logs import LoggerProvider
 from opentelemetry.sdk._logs._internal.export import BatchLogRecordProcessor
 from opentelemetry.sdk.resources import Resource
 from opentelemetry.trace.span import TraceFlags
@@ -287,12 +287,24 @@ class AtlanLoggerAdapter(AtlanObservability[LogRecordModel]):
             )
 
         # Update format string to use the bound logger_name
-        atlan_format_str = "<green>{time:YYYY-MM-DD HH:mm:ss}</green> <blue>[{level}]</blue> <cyan>{extra[logger_name]}</cyan> - <level>{message}</level>"
+        atlan_format_str_color = "<green>{time:YYYY-MM-DD HH:mm:ss}</green> <blue>[{level}]</blue> <cyan>{extra[logger_name]}</cyan> - <level>{message}</level>"
+        atlan_format_str_plain = (
+            "{time:YYYY-MM-DD HH:mm:ss} [{level}] {extra[logger_name]} - {message}"
+        )
+
+        colorize = False
+        format_str = atlan_format_str_plain
+
+        # Colorize the logs only if the log level is DEBUG
+        if LOG_LEVEL == "DEBUG":
+            colorize = True
+            format_str = atlan_format_str_color
+
         self.logger.add(
             sys.stderr,
-            format=atlan_format_str,
+            format=format_str,
             level=SEVERITY_MAPPING[LOG_LEVEL],
-            colorize=True,
+            colorize=colorize,
         )
 
         # Add sink for parquet logging only if Dapr sink is enabled
@@ -495,7 +507,6 @@ class AtlanLoggerAdapter(AtlanObservability[LogRecordModel]):
             severity_text=record["level"],
             severity_number=severity_number,
             body=record["message"],
-            resource=self.logger_provider.resource,
             attributes=attributes,
         )
 

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/application_sdk/outputs/__init__.py

@@ -34,6 +34,7 @@ from application_sdk.services.objectstore import ObjectStore
 logger = get_logger(__name__)
 activity.logger = logger
 
+
 if TYPE_CHECKING:
     import daft  # type: ignore
     import pandas as pd
@@ -330,7 +331,7 @@ class Output(ABC):
             Exception: If there's an error writing the statistics
         """
         try:
-            statistics = await self.write_statistics()
+            statistics = await self.write_statistics(typename)
             if not statistics:
                 raise ValueError("No statistics data available")
             statistics = ActivityStatistics.model_validate(statistics)
@@ -390,7 +391,9 @@ class Output(ABC):
             logger.error(f"Error flushing buffer to files: {str(e)}")
             raise e
 
-    async def write_statistics(self) -> Optional[Dict[str, Any]]:
+    async def write_statistics(
+        self, typename: Optional[str] = None
+    ) -> Optional[Dict[str, Any]]:
         """Write statistics about the output to a JSON file.
 
         This method writes statistics including total record count and chunk count
@@ -407,10 +410,28 @@ class Output(ABC):
                 "partitions": self.partitions,
             }
 
-            # Write the statistics to a json file
-            output_file_name = f"{self.output_path}/statistics.json.ignore"
-            with open(output_file_name, "w") as f:
-                f.write(orjson.dumps(statistics).decode("utf-8"))
+            # Ensure typename is included in the statistics payload (if provided)
+            if typename:
+                statistics["typename"] = typename
+
+            # Write the statistics to a json file inside a dedicated statistics/ folder
+            statistics_dir = os.path.join(self.output_path, "statistics")
+            os.makedirs(statistics_dir, exist_ok=True)
+            output_file_name = os.path.join(statistics_dir, "statistics.json.ignore")
+            # If chunk_start is provided, include it in the statistics filename
+            try:
+                cs = getattr(self, "chunk_start", None)
+                if cs is not None:
+                    output_file_name = os.path.join(
+                        statistics_dir, f"statistics-chunk-{cs}.json.ignore"
+                    )
+            except Exception:
+                # If accessing chunk_start fails, fallback to default filename
+                pass
+
+            # Write the statistics dictionary to the JSON file
+            with open(output_file_name, "wb") as f:
+                f.write(orjson.dumps(statistics))
 
             destination_file_path = get_object_store_prefix(output_file_name)
             # Push the file to the object store
@@ -418,6 +439,7 @@ class Output(ABC):
                 source=output_file_name,
                 destination=destination_file_path,
             )
+
             return statistics
         except Exception as e:
             logger.error(f"Error writing statistics: {str(e)}")

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc64"
+__version__ = "1.0.1"

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "atlan-application-sdk"
-version = "0.1.1rc64"
+version = "1.0.1"
 description = "Atlan Application SDK is a Python library for developing applications on the Atlan Platform"
 license = "Apache-2.0"
 authors = [
@@ -20,17 +20,17 @@ classifiers = [
 ]
 keywords = ["atlan", "sdk", "platform", "app", "development"]
 dependencies = [
-    "aiohttp>=3.10.0",
-    "opentelemetry-exporter-otlp>=1.27.0",
-    "psutil>=7.0.0",
+    "aiohttp==3.10.0",
+    "opentelemetry-exporter-otlp==1.39.0",
+    "psutil==7.0.0",
     "fastapi[standard]==0.120.2",
-    "pyatlan>=8.0.2",
-    "pydantic>=2.10.6",
-    "loguru>=0.7.3",
-    "uvloop>=0.21.0; sys_platform != 'win32'",
-    "python-dotenv>=1.1.0",
-    "duckdb>=1.1.3",
-    "duckdb-engine>=0.17.0",
+    "pyatlan==8.0.2",
+    "pydantic>=2.11.7,<2.12.0",
+    "loguru==0.7.3",
+    "uvloop==0.21.0; sys_platform != 'win32'",
+    "python-dotenv==1.1.0",
+    "duckdb==1.1.3",
+    "duckdb-engine==0.17.0",
 ]
 
 [project.urls]
@@ -42,67 +42,67 @@ Documentation = "https://github.com/atlanhq/application-sdk/README.md"
 [project.optional-dependencies]
 workflows = [
     "dapr==1.16.0",
-    "temporalio>=1.7.1",
-    "orjson>=3.10.18",
+    "temporalio==1.7.1",
+    "orjson==3.10.18",
 ]
 pandas = [
-    "pandas>=2.2.3"
+    "pandas==2.3.3"
 ]
 daft = [
-    "daft>=0.4.12",
+    "daft>=0.6.14",
 ]
 iceberg = [
-    "pyiceberg>=0.8.1",
+    "pyiceberg==0.8.1",
 ]
 sqlalchemy = [
-    "sqlalchemy[asyncio]>=2.0.36",
+    "sqlalchemy[asyncio]==2.0.36",
 ]
 iam_auth = [
-    "boto3>=1.38.6",
+    "boto3==1.38.6",
 ]
 tests = [
-    "pytest-order>=1.3.0",
-    "pandera[io]>=0.23.1",
-    "pandas>=2.2.3",
+    "pytest-order==1.3.0",
+    "pandera[io]==0.23.1",
+    "pandas==2.3.3",
 ]
 scale_data_generator = [
-    "pyyaml>=6.0.2",
-    "pandas>=2.2.3",
-    "pyarrow>=20.0.0",
-    "faker>=37.1.0",
+    "pyyaml==6.0.2",
+    "pandas==2.3.3",
+    "pyarrow==20.0.0",
+    "faker==37.1.0",
     "numpy>=1.23.5,<3.0.0",
 ]
 
 distributed_lock = [
-    "redis[hiredis]>=5.2.0",
+    "redis[hiredis]==5.2.0",
 ]
 
 mcp = [
-    "fastmcp>=2.12.3",
+    "fastmcp==2.12.3",
 ]
 
 # Development dependencies - Install using: uv sync --group dev
 [dependency-groups]
 dev = [
-    "pre-commit>=4.2.0",
-    "isort>=5.13.2",
-    "boto3-stubs>=1.38.6",
-    "mkdocs>=1.6.1",
-    "mkdocs-material>=9.6.4",
-    "pydoctor>=24.11.2",
-    "mike>=2.1.3",
-    "poethepoet>=0.34.0",
+    "pre-commit==4.2.0",
+    "isort==5.13.2",
+    "boto3-stubs==1.38.6",
+    "mkdocs==1.6.1",
+    "mkdocs-material==9.6.4",
+    "pydoctor==24.11.2",
+    "mike==2.1.3",
+    "poethepoet==0.34.0",
 ]
 test = [
-    "mock>=5.1.0",
-    "pytest>=8.3.3",
-    "coverage>=7.6.1",
-    "pytest-asyncio>=0.26.0",
-    "hypothesis>=6.114.0",
+    "mock==5.1.0",
+    "pytest==8.3.3",
+    "coverage==7.6.1",
+    "pytest-asyncio>=1.1.0,<1.2.0",
+    "hypothesis==6.114.0",
 ]
 examples = [
-    "snowflake-sqlalchemy>=1.7.0",
-    "psycopg[binary]>=3.2.7",
+    "snowflake-sqlalchemy==1.7.0",
+    "psycopg[binary]==3.2.7",
 ]
 
 [tool.poe.tasks]

{atlan_application_sdk-0.1.1rc64 → atlan_application_sdk-1.0.1}/tests/unit/outputs/test_output.py

@@ -1,5 +1,6 @@
 """Unit tests for output interface."""
 
+import os
 from typing import Any
 from unittest.mock import AsyncMock, mock_open, patch
 
@@ -116,13 +117,15 @@ class TestOutput:
         self.output.chunk_count = 5
         self.output.partitions = [1, 2, 1, 2, 1]
 
-        # Mock the open function, orjson.dumps, and object store upload
+        # Mock the open function, orjson.dumps, os.makedirs, and object store upload
         with patch("builtins.open", mock_open()) as mock_file, patch(
             "orjson.dumps",
             return_value=b'{"total_record_count": 100, "chunk_count": 5, "partitions": [1,2,1,2,1]}',
         ) as mock_orjson, patch(
+            "application_sdk.outputs.os.makedirs",
+        ) as mock_makedirs, patch(
             "application_sdk.outputs.get_object_store_prefix",
-            return_value="path/statistics.json.ignore",
+            return_value="path/statistics/statistics.json.ignore",
         ), patch(
             "application_sdk.services.objectstore.ObjectStore.upload_file",
             new_callable=AsyncMock,
@@ -136,7 +139,12 @@ class TestOutput:
                 "chunk_count": 5,  # This is len(self.partitions) which is 5
                 "partitions": [1, 2, 1, 2, 1],
             }
-            mock_file.assert_called_once_with("/test/path/statistics.json.ignore", "w")
+            expected_stats_dir = os.path.join("/test/path", "statistics")
+            mock_makedirs.assert_called_once_with(expected_stats_dir, exist_ok=True)
+            expected_file_path = os.path.join(
+                expected_stats_dir, "statistics.json.ignore"
+            )
+            mock_file.assert_called_once_with(expected_file_path, "wb")
             mock_orjson.assert_called_once_with(
                 {
                     "total_record_count": 100,
@@ -147,8 +155,10 @@ class TestOutput:
             # Verify the upload call
             mock_push.assert_awaited_once()
             upload_kwargs = mock_push.await_args.kwargs  # type: ignore[attr-defined]
-            assert upload_kwargs["source"] == "/test/path/statistics.json.ignore"
-            assert upload_kwargs["destination"] == "path/statistics.json.ignore"
+            assert upload_kwargs["source"] == expected_file_path
+            assert (
+                upload_kwargs["destination"] == "path/statistics/statistics.json.ignore"
+            )
 
     @pytest.mark.asyncio
     async def test_write_statistics_error(self):