atlan-application-sdk 1.0.0__py3-none-any.whl → 1.0.1__py3-none-any.whl

application_sdk/activities/metadata_extraction/sql.py

@@ -850,7 +850,7 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
                         dataframe=dataframe, **workflow_args
                     )
                 await transformed_output.write_daft_dataframe(transform_metadata)
-        return await transformed_output.get_statistics()
+        return await transformed_output.get_statistics(typename=typename)
 
     @activity.defn
     @auto_heartbeater

application_sdk/observability/logger_adaptor.py

@@ -7,9 +7,9 @@ from time import time_ns
 from typing import Any, Dict, Optional, Tuple
 
 from loguru import logger
-from opentelemetry._logs import SeverityNumber
+from opentelemetry._logs import LogRecord, SeverityNumber
 from opentelemetry.exporter.otlp.proto.grpc._log_exporter import OTLPLogExporter
-from opentelemetry.sdk._logs import LoggerProvider, LogRecord
+from opentelemetry.sdk._logs import LoggerProvider
 from opentelemetry.sdk._logs._internal.export import BatchLogRecordProcessor
 from opentelemetry.sdk.resources import Resource
 from opentelemetry.trace.span import TraceFlags
@@ -287,12 +287,24 @@ class AtlanLoggerAdapter(AtlanObservability[LogRecordModel]):
             )
 
         # Update format string to use the bound logger_name
-        atlan_format_str = "<green>{time:YYYY-MM-DD HH:mm:ss}</green> <blue>[{level}]</blue> <cyan>{extra[logger_name]}</cyan> - <level>{message}</level>"
+        atlan_format_str_color = "<green>{time:YYYY-MM-DD HH:mm:ss}</green> <blue>[{level}]</blue> <cyan>{extra[logger_name]}</cyan> - <level>{message}</level>"
+        atlan_format_str_plain = (
+            "{time:YYYY-MM-DD HH:mm:ss} [{level}] {extra[logger_name]} - {message}"
+        )
+
+        colorize = False
+        format_str = atlan_format_str_plain
+
+        # Colorize the logs only if the log level is DEBUG
+        if LOG_LEVEL == "DEBUG":
+            colorize = True
+            format_str = atlan_format_str_color
+
         self.logger.add(
             sys.stderr,
-            format=atlan_format_str,
+            format=format_str,
             level=SEVERITY_MAPPING[LOG_LEVEL],
-            colorize=True,
+            colorize=colorize,
         )
 
         # Add sink for parquet logging only if Dapr sink is enabled
@@ -495,7 +507,6 @@ class AtlanLoggerAdapter(AtlanObservability[LogRecordModel]):
             severity_text=record["level"],
             severity_number=severity_number,
             body=record["message"],
-            resource=self.logger_provider.resource,
             attributes=attributes,
         )
 

application_sdk/outputs/__init__.py

@@ -34,6 +34,7 @@ from application_sdk.services.objectstore import ObjectStore
 logger = get_logger(__name__)
 activity.logger = logger
 
+
 if TYPE_CHECKING:
     import daft  # type: ignore
     import pandas as pd
@@ -330,7 +331,7 @@ class Output(ABC):
             Exception: If there's an error writing the statistics
         """
         try:
-            statistics = await self.write_statistics()
+            statistics = await self.write_statistics(typename)
             if not statistics:
                 raise ValueError("No statistics data available")
             statistics = ActivityStatistics.model_validate(statistics)
@@ -390,7 +391,9 @@ class Output(ABC):
             logger.error(f"Error flushing buffer to files: {str(e)}")
             raise e
 
-    async def write_statistics(self) -> Optional[Dict[str, Any]]:
+    async def write_statistics(
+        self, typename: Optional[str] = None
+    ) -> Optional[Dict[str, Any]]:
         """Write statistics about the output to a JSON file.
 
         This method writes statistics including total record count and chunk count
@@ -407,10 +410,28 @@ class Output(ABC):
                 "partitions": self.partitions,
             }
 
-            # Write the statistics to a json file
-            output_file_name = f"{self.output_path}/statistics.json.ignore"
-            with open(output_file_name, "w") as f:
-                f.write(orjson.dumps(statistics).decode("utf-8"))
+            # Ensure typename is included in the statistics payload (if provided)
+            if typename:
+                statistics["typename"] = typename
+
+            # Write the statistics to a json file inside a dedicated statistics/ folder
+            statistics_dir = os.path.join(self.output_path, "statistics")
+            os.makedirs(statistics_dir, exist_ok=True)
+            output_file_name = os.path.join(statistics_dir, "statistics.json.ignore")
+            # If chunk_start is provided, include it in the statistics filename
+            try:
+                cs = getattr(self, "chunk_start", None)
+                if cs is not None:
+                    output_file_name = os.path.join(
+                        statistics_dir, f"statistics-chunk-{cs}.json.ignore"
+                    )
+            except Exception:
+                # If accessing chunk_start fails, fallback to default filename
+                pass
+
+            # Write the statistics dictionary to the JSON file
+            with open(output_file_name, "wb") as f:
+                f.write(orjson.dumps(statistics))
 
             destination_file_path = get_object_store_prefix(output_file_name)
             # Push the file to the object store
@@ -418,6 +439,7 @@ class Output(ABC):
                 source=output_file_name,
                 destination=destination_file_path,
             )
+
             return statistics
         except Exception as e:
             logger.error(f"Error writing statistics: {str(e)}")

application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "1.0.0"
+__version__ = "1.0.1"

{atlan_application_sdk-1.0.0.dist-info → atlan_application_sdk-1.0.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 1.0.0
+Version: 1.0.1
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md
@@ -19,45 +19,45 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.11
-Requires-Dist: aiohttp>=3.10.0
-Requires-Dist: duckdb-engine>=0.17.0
-Requires-Dist: duckdb>=1.1.3
+Requires-Dist: aiohttp==3.10.0
+Requires-Dist: duckdb-engine==0.17.0
+Requires-Dist: duckdb==1.1.3
 Requires-Dist: fastapi[standard]==0.120.2
-Requires-Dist: loguru>=0.7.3
-Requires-Dist: opentelemetry-exporter-otlp>=1.27.0
-Requires-Dist: psutil>=7.0.0
-Requires-Dist: pyatlan>=8.0.2
-Requires-Dist: pydantic>=2.10.6
-Requires-Dist: python-dotenv>=1.1.0
-Requires-Dist: uvloop>=0.21.0; sys_platform != 'win32'
+Requires-Dist: loguru==0.7.3
+Requires-Dist: opentelemetry-exporter-otlp==1.39.0
+Requires-Dist: psutil==7.0.0
+Requires-Dist: pyatlan==8.0.2
+Requires-Dist: pydantic<2.12.0,>=2.11.7
+Requires-Dist: python-dotenv==1.1.0
+Requires-Dist: uvloop==0.21.0; sys_platform != 'win32'
 Provides-Extra: daft
-Requires-Dist: daft>=0.4.12; extra == 'daft'
+Requires-Dist: daft>=0.6.14; extra == 'daft'
 Provides-Extra: distributed-lock
-Requires-Dist: redis[hiredis]>=5.2.0; extra == 'distributed-lock'
+Requires-Dist: redis[hiredis]==5.2.0; extra == 'distributed-lock'
 Provides-Extra: iam-auth
-Requires-Dist: boto3>=1.38.6; extra == 'iam-auth'
+Requires-Dist: boto3==1.38.6; extra == 'iam-auth'
 Provides-Extra: iceberg
-Requires-Dist: pyiceberg>=0.8.1; extra == 'iceberg'
+Requires-Dist: pyiceberg==0.8.1; extra == 'iceberg'
 Provides-Extra: mcp
-Requires-Dist: fastmcp>=2.12.3; extra == 'mcp'
+Requires-Dist: fastmcp==2.12.3; extra == 'mcp'
 Provides-Extra: pandas
-Requires-Dist: pandas>=2.2.3; extra == 'pandas'
+Requires-Dist: pandas==2.3.3; extra == 'pandas'
 Provides-Extra: scale-data-generator
-Requires-Dist: faker>=37.1.0; extra == 'scale-data-generator'
+Requires-Dist: faker==37.1.0; extra == 'scale-data-generator'
 Requires-Dist: numpy<3.0.0,>=1.23.5; extra == 'scale-data-generator'
-Requires-Dist: pandas>=2.2.3; extra == 'scale-data-generator'
-Requires-Dist: pyarrow>=20.0.0; extra == 'scale-data-generator'
-Requires-Dist: pyyaml>=6.0.2; extra == 'scale-data-generator'
+Requires-Dist: pandas==2.3.3; extra == 'scale-data-generator'
+Requires-Dist: pyarrow==20.0.0; extra == 'scale-data-generator'
+Requires-Dist: pyyaml==6.0.2; extra == 'scale-data-generator'
 Provides-Extra: sqlalchemy
-Requires-Dist: sqlalchemy[asyncio]>=2.0.36; extra == 'sqlalchemy'
+Requires-Dist: sqlalchemy[asyncio]==2.0.36; extra == 'sqlalchemy'
 Provides-Extra: tests
-Requires-Dist: pandas>=2.2.3; extra == 'tests'
-Requires-Dist: pandera[io]>=0.23.1; extra == 'tests'
-Requires-Dist: pytest-order>=1.3.0; extra == 'tests'
+Requires-Dist: pandas==2.3.3; extra == 'tests'
+Requires-Dist: pandera[io]==0.23.1; extra == 'tests'
+Requires-Dist: pytest-order==1.3.0; extra == 'tests'
 Provides-Extra: workflows
 Requires-Dist: dapr==1.16.0; extra == 'workflows'
-Requires-Dist: orjson>=3.10.18; extra == 'workflows'
-Requires-Dist: temporalio>=1.7.1; extra == 'workflows'
+Requires-Dist: orjson==3.10.18; extra == 'workflows'
+Requires-Dist: temporalio==1.7.1; extra == 'workflows'
 Description-Content-Type: text/markdown
 
 # Atlan Application SDK

{atlan_application_sdk-1.0.0.dist-info → atlan_application_sdk-1.0.1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 application_sdk/__init__.py,sha256=2e2mvmLJ5dxmJGPELtb33xwP-j6JMdoIuqKycEn7hjg,151
 application_sdk/constants.py,sha256=S3I_WUGFbmAPH5GTtoTKD5rxILGevkZ219zhctLQles,11568
-application_sdk/version.py,sha256=n8PqKFL55s3jQOUeZaIikneMkvHfl5rDvs8kIXEHDfc,84
+application_sdk/version.py,sha256=kjRfhrQA2KxG92_jo3Oo3LuswUBTYDDFkFMkol2kUpU,84
 application_sdk/worker.py,sha256=D3-wtfGv1DLFKi1YSaE3jTcX66eC00N6RwtBu9RkgNc,7555
 application_sdk/activities/__init__.py,sha256=L5WXkTwOwGtjWAlXrUJRCKGwyIyp3z8fBv8BZVCRFQI,11175
 application_sdk/activities/lock_management.py,sha256=6Wdf3jMKitoarHQP91PIJOoGFz4aaOLS_40c7n1yAOA,3902
@@ -11,7 +11,7 @@ application_sdk/activities/common/utils.py,sha256=nSNGkY5eS5pPc8etdPWkXBFTSaConG
 application_sdk/activities/metadata_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/metadata_extraction/base.py,sha256=ENFojpxqKdN_eVSL4iet3cGfylPOfcl1jnflfo4zhs8,3920
 application_sdk/activities/metadata_extraction/rest.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/activities/metadata_extraction/sql.py,sha256=0nma1lQned2K7VUmBK_GIPDjt3iU7mRGFvdxxmm80ec,34436
+application_sdk/activities/metadata_extraction/sql.py,sha256=jD4lzg89jpWWxX7yI5bfsIbJ5RzNtFZiUapWq2z-M8Q,34453
 application_sdk/activities/query_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/query_extraction/sql.py,sha256=l64cGyTmbtaGcg3qj1YXKyNWiWeRsWPEuQyqW06rxxQ,21165
 application_sdk/application/__init__.py,sha256=hb5zBc4zi-10av8Ivbovhb0CEAwNgr3eFlfpRaMKVmI,9861
@@ -71,13 +71,13 @@ application_sdk/interceptors/events.py,sha256=TeStWmBbc4v1-dm2DWeKYsUfUhJLR8CtTQ
 application_sdk/interceptors/lock.py,sha256=5ETm20zrTaH2b9fepN4Ckp1tGJV-uINqDrno_5RW3aw,6169
 application_sdk/interceptors/.cursor/BUGBOT.md,sha256=pxmUF2c7dtaXAX8yAa1-LBa6FCrj_uw7aQcHrppjf1A,14570
 application_sdk/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/observability/logger_adaptor.py,sha256=00c0F7maDkp1xrHttW6VQbWFDGr6NkXeDPjmf97ojlY,29989
+application_sdk/observability/logger_adaptor.py,sha256=X2elwgGxUlcpdQDtIF0pVigML6STyKJ8ausftLjbw10,30310
 application_sdk/observability/metrics_adaptor.py,sha256=5Oz02lUED60duryoVDF9mbD11fpxhbXi7P1609n_15Y,16446
 application_sdk/observability/observability.py,sha256=MGxNFPx6pOdpWrpNXZp44NPk3SG4xjA9cKrTeZ1ENK8,23681
 application_sdk/observability/traces_adaptor.py,sha256=0eQJPN-tYA_dV8D3uEa5ZiX9g12NDuLnPaFuQMVDdL0,18242
 application_sdk/observability/utils.py,sha256=JoHEA68cjkXTnAXHzgiULYOzRTk8rG4kPZRvFYah3aU,2505
 application_sdk/observability/decorators/observability_decorator.py,sha256=yd6qfrg1MmH5KcZ5Ydzb0RaBzmxx5FrmiI9qwvZx3EU,8963
-application_sdk/outputs/__init__.py,sha256=dekaEqJEVAmXQYSy_AohXOHNNI56OXG3Xn27FFRmoPQ,15926
+application_sdk/outputs/__init__.py,sha256=_n54Fj_VwGGwOpGQk9atvUw3-fd6GMOjd5-Jx-0TpZs,16836
 application_sdk/outputs/iceberg.py,sha256=TdppOMEMfojMhGyBmhWeu1AJQexRyHM-huAYeJmhjdY,5533
 application_sdk/outputs/json.py,sha256=gYDDNOVb8EFxxeOkb6zKWZWjTEVgZLoapFM97_roK4A,10883
 application_sdk/outputs/parquet.py,sha256=DxcKh1IXPdiXNQJS1HIn6-JRdLkmN4At8uF1zppiZX0,20762
@@ -157,8 +157,8 @@ application_sdk/workflows/metadata_extraction/__init__.py,sha256=jHUe_ZBQ66jx8bg
 application_sdk/workflows/metadata_extraction/sql.py,sha256=6ZaVt84n-8U2ZvR9GR7uIJKv5v8CuyQjhlnoRJvDszc,12435
 application_sdk/workflows/query_extraction/__init__.py,sha256=n066_CX5RpJz6DIxGMkKS3eGSRg03ilaCtsqfJWQb7Q,117
 application_sdk/workflows/query_extraction/sql.py,sha256=kT_JQkLCRZ44ZpaC4QvPL6DxnRIIVh8gYHLqRbMI-hA,4826
-atlan_application_sdk-1.0.0.dist-info/METADATA,sha256=swGd9pU5apj6q4fOgxwiJOhDYG4flMcywkQyp5ZPnVA,5726
-atlan_application_sdk-1.0.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atlan_application_sdk-1.0.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-atlan_application_sdk-1.0.0.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
-atlan_application_sdk-1.0.0.dist-info/RECORD,,
+atlan_application_sdk-1.0.1.dist-info/METADATA,sha256=5z0xCyO4qJ33MAP7UByfGkBIGoxTiADeJK7VPdgTABo,5734
+atlan_application_sdk-1.0.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+atlan_application_sdk-1.0.1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+atlan_application_sdk-1.0.1.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
+atlan_application_sdk-1.0.1.dist-info/RECORD,,

{atlan_application_sdk-1.0.0.dist-info → atlan_application_sdk-1.0.1.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.27.0
+Generator: hatchling 1.28.0
 Root-Is-Purelib: true
 Tag: py3-none-any