atlan-application-sdk 0.1.1rc46__py3-none-any.whl → 0.1.1rc48__py3-none-any.whl

application_sdk/activities/metadata_extraction/sql.py

@@ -528,7 +528,6 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
             raise ValueError("SQL client engine not initialized")
 
         successful_databases: List[str] = []
-        failed_databases: List[str] = []
         dataframe_list: List[
             Union[AsyncIterator["pd.DataFrame"], Iterator["pd.DataFrame"]]
         ] = []
@@ -560,31 +559,23 @@ class BaseSQLMetadataExtractionActivities(ActivitiesInterface):
 
                 if success:
                     logger.info(f"Successfully processed database: {database_name}")
-                else:
-                    logger.warning(
-                        f"Failed to execute query for database: {database_name}"
-                    )
+
             except Exception as e:  # noqa: BLE001
-                logger.warning(
-                    f"Failed to process database '{database_name}': {str(e)}. Skipping to next database."
+                logger.error(
+                    f"Failed to process database '{database_name}': {str(e)}. Failing the workflow.",
+                    exc_info=True,
                 )
-                success, batched_iterator = False, None
+                raise
 
             if success:
                 successful_databases.append(database_name)
                 if not write_to_file and batched_iterator:
                     dataframe_list.append(batched_iterator)
-            else:
-                failed_databases.append(database_name)
 
         # Log results
         logger.info(
             f"Successfully processed {len(successful_databases)} databases: {successful_databases}"
         )
-        if failed_databases:
-            logger.warning(
-                f"Failed to process {len(failed_databases)} databases: {failed_databases}"
-            )
 
         # Finalize results
         return await self._finalize_multidb_results(

application_sdk/constants.py

@@ -114,11 +114,13 @@ DEPLOYMENT_NAME_KEY = "deployment_name"
 # Workflow Constants
 #: Timeout duration for activity heartbeats
 HEARTBEAT_TIMEOUT = timedelta(
-    seconds=int(os.getenv("ATLAN_HEARTBEAT_TIMEOUT", 300))  # 5 minutes
+    seconds=int(os.getenv("ATLAN_HEARTBEAT_TIMEOUT_SECONDS", 300))  # 5 minutes
 )
 #: Maximum duration an activity can run before timing out
 START_TO_CLOSE_TIMEOUT = timedelta(
-    seconds=int(os.getenv("ATLAN_START_TO_CLOSE_TIMEOUT", 2 * 60 * 60))  # 2 hours
+    seconds=int(
+        os.getenv("ATLAN_START_TO_CLOSE_TIMEOUT_SECONDS", 2 * 60 * 60)
+    )  # 2 hours
 )
 
 # SQL Client Constants

application_sdk/outputs/parquet.py

@@ -221,17 +221,19 @@ class ParquetOutput(Output):
             if row_count == 0:
                 return
 
+            file_paths = []
             # Use Daft's execution context for temporary configuration
             with daft.execution_config_ctx(
                 parquet_target_filesize=self.max_file_size_bytes,
                 default_morsel_size=morsel_size,
             ):
                 # Daft automatically handles file splitting and naming
-                dataframe.write_parquet(
+                result = dataframe.write_parquet(
                     root_dir=self.output_path,
                     write_mode=write_mode.value,
-                    partition_cols=partition_cols if partition_cols else [],
+                    partition_cols=partition_cols,
                 )
+                file_paths = result.to_pydict().get("path", [])
 
             # Update counters
             self.chunk_count += 1
@@ -266,12 +268,12 @@ class ParquetOutput(Output):
                     logger.info(
                         f"No files found under prefix {get_object_store_prefix(self.output_path)}: {str(e)}"
                     )
-
-            await ObjectStore.upload_prefix(
-                source=self.output_path,
-                destination=get_object_store_prefix(self.output_path),
-                retain_local_copy=self.retain_local_copy,
-            )
+            for path in file_paths:
+                await ObjectStore.upload_file(
+                    source=path,
+                    destination=get_object_store_prefix(path),
+                    retain_local_copy=self.retain_local_copy,
+                )
 
         except Exception as e:
             # Record metrics for failed write

application_sdk/version.py

@@ -2,4 +2,4 @@
 Version information for the application_sdk package.
 """
 
-__version__ = "0.1.1rc46"
+__version__ = "0.1.1rc48"

{atlan_application_sdk-0.1.1rc46.dist-info → atlan_application_sdk-0.1.1rc48.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atlan-application-sdk
-Version: 0.1.1rc46
+Version: 0.1.1rc48
 Summary: Atlan Application SDK is a Python library for developing applications on the Atlan Platform
 Project-URL: Repository, https://github.com/atlanhq/application-sdk
 Project-URL: Documentation, https://github.com/atlanhq/application-sdk/README.md

{atlan_application_sdk-0.1.1rc46.dist-info → atlan_application_sdk-0.1.1rc48.dist-info}/RECORD

@@ -1,6 +1,6 @@
 application_sdk/__init__.py,sha256=2e2mvmLJ5dxmJGPELtb33xwP-j6JMdoIuqKycEn7hjg,151
-application_sdk/constants.py,sha256=eLHmH9GukXCKK-u5a4bAqz8BeCOCusCM0eW0Q0Bwjns,10947
-application_sdk/version.py,sha256=TTHbof7z1rqMmnKkkw-wrzn3nRqtDcXfc_kbnHfnflc,88
+application_sdk/constants.py,sha256=EDGR-3SuCxNV-3x0D4wA9is9vBbVWa3nHvJ8r2w4lYY,10977
+application_sdk/version.py,sha256=RlBuSchlnwak46JYM6YgODBzj9SpLSur8hV4n1h3Cso,88
 application_sdk/worker.py,sha256=i5f0AeKI39IfsLO05QkwC6uMz0zDPSJqP7B2byri1VI,7489
 application_sdk/activities/__init__.py,sha256=QaXLOBYbb0zPOY5kfDQh56qbXQFaYNXOjJ5PCvatiZ4,9530
 application_sdk/activities/lock_management.py,sha256=oX2qPpfEu_xP0MiaCakVGk9ivZDvG4EddVZag1DuHSE,3976
@@ -11,7 +11,7 @@ application_sdk/activities/common/utils.py,sha256=nSNGkY5eS5pPc8etdPWkXBFTSaConG
 application_sdk/activities/metadata_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/metadata_extraction/base.py,sha256=ENFojpxqKdN_eVSL4iet3cGfylPOfcl1jnflfo4zhs8,3920
 application_sdk/activities/metadata_extraction/rest.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-application_sdk/activities/metadata_extraction/sql.py,sha256=ivIbTrkKAonijQQPfiOigoiXLWtA_-nLUn9lz09lpaU,34725
+application_sdk/activities/metadata_extraction/sql.py,sha256=9VdQ9Kv3vCuK6b1US9akvdv9A8NvFVVOvK3Svxkj0ws,34284
 application_sdk/activities/query_extraction/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 application_sdk/activities/query_extraction/sql.py,sha256=l64cGyTmbtaGcg3qj1YXKyNWiWeRsWPEuQyqW06rxxQ,21165
 application_sdk/application/__init__.py,sha256=hb5zBc4zi-10av8Ivbovhb0CEAwNgr3eFlfpRaMKVmI,9861
@@ -79,7 +79,7 @@ application_sdk/observability/decorators/observability_decorator.py,sha256=yd6qf
 application_sdk/outputs/__init__.py,sha256=hrOPw0xuG9xP720Bt309TfbY2Qq_i51R8Xt3ZjwWDUY,15906
 application_sdk/outputs/iceberg.py,sha256=TdppOMEMfojMhGyBmhWeu1AJQexRyHM-huAYeJmhjdY,5533
 application_sdk/outputs/json.py,sha256=gYDDNOVb8EFxxeOkb6zKWZWjTEVgZLoapFM97_roK4A,10883
-application_sdk/outputs/parquet.py,sha256=OLK7fF--ZrKrXLw6TP85nPqrIN1wW1I_rDs3FT2rQuA,20225
+application_sdk/outputs/parquet.py,sha256=-_7C7D7vc53brFjLgqa25Tnee6txwpj6V2yRfeH5hP4,20329
 application_sdk/outputs/.cursor/BUGBOT.md,sha256=KxEC3CIyRSK1YftZou5BgKc6PRXT3qQmBNFJp-HSyYE,11496
 application_sdk/server/__init__.py,sha256=KTqE1YPw_3WDVMWatJUuf9OOiobLM2K5SMaBrI62sCo,1568
 application_sdk/server/.cursor/BUGBOT.md,sha256=p_MMoWUW5G1894WfOKYReZKWCuyJT_OJz3rL5g21NbI,16566
@@ -156,8 +156,8 @@ application_sdk/workflows/metadata_extraction/__init__.py,sha256=jHUe_ZBQ66jx8bg
 application_sdk/workflows/metadata_extraction/sql.py,sha256=6ZaVt84n-8U2ZvR9GR7uIJKv5v8CuyQjhlnoRJvDszc,12435
 application_sdk/workflows/query_extraction/__init__.py,sha256=n066_CX5RpJz6DIxGMkKS3eGSRg03ilaCtsqfJWQb7Q,117
 application_sdk/workflows/query_extraction/sql.py,sha256=kT_JQkLCRZ44ZpaC4QvPL6DxnRIIVh8gYHLqRbMI-hA,4826
-atlan_application_sdk-0.1.1rc46.dist-info/METADATA,sha256=lFNImf3iOTzlw4bxeegOBO1YNjNfQ3yhAFzluCASQNI,5567
-atlan_application_sdk-0.1.1rc46.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atlan_application_sdk-0.1.1rc46.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-atlan_application_sdk-0.1.1rc46.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
-atlan_application_sdk-0.1.1rc46.dist-info/RECORD,,
+atlan_application_sdk-0.1.1rc48.dist-info/METADATA,sha256=MYGHDkOz2WRhmmUIWjpfNvDyj1cWMwE93O5DmoiyuA8,5567
+atlan_application_sdk-0.1.1rc48.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+atlan_application_sdk-0.1.1rc48.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+atlan_application_sdk-0.1.1rc48.dist-info/licenses/NOTICE,sha256=A-XVVGt3KOYuuMmvSMIFkg534F1vHiCggEBp4Ez3wGk,1041
+atlan_application_sdk-0.1.1rc48.dist-info/RECORD,,