sws-spark-dissemination-helper 0.0.148__tar.gz → 0.0.150__tar.gz

{sws_spark_dissemination_helper-0.0.148 → sws_spark_dissemination_helper-0.0.150}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sws-spark-dissemination-helper
-Version: 0.0.148
+Version: 0.0.150
 Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
 Project-URL: Repository, https://github.com/un-fao/fao-sws-it-python-spark-dissemination-helper
 Author-email: Daniele Mansillo <danielemansillo@gmail.com>

{sws_spark_dissemination_helper-0.0.148 → sws_spark_dissemination_helper-0.0.150}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "sws-spark-dissemination-helper"
-version = "0.0.148"
+version = "0.0.150"
 dependencies = [
     "annotated-types==0.7.0",
     "boto3>=1.36.18",

{sws_spark_dissemination_helper-0.0.148 → sws_spark_dissemination_helper-0.0.150}/src/sws_spark_dissemination_helper/SWSEasyIcebergSparkHelper.py

@@ -74,6 +74,7 @@ class SWSEasyIcebergSparkHelper:
                 self.df_tag_observation,
             ) = self.raw_data
 
+            logging.info(self.raw_reference_data)
             (
                 self.df_flag_method,
                 self.df_flag_obs_status,

{sws_spark_dissemination_helper-0.0.148 → sws_spark_dissemination_helper-0.0.150}/src/sws_spark_dissemination_helper/SWSPostgresSparkReader.py

@@ -213,6 +213,9 @@ class SWSPostgresSparkReader:
             dataset_tables.DATASET,
             *dataset_tables.CODELISTS,
         ]
+        logging.info(
+            f"Importing reference data tables: {[(table.postgres_id, table.iceberg_id) for table in reference_data_tables]}"
+        )
         return self._import_tables(
             [(table, None, 1) for table in reference_data_tables]
         )