sws-spark-dissemination-helper 0.0.147__tar.gz → 0.0.149__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (16) hide show
  1. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/PKG-INFO +1 -1
  2. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/pyproject.toml +1 -1
  3. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/SWSPostgresSparkReader.py +4 -1
  4. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/.gitignore +0 -0
  5. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/LICENSE +0 -0
  6. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/README.md +0 -0
  7. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py +0 -0
  8. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/SWSDatatablesExportHelper.py +0 -0
  9. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/SWSEasyIcebergSparkHelper.py +0 -0
  10. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py +0 -0
  11. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py +0 -0
  12. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/__init__.py +0 -0
  13. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/constants.py +0 -0
  14. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/utils.py +0 -0
  15. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/tests/__init__.py +0 -0
  16. {sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/tests/test.py +0 -0
{sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sws-spark-dissemination-helper
3
- Version: 0.0.147
3
+ Version: 0.0.149
4
4
  Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
5
5
  Project-URL: Repository, https://github.com/un-fao/fao-sws-it-python-spark-dissemination-helper
6
6
  Author-email: Daniele Mansillo <danielemansillo@gmail.com>
{sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "sws-spark-dissemination-helper"
7
- version = "0.0.147"
7
+ version = "0.0.149"
8
8
  dependencies = [
9
9
  "annotated-types==0.7.0",
10
10
  "boto3>=1.36.18",
{sws_spark_dissemination_helper-0.0.147 → sws_spark_dissemination_helper-0.0.149}/src/sws_spark_dissemination_helper/SWSPostgresSparkReader.py RENAMED
@@ -210,9 +210,12 @@ class SWSPostgresSparkReader:
210
210
  dataset_tables.METADATA_ELEMENT_TYPE,
211
211
  dataset_tables.LANGUAGE,
212
212
  dataset_tables.UNIT_OF_MEASURE,
213
- dataset_tables.DATSET,
213
+ dataset_tables.DATASET,
214
214
  *dataset_tables.CODELISTS,
215
215
  ]
216
+ logging.info(
217
+ f"Importing reference data tables: {[(table.postgres_id, table.iceberg_id) for table in reference_data_tables]}"
218
+ )
216
219
  return self._import_tables(
217
220
  [(table, None, 1) for table in reference_data_tables]
218
221
  )