sws-spark-dissemination-helper 0.0.103__tar.gz → 0.0.105__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (16) hide show
  1. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/PKG-INFO +1 -1
  2. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/pyproject.toml +1 -1
  3. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py +0 -6
  4. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/.gitignore +0 -0
  5. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/LICENSE +0 -0
  6. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/README.md +0 -0
  7. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/old_requirements.txt +0 -0
  8. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/requirements.txt +0 -0
  9. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py +0 -0
  10. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/SWSPostgresSparkReader.py +0 -0
  11. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py +0 -0
  12. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/__init__.py +0 -0
  13. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/constants.py +0 -0
  14. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/utils.py +0 -0
  15. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/tests/__init__.py +0 -0
  16. {sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/tests/test.py +0 -0
{sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sws-spark-dissemination-helper
3
- Version: 0.0.103
3
+ Version: 0.0.105
4
4
  Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
5
5
  Project-URL: Repository, https://bitbucket.org/cioapps/sws-it-python-spark-dissemination-helper
6
6
  Author-email: Daniele Mansillo <danielemansillo@gmail.com>
{sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "sws-spark-dissemination-helper"
7
- version = "0.0.103"
7
+ version = "0.0.105"
8
8
  dependencies = [
9
9
  "annotated-types==0.7.0",
10
10
  "boto3==1.36.18",
{sws_spark_dissemination_helper-0.0.103 → sws_spark_dissemination_helper-0.0.105}/src/sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py RENAMED
@@ -387,9 +387,6 @@ class SWSBronzeIcebergSparkHelper:
387
387
 
388
388
  logging.info(f"Bronze table written to {self.iceberg_tables.BRONZE.iceberg_id}")
389
389
 
390
- self.spark.sql(
391
- f"ALTER ICEBERG TABLE {self.iceberg_tables.BRONZE.iceberg_id} REFRESH;"
392
- )
393
390
  self.spark.sql(
394
391
  f"ALTER TABLE {self.iceberg_tables.BRONZE.iceberg_id} CREATE TAG `{self.tag_name}`"
395
392
  )
@@ -470,9 +467,6 @@ class SWSBronzeIcebergSparkHelper:
470
467
  f"Bronze disseminated tag table written to {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id}"
471
468
  )
472
469
 
473
- self.spark.sql(
474
- f"ALTER ICEBERG TABLE {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id} REFRESH;"
475
- )
476
470
  self.spark.sql(
477
471
  f"ALTER TABLE {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id} CREATE TAG `{self.tag_name}`"
478
472
  )