sws-spark-dissemination-helper 0.0.101__tar.gz → 0.0.102__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (16) hide show
  1. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/PKG-INFO +1 -1
  2. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/pyproject.toml +1 -1
  3. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py +3 -2
  4. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/.gitignore +0 -0
  5. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/LICENSE +0 -0
  6. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/README.md +0 -0
  7. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/old_requirements.txt +0 -0
  8. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/requirements.txt +0 -0
  9. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py +0 -0
  10. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py +0 -0
  11. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/SWSPostgresSparkReader.py +0 -0
  12. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/__init__.py +0 -0
  13. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/constants.py +0 -0
  14. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/utils.py +0 -0
  15. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/tests/__init__.py +0 -0
  16. {sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/tests/test.py +0 -0
{sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sws-spark-dissemination-helper
3
- Version: 0.0.101
3
+ Version: 0.0.102
4
4
  Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
5
5
  Project-URL: Repository, https://bitbucket.org/cioapps/sws-it-python-spark-dissemination-helper
6
6
  Author-email: Daniele Mansillo <danielemansillo@gmail.com>
{sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "sws-spark-dissemination-helper"
7
- version = "0.0.101"
7
+ version = "0.0.102"
8
8
  dependencies = [
9
9
  "annotated-types==0.7.0",
10
10
  "boto3==1.36.18",
{sws_spark_dissemination_helper-0.0.101 → sws_spark_dissemination_helper-0.0.102}/src/sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py RENAMED
@@ -110,9 +110,10 @@ class SWSSilverIcebergSparkHelper:
110
110
  return self.spark.read.option("tag", self.tag_name).table(
111
111
  self.iceberg_tables.BRONZE.iceberg_id
112
112
  )
113
+
113
114
  def read_bronze_diss_tag_data(self) -> DataFrame:
114
- return self.spark.read.option("branch", f"diss_tag_{self.tag_name}").table(
115
- self.iceberg_tables.BRONZE.iceberg_id
115
+ return self.spark.read.option("tag", self.tag_name).table(
116
+ self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id
116
117
  )
117
118
 
118
119
  def _get_dim_time_flag_columns(self) -> Tuple[List[str], List[str], str, List[str]]: