sws-spark-dissemination-helper 0.0.117__tar.gz → 0.0.119__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (16) hide show
  1. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/PKG-INFO +1 -1
  2. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/pyproject.toml +1 -1
  3. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py +11 -6
  4. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/.gitignore +0 -0
  5. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/LICENSE +0 -0
  6. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/README.md +0 -0
  7. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/old_requirements.txt +0 -0
  8. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/requirements.txt +0 -0
  9. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py +0 -0
  10. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py +0 -0
  11. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/SWSPostgresSparkReader.py +0 -0
  12. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/__init__.py +0 -0
  13. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/constants.py +0 -0
  14. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/utils.py +0 -0
  15. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/tests/__init__.py +0 -0
  16. {sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/tests/test.py +0 -0
{sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sws-spark-dissemination-helper
3
- Version: 0.0.117
3
+ Version: 0.0.119
4
4
  Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
5
5
  Project-URL: Repository, https://bitbucket.org/cioapps/sws-it-python-spark-dissemination-helper
6
6
  Author-email: Daniele Mansillo <danielemansillo@gmail.com>
{sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "sws-spark-dissemination-helper"
7
- version = "0.0.117"
7
+ version = "0.0.119"
8
8
  dependencies = [
9
9
  "annotated-types==0.7.0",
10
10
  "boto3==1.36.18",
{sws_spark_dissemination_helper-0.0.117 → sws_spark_dissemination_helper-0.0.119}/src/sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py RENAMED
@@ -176,12 +176,17 @@ class SWSSilverIcebergSparkHelper:
176
176
 
177
177
  original_col_order = df.columns
178
178
  cols_to_select = df.columns
179
- logging.info("df.columns")
180
- logging.info(f"{col_name}_start_date")
181
- logging.info(f"{col_name}_end_date")
182
- cols_to_select.remove("note")
183
- cols_to_select.remove(f"{col_name}_start_date")
184
- cols_to_select.remove(f"{col_name}_end_date")
179
+ col_name_lower = col_name.lower()
180
+ cols_to_select = [
181
+ column
182
+ for column in cols_to_select
183
+ if column.lower()
184
+ not in (
185
+ "note",
186
+ f"{col_name_lower}_start_date",
187
+ f"{col_name_lower}_end_date",
188
+ )
189
+ ]
185
190
 
186
191
  df = (
187
192
  df.alias("d")