sws-spark-dissemination-helper 0.0.116__tar.gz → 0.0.117__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (16) hide show
  1. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/PKG-INFO +1 -1
  2. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/pyproject.toml +1 -1
  3. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/src/sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py +3 -0
  4. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/.gitignore +0 -0
  5. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/LICENSE +0 -0
  6. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/README.md +0 -0
  7. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/old_requirements.txt +0 -0
  8. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/requirements.txt +0 -0
  9. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/src/sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py +0 -0
  10. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/src/sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py +0 -0
  11. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/src/sws_spark_dissemination_helper/SWSPostgresSparkReader.py +0 -0
  12. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/src/sws_spark_dissemination_helper/__init__.py +0 -0
  13. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/src/sws_spark_dissemination_helper/constants.py +0 -0
  14. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/src/sws_spark_dissemination_helper/utils.py +0 -0
  15. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/tests/__init__.py +0 -0
  16. {sws_spark_dissemination_helper-0.0.116 → sws_spark_dissemination_helper-0.0.117}/tests/test.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sws-spark-dissemination-helper
3
- Version: 0.0.116
3
+ Version: 0.0.117
4
4
  Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
5
5
  Project-URL: Repository, https://bitbucket.org/cioapps/sws-it-python-spark-dissemination-helper
6
6
  Author-email: Daniele Mansillo <danielemansillo@gmail.com>
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "sws-spark-dissemination-helper"
7
- version = "0.0.116"
7
+ version = "0.0.117"
8
8
  dependencies = [
9
9
  "annotated-types==0.7.0",
10
10
  "boto3==1.36.18",
@@ -176,6 +176,9 @@ class SWSSilverIcebergSparkHelper:
176
176
 
177
177
  original_col_order = df.columns
178
178
  cols_to_select = df.columns
179
+ logging.info("df.columns")
180
+ logging.info(f"{col_name}_start_date")
181
+ logging.info(f"{col_name}_end_date")
179
182
  cols_to_select.remove("note")
180
183
  cols_to_select.remove(f"{col_name}_start_date")
181
184
  cols_to_select.remove(f"{col_name}_end_date")