sws-spark-dissemination-helper 0.0.171__py3-none-any.whl → 0.0.173__py3-none-any.whl

sws_spark_dissemination_helper/utils.py

@@ -363,26 +363,26 @@ def map_codes_and_remove_null_duplicates(
             "diss_flag", F.when(col("delete"), lit(False)).otherwise(col("diss_flag"))
         )
         .withColumn(
-            "note",
+            "diss_note",
             F.when(
                 col("delete"),
                 F.array_append(
-                    col("note"),
+                    col("diss_note"),
                     lit(
                         f"The observation is not disseminated according to the Mapping - Code correction table"
                     ),
                 ),
-            ).otherwise(col("note")),
+            ).otherwise(col("diss_note")),
         )
         # Add mapping message to notes
         .withColumn(
-            "note",
+            "diss_note",
             F.when(
                 ~col("is_duplicate")
                 & col("new_dim_code").isNotNull()
                 & (col("new_dim_code") != lit("")),
                 F.array_append(
-                    col("note"),
+                    col("diss_note"),
                     F.concat(
                         lit(f"Dimension {col_name} code was changed from "),
                         col(col_name),
@@ -390,7 +390,7 @@ def map_codes_and_remove_null_duplicates(
                         col("new_dim_code"),
                     ),
                 ),
-            ).otherwise(col("note")),
+            ).otherwise(col("diss_note")),
         )
         .withColumn(
             col_name,
@@ -409,18 +409,18 @@ def map_codes_and_remove_null_duplicates(
             ).otherwise(col("diss_flag")),
         )
         .withColumn(
-            "note",
+            "diss_note",
             F.when(
                 col("is_duplicate")
                 & col("new_dim_code").isNotNull()
                 & (col("new_dim_code") != lit("")),
                 F.array_append(
-                    col("note"),
+                    col("diss_note"),
                     lit(
                         f"The code correction was not applied to avoid observation duplications"
                     ),
                 ),
-            ).otherwise(col("note")),
+            ).otherwise(col("diss_note")),
         )
         # Check the domain specific multiplier first and then the standard multiplier
         .withColumn("value", col("value") * F.coalesce(col("multiplier"), lit(1)))

{sws_spark_dissemination_helper-0.0.171.dist-info → sws_spark_dissemination_helper-0.0.173.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sws-spark-dissemination-helper
-Version: 0.0.171
+Version: 0.0.173
 Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
 Project-URL: Repository, https://github.com/un-fao/fao-sws-it-python-spark-dissemination-helper
 Author-email: Daniele Mansillo <danielemansillo@gmail.com>
@@ -31,8 +31,8 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.9
 Requires-Dist: annotated-types==0.7.0
-Requires-Dist: boto3>=1.40.75
-Requires-Dist: botocore>=1.40.75
+Requires-Dist: boto3>=1.40.0
+Requires-Dist: botocore>=1.40.0
 Requires-Dist: certifi==2025.1.31
 Requires-Dist: charset-normalizer==3.4.1
 Requires-Dist: idna>=3.10

{sws_spark_dissemination_helper-0.0.171.dist-info → sws_spark_dissemination_helper-0.0.173.dist-info}/RECORD

@@ -6,8 +6,8 @@ sws_spark_dissemination_helper/SWSPostgresSparkReader.py,sha256=KpG8gp8Ai9pHDiKh
 sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py,sha256=qioLv3SlJEfk0LzTiwfXRtZXVImPOJUeh9k1XwHC-pA,26225
 sws_spark_dissemination_helper/__init__.py,sha256=42TPbk7KxAud_qY3Sr_F4F7VjyofUlxEJkUXAFQsjRo,327
 sws_spark_dissemination_helper/constants.py,sha256=vQmalAqInwPAybgJOfYx99jn47KsKp8jeD8eqmjw-Rs,13471
-sws_spark_dissemination_helper/utils.py,sha256=G7lQqNRrvqZpgm9WmddD7fWsI8IVn09x1p3cV3458EA,21963
-sws_spark_dissemination_helper-0.0.171.dist-info/METADATA,sha256=W4qkQISSzekzXhpmNhlNMfJEmaQlscu3hQTs4Vavawg,2824
-sws_spark_dissemination_helper-0.0.171.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-sws_spark_dissemination_helper-0.0.171.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
-sws_spark_dissemination_helper-0.0.171.dist-info/RECORD,,
+sws_spark_dissemination_helper/utils.py,sha256=Ge8zXsUIcvFihALDNLF5kCu_tAdRQUE04xE6Yn9xQF4,22008
+sws_spark_dissemination_helper-0.0.173.dist-info/METADATA,sha256=G6ANeATMnjFSNjCLaUxOXGqZaH88M7dhqt-Lz7U3uoA,2822
+sws_spark_dissemination_helper-0.0.173.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+sws_spark_dissemination_helper-0.0.173.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
+sws_spark_dissemination_helper-0.0.173.dist-info/RECORD,,