sws-spark-dissemination-helper 0.0.174__py3-none-any.whl → 0.0.176__py3-none-any.whl

sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py

@@ -87,7 +87,12 @@ class SWSGoldIcebergSparkHelper:
         return df.filter(col("diss_flag"))
 
     def keep_dim_val_attr_columns(self, df: DataFrame):
-        return df.select(*self.cols_to_keep_sws)
+        cols_to_keep_sws = self.cols_to_keep_sws
+        if "note" in df.columns:
+            cols_to_keep_sws = cols_to_keep_sws + ["note"]
+        if "unit_of_measure_symbol" in df.columns:
+            cols_to_keep_sws = cols_to_keep_sws + ["unit_of_measure_symbol"]
+        return df.select(*cols_to_keep_sws)
 
     def read_bronze_data(self) -> DataFrame:
         return self.spark.read.option("tag", self.tag_name).table(
@@ -667,3 +672,29 @@ class SWSGoldIcebergSparkHelper:
         logging.debug(f"Tag with Added csv Table: {tag}")
 
         return df
+
+
+1
+frozenset({"9", "1", "0", "4", "7", "3", "2", "6", "8", "5"})
+1
+1
+2
+frozenset({"9", "1", "0", "4", "7", "3", "2", "6", "8", "5"})
+2
+1
+1
+frozenset({"9", "1", "0", "4", "7", "3", "2", "6", "8", "5"})
+1
+1
+2
+frozenset({"9", "1", "0", "4", "7", "3", "2", "6", "8", "5"})
+2
+1
+1
+frozenset({"9", "1", "0", "4", "7", "3", "2", "6", "8", "5"})
+1
+1
+1
+frozenset({"9", "1", "0", "4", "7", "3", "2", "6", "8", "5"})
+1
+1

{sws_spark_dissemination_helper-0.0.174.dist-info → sws_spark_dissemination_helper-0.0.176.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sws-spark-dissemination-helper
-Version: 0.0.174
+Version: 0.0.176
 Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
 Project-URL: Repository, https://github.com/un-fao/fao-sws-it-python-spark-dissemination-helper
 Author-email: Daniele Mansillo <danielemansillo@gmail.com>

{sws_spark_dissemination_helper-0.0.174.dist-info → sws_spark_dissemination_helper-0.0.176.dist-info}/RECORD

@@ -1,13 +1,13 @@
 sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py,sha256=N0eQ2LXtpPeZQCWYi85sMLmpXRzLA2erECiba8tqOAY,29595
 sws_spark_dissemination_helper/SWSDatatablesExportHelper.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sws_spark_dissemination_helper/SWSEasyIcebergSparkHelper.py,sha256=csqKyYglBkJSBvEkEa1_keHarZZAIJHaV0d64gGJy98,26379
-sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py,sha256=0dxbVkrhdaASapEffF5PFcgKwAMyJoWBxzgymjZ4JyY,25049
+sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py,sha256=wJgtpD0DqaGNWu_V5lcPIaPRBFimV395gn8Fk7Ul9bY,25723
 sws_spark_dissemination_helper/SWSPostgresSparkReader.py,sha256=KpG8gp8Ai9pHDiKhUOTcXWxxmFGeKEE3XKlI_Y-SveU,18453
 sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py,sha256=EXpqPHbxld8MPShE6Vo8h4y1vpBt_BjMtS4RPJcPeTU,26355
 sws_spark_dissemination_helper/__init__.py,sha256=42TPbk7KxAud_qY3Sr_F4F7VjyofUlxEJkUXAFQsjRo,327
 sws_spark_dissemination_helper/constants.py,sha256=vQmalAqInwPAybgJOfYx99jn47KsKp8jeD8eqmjw-Rs,13471
 sws_spark_dissemination_helper/utils.py,sha256=Ge8zXsUIcvFihALDNLF5kCu_tAdRQUE04xE6Yn9xQF4,22008
-sws_spark_dissemination_helper-0.0.174.dist-info/METADATA,sha256=pcpz4oiaRq6M9u1k7H_h4HPfG9n5R3uvXT33WZY-gf4,2822
-sws_spark_dissemination_helper-0.0.174.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-sws_spark_dissemination_helper-0.0.174.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
-sws_spark_dissemination_helper-0.0.174.dist-info/RECORD,,
+sws_spark_dissemination_helper-0.0.176.dist-info/METADATA,sha256=3mtkAYmFx0fjK60OEEAbhBSOH4605meXWJX1cjmvGHo,2822
+sws_spark_dissemination_helper-0.0.176.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+sws_spark_dissemination_helper-0.0.176.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
+sws_spark_dissemination_helper-0.0.176.dist-info/RECORD,,