sws-spark-dissemination-helper 0.0.104__py3-none-any.whl → 0.0.106__py3-none-any.whl

sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py

@@ -387,9 +387,6 @@ class SWSBronzeIcebergSparkHelper:
 
         logging.info(f"Bronze table written to {self.iceberg_tables.BRONZE.iceberg_id}")
 
-        self.spark.sql(
-            f"ALTER TABLE {self.iceberg_tables.BRONZE.iceberg_id} REFRESH;"
-        )
         self.spark.sql(
             f"ALTER TABLE {self.iceberg_tables.BRONZE.iceberg_id} CREATE TAG `{self.tag_name}`"
         )
@@ -462,7 +459,7 @@ class SWSBronzeIcebergSparkHelper:
                     col(dimension_name).isin(codes)
                 )
 
-        self.df_bronze.writeTo(
+        self.disseminated_tag_df.writeTo(
             self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id
         ).createOrReplace()
 
@@ -470,9 +467,6 @@ class SWSBronzeIcebergSparkHelper:
             f"Bronze disseminated tag table written to {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id}"
         )
 
-        self.spark.sql(
-            f"ALTER TABLE {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id} REFRESH;"
-        )
         self.spark.sql(
             f"ALTER TABLE {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id} CREATE TAG `{self.tag_name}`"
         )

{sws_spark_dissemination_helper-0.0.104.dist-info → sws_spark_dissemination_helper-0.0.106.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sws-spark-dissemination-helper
-Version: 0.0.104
+Version: 0.0.106
 Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
 Project-URL: Repository, https://bitbucket.org/cioapps/sws-it-python-spark-dissemination-helper
 Author-email: Daniele Mansillo <danielemansillo@gmail.com>

{sws_spark_dissemination_helper-0.0.104.dist-info → sws_spark_dissemination_helper-0.0.106.dist-info}/RECORD

@@ -1,11 +1,11 @@
-sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py,sha256=yNBJkQv6Gcz9nE6df96hqJ9JBrgv4AsDq-oZ1ILcGl4,20010
+sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py,sha256=aCi_rGvPkTDF9Sf5veWPeK_-CyP_GuwXLNnSjJRrd4M,19791
 sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py,sha256=ZC7hxkppo6qmfCc2z5vm2Y2iH1901F-rx9Er9cxuzP4,16037
 sws_spark_dissemination_helper/SWSPostgresSparkReader.py,sha256=ja7AbOfbmC_EXHCJk7UMDzzbA-LRxzPkaaUmuvcihJ8,17449
 sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py,sha256=08xA7h4oVicKOnjEoMrLXpuk9mZ2GTiTPx3C7rCI7pg,22224
 sws_spark_dissemination_helper/__init__.py,sha256=Efjoe9V4vGXWVp-DY5P6NbRwIUr_zkZJkDmMi-lf5Bc,262
 sws_spark_dissemination_helper/constants.py,sha256=yG_pUi2PVeFKz6pogAU2AGQ-wV4FHWRHOW77wE_XGL0,11436
 sws_spark_dissemination_helper/utils.py,sha256=6SzrXX0xhvynRyv-vRFDbc6V4UNe_RzKKETZAtefnhg,21341
-sws_spark_dissemination_helper-0.0.104.dist-info/METADATA,sha256=HuI-vbl8TUBGPWYEOw__1NsZ6Tl222gTAnACXvHWrVE,2824
-sws_spark_dissemination_helper-0.0.104.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-sws_spark_dissemination_helper-0.0.104.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
-sws_spark_dissemination_helper-0.0.104.dist-info/RECORD,,
+sws_spark_dissemination_helper-0.0.106.dist-info/METADATA,sha256=A6ImEobrSAioTeY5oiiiGLi9rwFfX6SeDsHcYFCbA6w,2824
+sws_spark_dissemination_helper-0.0.106.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+sws_spark_dissemination_helper-0.0.106.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
+sws_spark_dissemination_helper-0.0.106.dist-info/RECORD,,