sws-spark-dissemination-helper 0.0.102__py3-none-any.whl → 0.0.104__py3-none-any.whl

sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py

@@ -387,18 +387,12 @@ class SWSBronzeIcebergSparkHelper:
 
         logging.info(f"Bronze table written to {self.iceberg_tables.BRONZE.iceberg_id}")
 
+        self.spark.sql(
+            f"ALTER TABLE {self.iceberg_tables.BRONZE.iceberg_id} REFRESH;"
+        )
         self.spark.sql(
             f"ALTER TABLE {self.iceberg_tables.BRONZE.iceberg_id} CREATE TAG `{self.tag_name}`"
         )
-        while (
-            self.spark.sql(
-                f"SELECT * FROM {self.iceberg_tables.BRONZE.iceberg_id}.refs"
-            )
-            .filter((col("type") == lit("TAG")) & (col("name") == lit(self.tag_name)))
-            .count()
-        ) == 0:
-            logging.info(f"Waiting for the tag {self.tag_name} to be created")
-            time.sleep(2)
 
         logging.info(f"bronze tag '{self.tag_name}' created")
 
@@ -476,6 +470,9 @@ class SWSBronzeIcebergSparkHelper:
             f"Bronze disseminated tag table written to {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id}"
         )
 
+        self.spark.sql(
+            f"ALTER TABLE {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id} REFRESH;"
+        )
         self.spark.sql(
             f"ALTER TABLE {self.iceberg_tables.BRONZE_DISS_TAG.iceberg_id} CREATE TAG `{self.tag_name}`"
         )

{sws_spark_dissemination_helper-0.0.102.dist-info → sws_spark_dissemination_helper-0.0.104.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sws-spark-dissemination-helper
-Version: 0.0.102
+Version: 0.0.104
 Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
 Project-URL: Repository, https://bitbucket.org/cioapps/sws-it-python-spark-dissemination-helper
 Author-email: Daniele Mansillo <danielemansillo@gmail.com>

{sws_spark_dissemination_helper-0.0.102.dist-info → sws_spark_dissemination_helper-0.0.104.dist-info}/RECORD

@@ -1,11 +1,11 @@
-sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py,sha256=k79yVW14wnNTX1nLEZj4bqsmv9L43Hd5ILuAxFWTX2s,20146
+sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py,sha256=yNBJkQv6Gcz9nE6df96hqJ9JBrgv4AsDq-oZ1ILcGl4,20010
 sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py,sha256=ZC7hxkppo6qmfCc2z5vm2Y2iH1901F-rx9Er9cxuzP4,16037
 sws_spark_dissemination_helper/SWSPostgresSparkReader.py,sha256=ja7AbOfbmC_EXHCJk7UMDzzbA-LRxzPkaaUmuvcihJ8,17449
 sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py,sha256=08xA7h4oVicKOnjEoMrLXpuk9mZ2GTiTPx3C7rCI7pg,22224
 sws_spark_dissemination_helper/__init__.py,sha256=Efjoe9V4vGXWVp-DY5P6NbRwIUr_zkZJkDmMi-lf5Bc,262
 sws_spark_dissemination_helper/constants.py,sha256=yG_pUi2PVeFKz6pogAU2AGQ-wV4FHWRHOW77wE_XGL0,11436
 sws_spark_dissemination_helper/utils.py,sha256=6SzrXX0xhvynRyv-vRFDbc6V4UNe_RzKKETZAtefnhg,21341
-sws_spark_dissemination_helper-0.0.102.dist-info/METADATA,sha256=7gTZBaFngb28xVXjw33EBD1_XxUnbCJkSoV3dkpg9eE,2824
-sws_spark_dissemination_helper-0.0.102.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-sws_spark_dissemination_helper-0.0.102.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
-sws_spark_dissemination_helper-0.0.102.dist-info/RECORD,,
+sws_spark_dissemination_helper-0.0.104.dist-info/METADATA,sha256=HuI-vbl8TUBGPWYEOw__1NsZ6Tl222gTAnACXvHWrVE,2824
+sws_spark_dissemination_helper-0.0.104.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+sws_spark_dissemination_helper-0.0.104.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
+sws_spark_dissemination_helper-0.0.104.dist-info/RECORD,,