fabricks 3.0.15__py3-none-any.whl → 3.0.16__py3-none-any.whl

fabricks/core/masks.py

@@ -7,7 +7,7 @@ from fabricks.context import CATALOG, PATH_MASKS, SPARK
 from fabricks.context.log import DEFAULT_LOGGER
 
 
-def register_all_masks():
+def register_all_masks(override: bool = False):
     """
     Register all masks.
     """
@@ -16,7 +16,7 @@ def register_all_masks():
     for mask in get_masks():
         split = mask.split(".")
         try:
-            register_mask(mask=split[0])
+            register_mask(mask=split[0], override=override)
         except Exception as e:
             DEFAULT_LOGGER.exception(f"could not register mask {mask}", exc_info=e)
 
@@ -40,13 +40,16 @@ def is_registered(mask: str, spark: Optional[SparkSession] = None) -> bool:
     return not df.isEmpty()
 
 
-def register_mask(mask: str, spark: Optional[SparkSession] = None):
+def register_mask(mask: str, override: Optional[bool] = False, spark: Optional[SparkSession] = None):
     if spark is None:
         spark = SPARK
     assert spark is not None
 
-    if not is_registered(mask, spark):
-        DEFAULT_LOGGER.debug(f"register mask {mask}")
+    if not is_registered(mask, spark) or override:
+        if override:
+            DEFAULT_LOGGER.debug(f"override mask {mask}")
+        else:
+            DEFAULT_LOGGER.debug(f"register mask {mask}")
 
         path = PATH_MASKS.joinpath(f"{mask}.sql")
         spark.sql(path.get_sql())

fabricks/core/udfs.py

@@ -60,8 +60,8 @@ def is_registered(udf: str, spark: Optional[SparkSession] = None) -> bool:
 def register_udf(
     udf: str,
     extension: Optional[str] = None,
+    override: Optional[bool] = False,
     spark: Optional[SparkSession] = None,
-    override: bool = False,
 ):
     """
     Register a user-defined function (UDF).

fabricks/deploy/__init__.py

@@ -25,12 +25,12 @@ class Deploy:
         deploy_views()
 
     @staticmethod
-    def udfs():
-        deploy_udfs()
+    def udfs(override: bool = True):
+        deploy_udfs(override=override)
 
     @staticmethod
-    def masks():
-        deploy_masks()
+    def masks(override: bool = True):
+        deploy_masks(override=override)
 
     @staticmethod
     def notebooks():

fabricks/deploy/masks.py

@@ -2,7 +2,7 @@ from fabricks.context.log import DEFAULT_LOGGER
 from fabricks.core.masks import register_all_masks
 
 
-def deploy_masks():
+def deploy_masks(override: bool = True):
     DEFAULT_LOGGER.info("create or replace masks")
 
-    register_all_masks()
+    register_all_masks(override=override)

fabricks/deploy/tables.py

@@ -9,9 +9,9 @@ from fabricks.metastore.table import Table
 def deploy_tables(drop: bool = False):
     DEFAULT_LOGGER.info("create or replace fabricks (default) tables")
 
-    create_table_log(drop)
-    create_table_dummy(drop)
-    create_table_step(drop)
+    create_table_log(drop=drop)
+    create_table_dummy(drop=drop)
+    create_table_step(drop=drop)
 
 
 def create_table_step(drop: bool = False):

{fabricks-3.0.15.dist-info → fabricks-3.0.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricks
-Version: 3.0.15
+Version: 3.0.16
 Author-email: BMS DWH Team <bi_support@bmsuisse.ch>
 Requires-Python: <4,>=3.9
 Requires-Dist: azure-data-tables<13,>=12.5.0

{fabricks-3.0.15.dist-info → fabricks-3.0.16.dist-info}/RECORD

@@ -79,8 +79,8 @@ fabricks/context/utils.py,sha256=EQRscdUhdjwk2htZu8gCgNZ9PfRzzrR6e1kRrIbVlBM,278
 fabricks/core/__init__.py,sha256=LaqDi4xuyHAoLOvS44PQdZdRfq9SmVr7mB6BDHyxYpc,209
 fabricks/core/extenders.py,sha256=oJzfv0hWxusnGmrjMwbrGyKfot8xzA4XtNquPWfFgPo,727
 fabricks/core/job_schema.py,sha256=6-70oy0ZJd3V9AiXfc0Q8b8NVEynxQza_h7mB13uB-s,853
-fabricks/core/masks.py,sha256=3UCxcCi-TgFHB7xT5ZvmEa8RMKev23X_JLE70Pr3rpY,1347
-fabricks/core/udfs.py,sha256=1HoalZcfdGsF2DeJvdOWkw_7v6YavL-7wJcYR9jI9HY,3153
+fabricks/core/masks.py,sha256=0ARgXE6stazRlfjE2v2sOdQWjAH2TbCOgtuD33BeZqE,1531
+fabricks/core/udfs.py,sha256=QlFOgN-Ceiv601-2O2sPXfSMqYYZiL29GvUkTfx_P0k,3163
 fabricks/core/views.py,sha256=52tekqeP0Xk5EPYO220YdfFbzItX6NnObROb-ye9COQ,1181
 fabricks/core/dags/__init__.py,sha256=0DUKzVcXcROvxkN19P_kaOJ7da5BAM7Vt8EGQbp2KSY,240
 fabricks/core/dags/base.py,sha256=tFj27SqeZUZ7pB_LOWkpdowZz5gj30JUANI4gWK3Pl8,3139
@@ -129,11 +129,11 @@ fabricks/core/steps/_types.py,sha256=VxIrH3nFwmPlwG-UI8sDDP0AwK_9jlsy6yQp6YfgtqE
 fabricks/core/steps/base.py,sha256=MJe2q9s1siM89YkpHDqldtbtKQgkhDB_cFa2-e_irvs,14642
 fabricks/core/steps/get_step.py,sha256=8q4rEDdTTZNJsXB2l5XY-Ktoow8ZHsON_tx5yKMUIzg,284
 fabricks/core/steps/get_step_conf.py,sha256=UPT3gB1Sh5yzawZ9qiVQlvVAKaxPX82gaWBDzxx75EM,633
-fabricks/deploy/__init__.py,sha256=ntxtFnzeho_WneVoL5CCqbI4rKApKgdmi9j0HKb0LJc,2375
-fabricks/deploy/masks.py,sha256=umDRGoeyGnJ6_-Ug7926oDEtkdp9Ja5TtgznpQBUzBY,198
+fabricks/deploy/__init__.py,sha256=G4U3gLVFBkedqH28dVsIee5D_hzhKZOP3FFJ9ygaNvU,2451
+fabricks/deploy/masks.py,sha256=exf6UMutruHozw6oZY98DNAn464npbQlwN5-G22vDn8,236
 fabricks/deploy/notebooks.py,sha256=pfmD1K-TCOuuxttEK45Ti1RDc-_nIOmWlb2EWr1Vp28,1545
 fabricks/deploy/schedules.py,sha256=0a5dU1rW6fg8aAp7TTt-l0DgR-4kmzsX2xxV2C30yaw,347
-fabricks/deploy/tables.py,sha256=IF822oxOCy12r08Dz54YUK5luud6dtTPxJ4TUIHE-No,2621
+fabricks/deploy/tables.py,sha256=F_A3_BIf0x5GcWaBVMqrLG-GUOa7W3RSF2m-1ppxUgo,2636
 fabricks/deploy/udfs.py,sha256=rBEzFKG_a9TKERceTLRC3b-2BjNe1YEIwU2r0I4EecE,637
 fabricks/deploy/utils.py,sha256=V41r1zVT9KcsICqTLAzpb4ixRk2q2ybJMrGhkPOtG6k,5099
 fabricks/deploy/views.py,sha256=8cSt6IzZy-JHHkyqd91NT2hi3LTNTOolimlfSBXMCvU,14434
@@ -171,6 +171,6 @@ fabricks/utils/schema/get_schema_for_type.py,sha256=5k-R6zCgUAtapQgxT4turcx1IQ-b
 fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
 fabricks/utils/write/delta.py,sha256=lTQ0CfUhcvn3xTCcT_Ns6PMDBsO5UEfa2S9XpJiLJ9c,1250
 fabricks/utils/write/stream.py,sha256=wQBpAnQtYA6nl79sPKhVM6u5m-66suX7B6VQ6tW4TOs,622
-fabricks-3.0.15.dist-info/METADATA,sha256=qmUoNHO1DjqiqLdtbndeKG7Z-JXIr9MuRGnV6Kpb2rE,798
-fabricks-3.0.15.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-fabricks-3.0.15.dist-info/RECORD,,
+fabricks-3.0.16.dist-info/METADATA,sha256=EUzxCf5zxbG8Dmst3_r4jyjK4Xb78n3pY0gajpZwqrg,798
+fabricks-3.0.16.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+fabricks-3.0.16.dist-info/RECORD,,