fabricks 3.0.14__py3-none-any.whl → 3.0.16__py3-none-any.whl

fabricks/context/helpers.py

@@ -15,7 +15,7 @@ def get_config_from_file():
             break
         if path == path.parent:
             break
-        
+
         path = path.parent
 
     if (path / "fabricksconfig.json").exists():

fabricks/core/masks.py

@@ -7,7 +7,7 @@ from fabricks.context import CATALOG, PATH_MASKS, SPARK
 from fabricks.context.log import DEFAULT_LOGGER
 
 
-def register_all_masks():
+def register_all_masks(override: bool = False):
     """
     Register all masks.
     """
@@ -16,7 +16,7 @@ def register_all_masks():
     for mask in get_masks():
         split = mask.split(".")
         try:
-            register_mask(mask=split[0])
+            register_mask(mask=split[0], override=override)
         except Exception as e:
             DEFAULT_LOGGER.exception(f"could not register mask {mask}", exc_info=e)
 
@@ -40,13 +40,16 @@ def is_registered(mask: str, spark: Optional[SparkSession] = None) -> bool:
     return not df.isEmpty()
 
 
-def register_mask(mask: str, spark: Optional[SparkSession] = None):
+def register_mask(mask: str, override: Optional[bool] = False, spark: Optional[SparkSession] = None):
     if spark is None:
         spark = SPARK
     assert spark is not None
 
-    if not is_registered(mask, spark):
-        DEFAULT_LOGGER.debug(f"register mask {mask}")
+    if not is_registered(mask, spark) or override:
+        if override:
+            DEFAULT_LOGGER.debug(f"override mask {mask}")
+        else:
+            DEFAULT_LOGGER.debug(f"register mask {mask}")
 
         path = PATH_MASKS.joinpath(f"{mask}.sql")
         spark.sql(path.get_sql())

fabricks/core/udfs.py

@@ -11,7 +11,7 @@ from fabricks.context.log import DEFAULT_LOGGER
 UDFS: dict[str, Callable] = {}
 
 
-def register_all_udfs(extension: Optional[str] = None):
+def register_all_udfs(extension: Optional[str] = None, override: bool = False):
     """
     Register all user-defined functions (UDFs).
     """
@@ -20,7 +20,7 @@ def register_all_udfs(extension: Optional[str] = None):
     for udf in get_udfs(extension=extension):
         split = udf.split(".")
         try:
-            register_udf(udf=split[0], extension=split[1])
+            register_udf(udf=split[0], extension=split[1], override=override)
         except Exception as e:
             DEFAULT_LOGGER.exception(f"could not register udf {udf}", exc_info=e)
 
@@ -57,7 +57,12 @@ def is_registered(udf: str, spark: Optional[SparkSession] = None) -> bool:
     return not df.isEmpty()
 
 
-def register_udf(udf: str, extension: Optional[str] = None, spark: Optional[SparkSession] = None):
+def register_udf(
+    udf: str,
+    extension: Optional[str] = None,
+    override: Optional[bool] = False,
+    spark: Optional[SparkSession] = None,
+):
     """
     Register a user-defined function (UDF).
     """
@@ -65,8 +70,11 @@ def register_udf(udf: str, extension: Optional[str] = None, spark: Optional[Spar
         spark = SPARK
     assert spark is not None
 
-    if not is_registered(udf, spark):
-        DEFAULT_LOGGER.debug(f"register udf {udf}")
+    if not is_registered(udf, spark) or override:
+        if override:
+            DEFAULT_LOGGER.debug(f"override udf {udf}")
+        else:
+            DEFAULT_LOGGER.debug(f"register udf {udf}")
 
         if extension is None:
             extension = get_extension(udf)

fabricks/deploy/__init__.py

@@ -25,12 +25,12 @@ class Deploy:
         deploy_views()
 
     @staticmethod
-    def udfs():
-        deploy_udfs()
+    def udfs(override: bool = True):
+        deploy_udfs(override=override)
 
     @staticmethod
-    def masks():
-        deploy_masks()
+    def masks(override: bool = True):
+        deploy_masks(override=override)
 
     @staticmethod
     def notebooks():

fabricks/deploy/masks.py

@@ -2,7 +2,7 @@ from fabricks.context.log import DEFAULT_LOGGER
 from fabricks.core.masks import register_all_masks
 
 
-def deploy_masks():
+def deploy_masks(override: bool = True):
     DEFAULT_LOGGER.info("create or replace masks")
 
-    register_all_masks()
+    register_all_masks(override=override)

fabricks/deploy/tables.py

@@ -9,9 +9,9 @@ from fabricks.metastore.table import Table
 def deploy_tables(drop: bool = False):
     DEFAULT_LOGGER.info("create or replace fabricks (default) tables")
 
-    create_table_log(drop)
-    create_table_dummy(drop)
-    create_table_step(drop)
+    create_table_log(drop=drop)
+    create_table_dummy(drop=drop)
+    create_table_step(drop=drop)
 
 
 def create_table_step(drop: bool = False):

fabricks/deploy/udfs.py

@@ -4,10 +4,10 @@ from fabricks.core.udfs import register_all_udfs
 from fabricks.utils.sqlglot import fix as fix_sql
 
 
-def deploy_udfs():
+def deploy_udfs(override: bool = True):
     DEFAULT_LOGGER.info("create or replace udfs")
 
-    register_all_udfs(extension="sql")
+    register_all_udfs(extension="sql", override=override)
     create_or_replace_udf_job_id()
 
 

{fabricks-3.0.14.dist-info → fabricks-3.0.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricks
-Version: 3.0.14
+Version: 3.0.16
 Author-email: BMS DWH Team <bi_support@bmsuisse.ch>
 Requires-Python: <4,>=3.9
 Requires-Dist: azure-data-tables<13,>=12.5.0

{fabricks-3.0.14.dist-info → fabricks-3.0.16.dist-info}/RECORD

@@ -70,7 +70,7 @@ fabricks/cdc/templates/queries/nocdc/update.sql.jinja,sha256=mjNUwGVhZ08yUkdv9sC
 fabricks/context/__init__.py,sha256=qfntJ9O6omzY_t6AhDP6Ndu9C5LMiVdWbo6ikhtoe7o,1446
 fabricks/context/_types.py,sha256=FzQJ35vp0uc6pAq18bc-VHwMVEWtd0VDdm8xQmNr2Sg,2681
 fabricks/context/config.py,sha256=EmLUnswuWfrncaNJMDjvdMg-1lD8aneKAY8IDna7VPE,4814
-fabricks/context/helpers.py,sha256=PekG7VT01GlC7fURT-JUCT1CbyRrgPuKnrT5-gauQ-Y,1608
+fabricks/context/helpers.py,sha256=igY8LwLIxzfOWKCg23XMsJoY7Bw0welpdNry2mKHjF0,1600
 fabricks/context/log.py,sha256=CadrRf8iL6iXlGIGIhEIswa7wGqC-E-oLwWcGTyJ10s,2074
 fabricks/context/runtime.py,sha256=87PtX6SqLoFd0PGxgisF6dLlxtCHaHxkMMIt34UyB2w,3479
 fabricks/context/secret.py,sha256=iRM-KU-JcJAEOLoGJ8S4Oh65-yt674W6CDTSkOE7SXw,3192
@@ -79,8 +79,8 @@ fabricks/context/utils.py,sha256=EQRscdUhdjwk2htZu8gCgNZ9PfRzzrR6e1kRrIbVlBM,278
 fabricks/core/__init__.py,sha256=LaqDi4xuyHAoLOvS44PQdZdRfq9SmVr7mB6BDHyxYpc,209
 fabricks/core/extenders.py,sha256=oJzfv0hWxusnGmrjMwbrGyKfot8xzA4XtNquPWfFgPo,727
 fabricks/core/job_schema.py,sha256=6-70oy0ZJd3V9AiXfc0Q8b8NVEynxQza_h7mB13uB-s,853
-fabricks/core/masks.py,sha256=3UCxcCi-TgFHB7xT5ZvmEa8RMKev23X_JLE70Pr3rpY,1347
-fabricks/core/udfs.py,sha256=gu7K-ohxcO0TdgA7IjzVMOZatZQYhFTklHo60a6k_Yc,2960
+fabricks/core/masks.py,sha256=0ARgXE6stazRlfjE2v2sOdQWjAH2TbCOgtuD33BeZqE,1531
+fabricks/core/udfs.py,sha256=QlFOgN-Ceiv601-2O2sPXfSMqYYZiL29GvUkTfx_P0k,3163
 fabricks/core/views.py,sha256=52tekqeP0Xk5EPYO220YdfFbzItX6NnObROb-ye9COQ,1181
 fabricks/core/dags/__init__.py,sha256=0DUKzVcXcROvxkN19P_kaOJ7da5BAM7Vt8EGQbp2KSY,240
 fabricks/core/dags/base.py,sha256=tFj27SqeZUZ7pB_LOWkpdowZz5gj30JUANI4gWK3Pl8,3139
@@ -129,12 +129,12 @@ fabricks/core/steps/_types.py,sha256=VxIrH3nFwmPlwG-UI8sDDP0AwK_9jlsy6yQp6YfgtqE
 fabricks/core/steps/base.py,sha256=MJe2q9s1siM89YkpHDqldtbtKQgkhDB_cFa2-e_irvs,14642
 fabricks/core/steps/get_step.py,sha256=8q4rEDdTTZNJsXB2l5XY-Ktoow8ZHsON_tx5yKMUIzg,284
 fabricks/core/steps/get_step_conf.py,sha256=UPT3gB1Sh5yzawZ9qiVQlvVAKaxPX82gaWBDzxx75EM,633
-fabricks/deploy/__init__.py,sha256=ntxtFnzeho_WneVoL5CCqbI4rKApKgdmi9j0HKb0LJc,2375
-fabricks/deploy/masks.py,sha256=umDRGoeyGnJ6_-Ug7926oDEtkdp9Ja5TtgznpQBUzBY,198
+fabricks/deploy/__init__.py,sha256=G4U3gLVFBkedqH28dVsIee5D_hzhKZOP3FFJ9ygaNvU,2451
+fabricks/deploy/masks.py,sha256=exf6UMutruHozw6oZY98DNAn464npbQlwN5-G22vDn8,236
 fabricks/deploy/notebooks.py,sha256=pfmD1K-TCOuuxttEK45Ti1RDc-_nIOmWlb2EWr1Vp28,1545
 fabricks/deploy/schedules.py,sha256=0a5dU1rW6fg8aAp7TTt-l0DgR-4kmzsX2xxV2C30yaw,347
-fabricks/deploy/tables.py,sha256=IF822oxOCy12r08Dz54YUK5luud6dtTPxJ4TUIHE-No,2621
-fabricks/deploy/udfs.py,sha256=7fw3O5LgOOxDEhuS3s1yFdqybgFh65r_1IdfZUYeejs,597
+fabricks/deploy/tables.py,sha256=F_A3_BIf0x5GcWaBVMqrLG-GUOa7W3RSF2m-1ppxUgo,2636
+fabricks/deploy/udfs.py,sha256=rBEzFKG_a9TKERceTLRC3b-2BjNe1YEIwU2r0I4EecE,637
 fabricks/deploy/utils.py,sha256=V41r1zVT9KcsICqTLAzpb4ixRk2q2ybJMrGhkPOtG6k,5099
 fabricks/deploy/views.py,sha256=8cSt6IzZy-JHHkyqd91NT2hi3LTNTOolimlfSBXMCvU,14434
 fabricks/metastore/README.md,sha256=utPUGAxmjyNMGe43GfL0Gup4MjeTKKwyiUoNVSfMquI,51
@@ -171,6 +171,6 @@ fabricks/utils/schema/get_schema_for_type.py,sha256=5k-R6zCgUAtapQgxT4turcx1IQ-b
 fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
 fabricks/utils/write/delta.py,sha256=lTQ0CfUhcvn3xTCcT_Ns6PMDBsO5UEfa2S9XpJiLJ9c,1250
 fabricks/utils/write/stream.py,sha256=wQBpAnQtYA6nl79sPKhVM6u5m-66suX7B6VQ6tW4TOs,622
-fabricks-3.0.14.dist-info/METADATA,sha256=g8zxaKKHnJIJPtbMGYqicViqA9vFlVJArB86sgWyxps,798
-fabricks-3.0.14.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-fabricks-3.0.14.dist-info/RECORD,,
+fabricks-3.0.16.dist-info/METADATA,sha256=EUzxCf5zxbG8Dmst3_r4jyjK4Xb78n3pY0gajpZwqrg,798
+fabricks-3.0.16.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+fabricks-3.0.16.dist-info/RECORD,,