fabricks 3.0.14__tar.gz → 3.0.16__tar.gz

{fabricks-3.0.14 → fabricks-3.0.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricks
-Version: 3.0.14
+Version: 3.0.16
 Author-email: BMS DWH Team <bi_support@bmsuisse.ch>
 Requires-Python: <4,>=3.9
 Requires-Dist: azure-data-tables<13,>=12.5.0

{fabricks-3.0.14 → fabricks-3.0.16}/fabricks/context/helpers.py

@@ -15,7 +15,7 @@ def get_config_from_file():
             break
         if path == path.parent:
             break
-        
+
         path = path.parent
 
     if (path / "fabricksconfig.json").exists():

{fabricks-3.0.14 → fabricks-3.0.16}/fabricks/core/masks.py

@@ -7,7 +7,7 @@ from fabricks.context import CATALOG, PATH_MASKS, SPARK
 from fabricks.context.log import DEFAULT_LOGGER
 
 
-def register_all_masks():
+def register_all_masks(override: bool = False):
     """
     Register all masks.
     """
@@ -16,7 +16,7 @@ def register_all_masks():
     for mask in get_masks():
         split = mask.split(".")
         try:
-            register_mask(mask=split[0])
+            register_mask(mask=split[0], override=override)
         except Exception as e:
             DEFAULT_LOGGER.exception(f"could not register mask {mask}", exc_info=e)
 
@@ -40,13 +40,16 @@ def is_registered(mask: str, spark: Optional[SparkSession] = None) -> bool:
     return not df.isEmpty()
 
 
-def register_mask(mask: str, spark: Optional[SparkSession] = None):
+def register_mask(mask: str, override: Optional[bool] = False, spark: Optional[SparkSession] = None):
     if spark is None:
         spark = SPARK
     assert spark is not None
 
-    if not is_registered(mask, spark):
-        DEFAULT_LOGGER.debug(f"register mask {mask}")
+    if not is_registered(mask, spark) or override:
+        if override:
+            DEFAULT_LOGGER.debug(f"override mask {mask}")
+        else:
+            DEFAULT_LOGGER.debug(f"register mask {mask}")
 
         path = PATH_MASKS.joinpath(f"{mask}.sql")
         spark.sql(path.get_sql())

{fabricks-3.0.14 → fabricks-3.0.16}/fabricks/core/udfs.py

@@ -11,7 +11,7 @@ from fabricks.context.log import DEFAULT_LOGGER
 UDFS: dict[str, Callable] = {}
 
 
-def register_all_udfs(extension: Optional[str] = None):
+def register_all_udfs(extension: Optional[str] = None, override: bool = False):
     """
     Register all user-defined functions (UDFs).
     """
@@ -20,7 +20,7 @@ def register_all_udfs(extension: Optional[str] = None):
     for udf in get_udfs(extension=extension):
         split = udf.split(".")
         try:
-            register_udf(udf=split[0], extension=split[1])
+            register_udf(udf=split[0], extension=split[1], override=override)
         except Exception as e:
             DEFAULT_LOGGER.exception(f"could not register udf {udf}", exc_info=e)
 
@@ -57,7 +57,12 @@ def is_registered(udf: str, spark: Optional[SparkSession] = None) -> bool:
     return not df.isEmpty()
 
 
-def register_udf(udf: str, extension: Optional[str] = None, spark: Optional[SparkSession] = None):
+def register_udf(
+    udf: str,
+    extension: Optional[str] = None,
+    override: Optional[bool] = False,
+    spark: Optional[SparkSession] = None,
+):
     """
     Register a user-defined function (UDF).
     """
@@ -65,8 +70,11 @@ def register_udf(udf: str, extension: Optional[str] = None, spark: Optional[Spar
         spark = SPARK
     assert spark is not None
 
-    if not is_registered(udf, spark):
-        DEFAULT_LOGGER.debug(f"register udf {udf}")
+    if not is_registered(udf, spark) or override:
+        if override:
+            DEFAULT_LOGGER.debug(f"override udf {udf}")
+        else:
+            DEFAULT_LOGGER.debug(f"register udf {udf}")
 
         if extension is None:
             extension = get_extension(udf)

{fabricks-3.0.14 → fabricks-3.0.16}/fabricks/deploy/__init__.py

@@ -25,12 +25,12 @@ class Deploy:
         deploy_views()
 
     @staticmethod
-    def udfs():
-        deploy_udfs()
+    def udfs(override: bool = True):
+        deploy_udfs(override=override)
 
     @staticmethod
-    def masks():
-        deploy_masks()
+    def masks(override: bool = True):
+        deploy_masks(override=override)
 
     @staticmethod
     def notebooks():

{fabricks-3.0.14 → fabricks-3.0.16}/fabricks/deploy/masks.py

@@ -2,7 +2,7 @@ from fabricks.context.log import DEFAULT_LOGGER
 from fabricks.core.masks import register_all_masks
 
 
-def deploy_masks():
+def deploy_masks(override: bool = True):
     DEFAULT_LOGGER.info("create or replace masks")
 
-    register_all_masks()
+    register_all_masks(override=override)

{fabricks-3.0.14 → fabricks-3.0.16}/fabricks/deploy/tables.py

@@ -9,9 +9,9 @@ from fabricks.metastore.table import Table
 def deploy_tables(drop: bool = False):
     DEFAULT_LOGGER.info("create or replace fabricks (default) tables")
 
-    create_table_log(drop)
-    create_table_dummy(drop)
-    create_table_step(drop)
+    create_table_log(drop=drop)
+    create_table_dummy(drop=drop)
+    create_table_step(drop=drop)
 
 
 def create_table_step(drop: bool = False):

{fabricks-3.0.14 → fabricks-3.0.16}/fabricks/deploy/udfs.py

@@ -4,10 +4,10 @@ from fabricks.core.udfs import register_all_udfs
 from fabricks.utils.sqlglot import fix as fix_sql
 
 
-def deploy_udfs():
+def deploy_udfs(override: bool = True):
     DEFAULT_LOGGER.info("create or replace udfs")
 
-    register_all_udfs(extension="sql")
+    register_all_udfs(extension="sql", override=override)
     create_or_replace_udf_job_id()
 
 

{fabricks-3.0.14 → fabricks-3.0.16}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "fabricks"
-version = "3.0.14"
+version = "3.0.16"
 description = ""
 authors = [
     { name = "BMS DWH Team", email = "bi_support@bmsuisse.ch" },

{fabricks-3.0.14 → fabricks-3.0.16}/uv.lock

@@ -645,7 +645,7 @@ wheels = [
 
 [[package]]
 name = "fabricks"
-version = "3.0.14"
+version = "3.0.16"
 source = { editable = "." }
 dependencies = [
     { name = "azure-data-tables" },