fabricks 3.0.13__py3-none-any.whl → 3.0.15__py3-none-any.whl

fabricks/context/helpers.py

@@ -8,9 +8,14 @@ from fabricks.utils.path import Path
 def get_config_from_file():
     path = pathlib.Path(os.getcwd())
 
-    while path is not None and (not (path / "pyproject.toml").exists() or (path / "fabricksconfig.json").exists()):
+    while path is not None:
+        if (path / "fabricksconfig.json").exists():
+            break
+        if (path / "pyproject.toml").exists():
+            break
         if path == path.parent:
             break
+
         path = path.parent
 
     if (path / "fabricksconfig.json").exists():

fabricks/core/udfs.py

@@ -11,7 +11,7 @@ from fabricks.context.log import DEFAULT_LOGGER
 UDFS: dict[str, Callable] = {}
 
 
-def register_all_udfs(extension: Optional[str] = None):
+def register_all_udfs(extension: Optional[str] = None, override: bool = False):
     """
     Register all user-defined functions (UDFs).
     """
@@ -20,7 +20,7 @@ def register_all_udfs(extension: Optional[str] = None):
     for udf in get_udfs(extension=extension):
         split = udf.split(".")
         try:
-            register_udf(udf=split[0], extension=split[1])
+            register_udf(udf=split[0], extension=split[1], override=override)
         except Exception as e:
             DEFAULT_LOGGER.exception(f"could not register udf {udf}", exc_info=e)
 
@@ -57,7 +57,12 @@ def is_registered(udf: str, spark: Optional[SparkSession] = None) -> bool:
     return not df.isEmpty()
 
 
-def register_udf(udf: str, extension: Optional[str] = None, spark: Optional[SparkSession] = None):
+def register_udf(
+    udf: str,
+    extension: Optional[str] = None,
+    spark: Optional[SparkSession] = None,
+    override: bool = False,
+):
     """
     Register a user-defined function (UDF).
     """
@@ -65,8 +70,11 @@ def register_udf(udf: str, extension: Optional[str] = None, spark: Optional[Spar
         spark = SPARK
     assert spark is not None
 
-    if not is_registered(udf, spark):
-        DEFAULT_LOGGER.debug(f"register udf {udf}")
+    if not is_registered(udf, spark) or override:
+        if override:
+            DEFAULT_LOGGER.debug(f"override udf {udf}")
+        else:
+            DEFAULT_LOGGER.debug(f"register udf {udf}")
 
         if extension is None:
             extension = get_extension(udf)

fabricks/deploy/udfs.py

@@ -4,10 +4,10 @@ from fabricks.core.udfs import register_all_udfs
 from fabricks.utils.sqlglot import fix as fix_sql
 
 
-def deploy_udfs():
+def deploy_udfs(override: bool = True):
     DEFAULT_LOGGER.info("create or replace udfs")
 
-    register_all_udfs(extension="sql")
+    register_all_udfs(extension="sql", override=override)
     create_or_replace_udf_job_id()
 
 

{fabricks-3.0.13.dist-info → fabricks-3.0.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricks
-Version: 3.0.13
+Version: 3.0.15
 Author-email: BMS DWH Team <bi_support@bmsuisse.ch>
 Requires-Python: <4,>=3.9
 Requires-Dist: azure-data-tables<13,>=12.5.0

{fabricks-3.0.13.dist-info → fabricks-3.0.15.dist-info}/RECORD

@@ -70,7 +70,7 @@ fabricks/cdc/templates/queries/nocdc/update.sql.jinja,sha256=mjNUwGVhZ08yUkdv9sC
 fabricks/context/__init__.py,sha256=qfntJ9O6omzY_t6AhDP6Ndu9C5LMiVdWbo6ikhtoe7o,1446
 fabricks/context/_types.py,sha256=FzQJ35vp0uc6pAq18bc-VHwMVEWtd0VDdm8xQmNr2Sg,2681
 fabricks/context/config.py,sha256=EmLUnswuWfrncaNJMDjvdMg-1lD8aneKAY8IDna7VPE,4814
-fabricks/context/helpers.py,sha256=nyHF0yhTJ_cDQT5Q47z0CYh4QHOJyzyRNRBfrUYDIbU,1552
+fabricks/context/helpers.py,sha256=igY8LwLIxzfOWKCg23XMsJoY7Bw0welpdNry2mKHjF0,1600
 fabricks/context/log.py,sha256=CadrRf8iL6iXlGIGIhEIswa7wGqC-E-oLwWcGTyJ10s,2074
 fabricks/context/runtime.py,sha256=87PtX6SqLoFd0PGxgisF6dLlxtCHaHxkMMIt34UyB2w,3479
 fabricks/context/secret.py,sha256=iRM-KU-JcJAEOLoGJ8S4Oh65-yt674W6CDTSkOE7SXw,3192
@@ -80,7 +80,7 @@ fabricks/core/__init__.py,sha256=LaqDi4xuyHAoLOvS44PQdZdRfq9SmVr7mB6BDHyxYpc,209
 fabricks/core/extenders.py,sha256=oJzfv0hWxusnGmrjMwbrGyKfot8xzA4XtNquPWfFgPo,727
 fabricks/core/job_schema.py,sha256=6-70oy0ZJd3V9AiXfc0Q8b8NVEynxQza_h7mB13uB-s,853
 fabricks/core/masks.py,sha256=3UCxcCi-TgFHB7xT5ZvmEa8RMKev23X_JLE70Pr3rpY,1347
-fabricks/core/udfs.py,sha256=gu7K-ohxcO0TdgA7IjzVMOZatZQYhFTklHo60a6k_Yc,2960
+fabricks/core/udfs.py,sha256=1HoalZcfdGsF2DeJvdOWkw_7v6YavL-7wJcYR9jI9HY,3153
 fabricks/core/views.py,sha256=52tekqeP0Xk5EPYO220YdfFbzItX6NnObROb-ye9COQ,1181
 fabricks/core/dags/__init__.py,sha256=0DUKzVcXcROvxkN19P_kaOJ7da5BAM7Vt8EGQbp2KSY,240
 fabricks/core/dags/base.py,sha256=tFj27SqeZUZ7pB_LOWkpdowZz5gj30JUANI4gWK3Pl8,3139
@@ -134,7 +134,7 @@ fabricks/deploy/masks.py,sha256=umDRGoeyGnJ6_-Ug7926oDEtkdp9Ja5TtgznpQBUzBY,198
 fabricks/deploy/notebooks.py,sha256=pfmD1K-TCOuuxttEK45Ti1RDc-_nIOmWlb2EWr1Vp28,1545
 fabricks/deploy/schedules.py,sha256=0a5dU1rW6fg8aAp7TTt-l0DgR-4kmzsX2xxV2C30yaw,347
 fabricks/deploy/tables.py,sha256=IF822oxOCy12r08Dz54YUK5luud6dtTPxJ4TUIHE-No,2621
-fabricks/deploy/udfs.py,sha256=7fw3O5LgOOxDEhuS3s1yFdqybgFh65r_1IdfZUYeejs,597
+fabricks/deploy/udfs.py,sha256=rBEzFKG_a9TKERceTLRC3b-2BjNe1YEIwU2r0I4EecE,637
 fabricks/deploy/utils.py,sha256=V41r1zVT9KcsICqTLAzpb4ixRk2q2ybJMrGhkPOtG6k,5099
 fabricks/deploy/views.py,sha256=8cSt6IzZy-JHHkyqd91NT2hi3LTNTOolimlfSBXMCvU,14434
 fabricks/metastore/README.md,sha256=utPUGAxmjyNMGe43GfL0Gup4MjeTKKwyiUoNVSfMquI,51
@@ -171,6 +171,6 @@ fabricks/utils/schema/get_schema_for_type.py,sha256=5k-R6zCgUAtapQgxT4turcx1IQ-b
 fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
 fabricks/utils/write/delta.py,sha256=lTQ0CfUhcvn3xTCcT_Ns6PMDBsO5UEfa2S9XpJiLJ9c,1250
 fabricks/utils/write/stream.py,sha256=wQBpAnQtYA6nl79sPKhVM6u5m-66suX7B6VQ6tW4TOs,622
-fabricks-3.0.13.dist-info/METADATA,sha256=H7Yv6dwfPTscFWMQWayOB7t_eURWWYCGxPGzWsV71KQ,798
-fabricks-3.0.13.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-fabricks-3.0.13.dist-info/RECORD,,
+fabricks-3.0.15.dist-info/METADATA,sha256=qmUoNHO1DjqiqLdtbndeKG7Z-JXIr9MuRGnV6Kpb2rE,798
+fabricks-3.0.15.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+fabricks-3.0.15.dist-info/RECORD,,