fabricks 4.0.4__py3-none-any.whl → 4.0.6__py3-none-any.whl

fabricks/api/version.py

@@ -1,3 +1,5 @@
 import importlib.metadata
 
 FABRICKS_VERSION = importlib.metadata.version("fabricks")
+
+__all__ = ["FABRICKS_VERSION"]

fabricks/core/jobs/base/configurator.py

@@ -278,7 +278,7 @@ class Configurator(ABC):
     @property
     def cdc(self) -> Union[NoCDC, SCD1, SCD2]:
         if not self._cdc:
-            if self.change_data_capture in ["nocdc", "none"]:
+            if self.change_data_capture == "nocdc":
                 cdc = NoCDC(self.step, self.topic, self.item, spark=self.spark)
             elif self.change_data_capture == "scd1":
                 cdc = SCD1(self.step, self.topic, self.item, spark=self.spark)

fabricks/models/common.py

@@ -21,7 +21,7 @@ AllowedConstraintOptions = Literal["not enforced", "deferrable", "initially defe
 AllowedForeignKeyOptions = Literal["match full", "on update no action", "on delete no action"]
 
 # Change Data Capture types
-AllowedChangeDataCaptures = Literal["nocdc", "scd1", "scd2", "none"]
+AllowedChangeDataCaptures = Literal["nocdc", "scd1", "scd2"]
 
 
 class SparkOptions(BaseModel):

fabricks/models/config.py

@@ -8,6 +8,12 @@ from pydantic_settings import BaseSettings, PydanticBaseSettingsSource, Settings
 
 from fabricks.utils.path import GitPath, resolve_git_path
 
+# Clean environment variables set to "none" (case-insensitive)
+for var in os.environ:
+    if var.startswith("FABRICKS_"):
+        if os.environ[var].lower() == "none":
+            del os.environ[var]
+
 
 class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
     """Custom settings source for hierarchical file configuration."""
@@ -39,6 +45,7 @@ class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
 
                 data = data.get("tool", {}).get("fabricks", {})
                 data["base"] = str(base)
+                data["path_to_config"] = str(pyproject_path)
                 return data
 
             return None
@@ -52,6 +59,7 @@ class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
                     data = json.load(f)
 
                 data["base"] = str(base)
+                data["path_to_config"] = str(json_path)
                 return data
 
             return None
@@ -96,6 +104,10 @@ class ConfigOptions(BaseSettings):
         validation_alias=AliasChoices("FABRICKS_BASE", "base"),
         default="none",
     )
+    path_to_config: str = Field(
+        validation_alias=AliasChoices("FABRICKS_PATH_TO_CONFIG", "path_to_config"),
+        default="none",
+    )
     config: str = Field(
         validation_alias=AliasChoices("FABRICKS_CONFIG", "config"),
         default="none",

fabricks/models/job.py

@@ -43,7 +43,7 @@ class BaseOptions(BaseModel):
     model_config = ConfigDict(extra="ignore", frozen=True)
 
     mode: AllowedModes
-    change_data_capture: AllowedChangeDataCaptures | None = Field(default="none")
+    change_data_capture: AllowedChangeDataCaptures | None = Field(default="nocdc")
 
     parents: list[str] | None = None
     optimize: bool | None = None

fabricks/utils/log.py

@@ -7,8 +7,6 @@ from datetime import timezone as tz
 from typing import Optional, Tuple
 from zoneinfo import ZoneInfo
 
-from pyspark.sql import DataFrame
-
 from fabricks.utils.azure_table import AzureTable
 
 

{fabricks-4.0.4.dist-info → fabricks-4.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricks
-Version: 4.0.4
+Version: 4.0.6
 Author-email: BMS DWH Team <bi_support@bmsuisse.ch>
 Requires-Python: <4,>=3.9
 Requires-Dist: azure-data-tables<13,>=12.5.0

{fabricks-4.0.4.dist-info → fabricks-4.0.6.dist-info}/RECORD

@@ -12,7 +12,7 @@ fabricks/api/parsers.py,sha256=LHmEQjGaE5AfbGDnm_bzmBySlepHQmiFKOtjUDUzdsY,148
 fabricks/api/schedules.py,sha256=gdYrujsUiCrVMMJaKMDkt7McncO-uZPl_QNgp10gZZk,215
 fabricks/api/udfs.py,sha256=3JTX4OWkoW7_AP9pUKHVS0C6zIBVdOJoAn8MpmB6R48,124
 fabricks/api/utils.py,sha256=sauHVBo2f-E1hu1hp646BALwLqw2KXeCBqD-rRxm-No,256
-fabricks/api/version.py,sha256=FukX94EbtmJMeajxyOwka8fMfFeaVc0cuM3I5CVIuK8,85
+fabricks/api/version.py,sha256=DAHgbCMB4ZBNVGwtjaQd4bbb6fMvXWgxLEUzFthrVMM,117
 fabricks/api/views.py,sha256=dPqsGgDs9QOYc-5_QG_i4F_VoaFO5hGZQnIPZ31h5Ps,156
 fabricks/api/cdc/__init__.py,sha256=Cl3LhLbQrA42IvNLqoV7CCbjQEYQMJfO6cAZv1l1aas,196
 fabricks/api/cdc/nocdc.py,sha256=3E1Cn6cPHfEszGMaHEknrLqEvVKS-5-hk8s_GRu6TYY,58
@@ -101,7 +101,7 @@ fabricks/core/jobs/silver.py,sha256=_pKKI0rCYmV_pfqgiYByHwIpeCELU_yzy7QPcytq8Hg,
 fabricks/core/jobs/base/README.md,sha256=e7WPyqfqfikIVEIStApiHcVH0-GGe2NfV0u5olC_bGA,38614
 fabricks/core/jobs/base/__init__.py,sha256=v9gBBAB7imOVnM9sfF0U2peISBdkMcuIw6prknOLE-w,71
 fabricks/core/jobs/base/checker.py,sha256=gbeVOi87g_UuM0or9LCE6wXtVczY4SjNz6hgMbm1NpY,5602
-fabricks/core/jobs/base/configurator.py,sha256=UFO8ygHS_Q9VULVpyILcQ1FoY8jXHzMmktqXxaoyaUc,12924
+fabricks/core/jobs/base/configurator.py,sha256=8tZOMWAsZ7TTtp3Nwlj0AJT43qSvURWD78gBdR4J8Xo,12914
 fabricks/core/jobs/base/exception.py,sha256=HrdxEuOfK5rY-ItZvEL3iywLgdpYUpmWFkjjjks7oYc,2318
 fabricks/core/jobs/base/generator.py,sha256=QRBRzeoUxxZcj57CWyIQDEBUdT4-WVo66X-kUZjedRg,17950
 fabricks/core/jobs/base/invoker.py,sha256=Rxt2fB8yEYpRsXYM4uG4NLJN5ij3uZInhHwpXMkZVg8,7225
@@ -144,10 +144,10 @@ fabricks/metastore/table.py,sha256=L-GDa6xkPnSBVxnxpIxsf7TNtGbNBGr8TQpppE4tmuA,3
 fabricks/metastore/utils.py,sha256=8SxhjDkz_aSH4IGUusel7hqOQxP9U8PNBCY0M7GH00Y,1355
 fabricks/metastore/view.py,sha256=f7hKJWtnH1KmZym8dkoucKOTndntzai_f2YqferxHLs,1431
 fabricks/models/__init__.py,sha256=XyW_vm5LyHOlAX_pD5LIi8V1G9u6KUUUKNYoTx4vh4I,3402
-fabricks/models/common.py,sha256=uSG1qpavz5l8EAVSDwPgiVxiGjOP3MWET87ppxlEtU4,2430
-fabricks/models/config.py,sha256=5ja4U_ap5pyOeApXEFU1GDCrd-7r8Le9CrUAGLYST4o,6759
+fabricks/models/common.py,sha256=H6zbpIb2-X9zhGtC0vFVMdr_caWlVNOPvBOYxPcOpA8,2422
+fabricks/models/config.py,sha256=G7WVCYKnATjCQsA2CYB3BbL2mc8uP7aoFoKTZlBaEfY,7224
 fabricks/models/dependency.py,sha256=d811A_ug6i_3baAH1SfM45VGil7Yyx9iRjKhRRlswT4,1489
-fabricks/models/job.py,sha256=UdhVEXoBpdyZ9uLKN3j_wv9lbOPyp5uYWao7wOOxTlQ,4095
+fabricks/models/job.py,sha256=SmMddcAK84njDFyoGLI7H4wAZ3dtwCJE46s6vahKVU8,4096
 fabricks/models/path.py,sha256=hJpOaiD6HSqsSKyF57j0ppyAXVYtAfWuHJXdT2rrj8I,384
 fabricks/models/runtime.py,sha256=GxFUJ6vkGxOSRYU3msVpTdd13nuibdoR_NryHK6xBNc,5621
 fabricks/models/schedule.py,sha256=bimA-lldN_3j_cCSmQvD0BLnGopEgApSOdN5K3tHkcQ,528
@@ -160,7 +160,7 @@ fabricks/utils/azure_queue.py,sha256=wtKAq_MD5QLxelerDO475dzL-SySIrxt9d5KGi-8vvw
 fabricks/utils/azure_table.py,sha256=J_UAPiCN89rL5FNmwIGg43Z6FSH8evVIWijDEgYJxk4,5294
 fabricks/utils/console.py,sha256=X4lLgL_UxCjoFRx-ZRCwzdBveRGPKlFYZDi6vl7uevQ,1017
 fabricks/utils/helpers.py,sha256=2If-5cTO0ZCTgEVHS00Eh7Qv0YBdnZoSM7Rm1BdhhF8,7964
-fabricks/utils/log.py,sha256=KaS7haFMWVLERSQrgUBXM5mqJApGYogQZpyy0AA1RsA,8067
+fabricks/utils/log.py,sha256=uoNu4xyP-Jugv8A2dtjVfvUkl5CHhAGt8OloAXG4oIg,8032
 fabricks/utils/mermaid.py,sha256=XoiVxPaUJS4TC_ybA-e78qFzQkQ46uPf055JiiNDdSg,986
 fabricks/utils/path.py,sha256=_u_jFUWvlPj5KdT99tWffachVyokFUY8PCeVB1IzClY,11998
 fabricks/utils/pip.py,sha256=4rNmjy4h2352Lf6EX1qb7PB1qOP6Wm29P8Np6ISqt5w,1594
@@ -174,6 +174,6 @@ fabricks/utils/read/read_yaml.py,sha256=LlStrs1A1hCcgW5gHLEUx5ayC880JTO7EfhjxmtS
 fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
 fabricks/utils/write/delta.py,sha256=H0fXrrSCgHkZvq88gqtl4xy5Toy31p5fcXQP0VqqSWI,1286
 fabricks/utils/write/stream.py,sha256=HJxMpWf7Y2Q8dCS1LJzVOO_Tax_Q_YYsvDW69CSpMnw,640
-fabricks-4.0.4.dist-info/METADATA,sha256=5obV14I0X6wiHysFbKaKl2VgZBCyi8FYp9ow6ENfzv8,954
-fabricks-4.0.4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-fabricks-4.0.4.dist-info/RECORD,,
+fabricks-4.0.6.dist-info/METADATA,sha256=8Z9Uy_NNxDihY6oh7jKC-JLFFUFdrwEoLTBLJ0Py8h8,954
+fabricks-4.0.6.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+fabricks-4.0.6.dist-info/RECORD,,