fabricks 4.0.5__py3-none-any.whl → 4.0.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- fabricks/api/version.py +2 -0
- fabricks/core/jobs/base/configurator.py +1 -1
- fabricks/models/common.py +1 -1
- fabricks/models/config.py +7 -1
- fabricks/models/job.py +1 -1
- {fabricks-4.0.5.dist-info → fabricks-4.0.6.dist-info}/METADATA +1 -1
- {fabricks-4.0.5.dist-info → fabricks-4.0.6.dist-info}/RECORD +8 -8
- {fabricks-4.0.5.dist-info → fabricks-4.0.6.dist-info}/WHEEL +0 -0
fabricks/api/version.py
CHANGED
|
@@ -278,7 +278,7 @@ class Configurator(ABC):
|
|
|
278
278
|
@property
|
|
279
279
|
def cdc(self) -> Union[NoCDC, SCD1, SCD2]:
|
|
280
280
|
if not self._cdc:
|
|
281
|
-
if self.change_data_capture
|
|
281
|
+
if self.change_data_capture == "nocdc":
|
|
282
282
|
cdc = NoCDC(self.step, self.topic, self.item, spark=self.spark)
|
|
283
283
|
elif self.change_data_capture == "scd1":
|
|
284
284
|
cdc = SCD1(self.step, self.topic, self.item, spark=self.spark)
|
fabricks/models/common.py
CHANGED
|
@@ -21,7 +21,7 @@ AllowedConstraintOptions = Literal["not enforced", "deferrable", "initially defe
|
|
|
21
21
|
AllowedForeignKeyOptions = Literal["match full", "on update no action", "on delete no action"]
|
|
22
22
|
|
|
23
23
|
# Change Data Capture types
|
|
24
|
-
AllowedChangeDataCaptures = Literal["nocdc", "scd1", "scd2"
|
|
24
|
+
AllowedChangeDataCaptures = Literal["nocdc", "scd1", "scd2"]
|
|
25
25
|
|
|
26
26
|
|
|
27
27
|
class SparkOptions(BaseModel):
|
fabricks/models/config.py
CHANGED
|
@@ -8,6 +8,12 @@ from pydantic_settings import BaseSettings, PydanticBaseSettingsSource, Settings
|
|
|
8
8
|
|
|
9
9
|
from fabricks.utils.path import GitPath, resolve_git_path
|
|
10
10
|
|
|
11
|
+
# Clean environment variables set to "none" (case-insensitive)
|
|
12
|
+
for var in os.environ:
|
|
13
|
+
if var.startswith("FABRICKS_"):
|
|
14
|
+
if os.environ[var].lower() == "none":
|
|
15
|
+
del os.environ[var]
|
|
16
|
+
|
|
11
17
|
|
|
12
18
|
class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
|
|
13
19
|
"""Custom settings source for hierarchical file configuration."""
|
|
@@ -71,7 +77,7 @@ class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
|
|
|
71
77
|
break
|
|
72
78
|
|
|
73
79
|
if path == path.parent:
|
|
74
|
-
|
|
80
|
+
break
|
|
75
81
|
|
|
76
82
|
path = path.parent
|
|
77
83
|
|
fabricks/models/job.py
CHANGED
|
@@ -43,7 +43,7 @@ class BaseOptions(BaseModel):
|
|
|
43
43
|
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
44
44
|
|
|
45
45
|
mode: AllowedModes
|
|
46
|
-
change_data_capture: AllowedChangeDataCaptures | None = Field(default="
|
|
46
|
+
change_data_capture: AllowedChangeDataCaptures | None = Field(default="nocdc")
|
|
47
47
|
|
|
48
48
|
parents: list[str] | None = None
|
|
49
49
|
optimize: bool | None = None
|
|
@@ -12,7 +12,7 @@ fabricks/api/parsers.py,sha256=LHmEQjGaE5AfbGDnm_bzmBySlepHQmiFKOtjUDUzdsY,148
|
|
|
12
12
|
fabricks/api/schedules.py,sha256=gdYrujsUiCrVMMJaKMDkt7McncO-uZPl_QNgp10gZZk,215
|
|
13
13
|
fabricks/api/udfs.py,sha256=3JTX4OWkoW7_AP9pUKHVS0C6zIBVdOJoAn8MpmB6R48,124
|
|
14
14
|
fabricks/api/utils.py,sha256=sauHVBo2f-E1hu1hp646BALwLqw2KXeCBqD-rRxm-No,256
|
|
15
|
-
fabricks/api/version.py,sha256=
|
|
15
|
+
fabricks/api/version.py,sha256=DAHgbCMB4ZBNVGwtjaQd4bbb6fMvXWgxLEUzFthrVMM,117
|
|
16
16
|
fabricks/api/views.py,sha256=dPqsGgDs9QOYc-5_QG_i4F_VoaFO5hGZQnIPZ31h5Ps,156
|
|
17
17
|
fabricks/api/cdc/__init__.py,sha256=Cl3LhLbQrA42IvNLqoV7CCbjQEYQMJfO6cAZv1l1aas,196
|
|
18
18
|
fabricks/api/cdc/nocdc.py,sha256=3E1Cn6cPHfEszGMaHEknrLqEvVKS-5-hk8s_GRu6TYY,58
|
|
@@ -101,7 +101,7 @@ fabricks/core/jobs/silver.py,sha256=_pKKI0rCYmV_pfqgiYByHwIpeCELU_yzy7QPcytq8Hg,
|
|
|
101
101
|
fabricks/core/jobs/base/README.md,sha256=e7WPyqfqfikIVEIStApiHcVH0-GGe2NfV0u5olC_bGA,38614
|
|
102
102
|
fabricks/core/jobs/base/__init__.py,sha256=v9gBBAB7imOVnM9sfF0U2peISBdkMcuIw6prknOLE-w,71
|
|
103
103
|
fabricks/core/jobs/base/checker.py,sha256=gbeVOi87g_UuM0or9LCE6wXtVczY4SjNz6hgMbm1NpY,5602
|
|
104
|
-
fabricks/core/jobs/base/configurator.py,sha256=
|
|
104
|
+
fabricks/core/jobs/base/configurator.py,sha256=8tZOMWAsZ7TTtp3Nwlj0AJT43qSvURWD78gBdR4J8Xo,12914
|
|
105
105
|
fabricks/core/jobs/base/exception.py,sha256=HrdxEuOfK5rY-ItZvEL3iywLgdpYUpmWFkjjjks7oYc,2318
|
|
106
106
|
fabricks/core/jobs/base/generator.py,sha256=QRBRzeoUxxZcj57CWyIQDEBUdT4-WVo66X-kUZjedRg,17950
|
|
107
107
|
fabricks/core/jobs/base/invoker.py,sha256=Rxt2fB8yEYpRsXYM4uG4NLJN5ij3uZInhHwpXMkZVg8,7225
|
|
@@ -144,10 +144,10 @@ fabricks/metastore/table.py,sha256=L-GDa6xkPnSBVxnxpIxsf7TNtGbNBGr8TQpppE4tmuA,3
|
|
|
144
144
|
fabricks/metastore/utils.py,sha256=8SxhjDkz_aSH4IGUusel7hqOQxP9U8PNBCY0M7GH00Y,1355
|
|
145
145
|
fabricks/metastore/view.py,sha256=f7hKJWtnH1KmZym8dkoucKOTndntzai_f2YqferxHLs,1431
|
|
146
146
|
fabricks/models/__init__.py,sha256=XyW_vm5LyHOlAX_pD5LIi8V1G9u6KUUUKNYoTx4vh4I,3402
|
|
147
|
-
fabricks/models/common.py,sha256=
|
|
148
|
-
fabricks/models/config.py,sha256=
|
|
147
|
+
fabricks/models/common.py,sha256=H6zbpIb2-X9zhGtC0vFVMdr_caWlVNOPvBOYxPcOpA8,2422
|
|
148
|
+
fabricks/models/config.py,sha256=G7WVCYKnATjCQsA2CYB3BbL2mc8uP7aoFoKTZlBaEfY,7224
|
|
149
149
|
fabricks/models/dependency.py,sha256=d811A_ug6i_3baAH1SfM45VGil7Yyx9iRjKhRRlswT4,1489
|
|
150
|
-
fabricks/models/job.py,sha256=
|
|
150
|
+
fabricks/models/job.py,sha256=SmMddcAK84njDFyoGLI7H4wAZ3dtwCJE46s6vahKVU8,4096
|
|
151
151
|
fabricks/models/path.py,sha256=hJpOaiD6HSqsSKyF57j0ppyAXVYtAfWuHJXdT2rrj8I,384
|
|
152
152
|
fabricks/models/runtime.py,sha256=GxFUJ6vkGxOSRYU3msVpTdd13nuibdoR_NryHK6xBNc,5621
|
|
153
153
|
fabricks/models/schedule.py,sha256=bimA-lldN_3j_cCSmQvD0BLnGopEgApSOdN5K3tHkcQ,528
|
|
@@ -174,6 +174,6 @@ fabricks/utils/read/read_yaml.py,sha256=LlStrs1A1hCcgW5gHLEUx5ayC880JTO7EfhjxmtS
|
|
|
174
174
|
fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
|
|
175
175
|
fabricks/utils/write/delta.py,sha256=H0fXrrSCgHkZvq88gqtl4xy5Toy31p5fcXQP0VqqSWI,1286
|
|
176
176
|
fabricks/utils/write/stream.py,sha256=HJxMpWf7Y2Q8dCS1LJzVOO_Tax_Q_YYsvDW69CSpMnw,640
|
|
177
|
-
fabricks-4.0.
|
|
178
|
-
fabricks-4.0.
|
|
179
|
-
fabricks-4.0.
|
|
177
|
+
fabricks-4.0.6.dist-info/METADATA,sha256=8Z9Uy_NNxDihY6oh7jKC-JLFFUFdrwEoLTBLJ0Py8h8,954
|
|
178
|
+
fabricks-4.0.6.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
179
|
+
fabricks-4.0.6.dist-info/RECORD,,
|
|
File without changes
|