fabricks 4.0.2__py3-none-any.whl → 4.0.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- fabricks/models/common.py +6 -6
- fabricks/models/dependency.py +1 -1
- fabricks/models/job.py +7 -7
- fabricks/models/runtime.py +3 -3
- fabricks/models/schedule.py +2 -2
- fabricks/models/step.py +5 -5
- fabricks/models/table.py +6 -6
- {fabricks-4.0.2.dist-info → fabricks-4.0.3.dist-info}/METADATA +1 -1
- {fabricks-4.0.2.dist-info → fabricks-4.0.3.dist-info}/RECORD +10 -10
- {fabricks-4.0.2.dist-info → fabricks-4.0.3.dist-info}/WHEEL +0 -0
fabricks/models/common.py
CHANGED
|
@@ -27,7 +27,7 @@ AllowedChangeDataCaptures = Literal["nocdc", "scd1", "scd2", "none"]
|
|
|
27
27
|
class SparkOptions(BaseModel):
|
|
28
28
|
"""Spark SQL and configuration options."""
|
|
29
29
|
|
|
30
|
-
model_config = ConfigDict(extra="
|
|
30
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
31
31
|
|
|
32
32
|
sql: dict[str, str | bool | int] | None = None
|
|
33
33
|
conf: dict[str, str | bool | int] | None = None
|
|
@@ -36,7 +36,7 @@ class SparkOptions(BaseModel):
|
|
|
36
36
|
class BaseInvokerOptions(BaseModel):
|
|
37
37
|
"""Options for invoking notebooks during pre/post run operations."""
|
|
38
38
|
|
|
39
|
-
model_config = ConfigDict(extra="
|
|
39
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
40
40
|
|
|
41
41
|
notebook: str | None = None
|
|
42
42
|
timeout: int | None = None
|
|
@@ -46,7 +46,7 @@ class BaseInvokerOptions(BaseModel):
|
|
|
46
46
|
class InvokerOptions(BaseModel):
|
|
47
47
|
"""Grouped invoker operations for pre/run/post execution."""
|
|
48
48
|
|
|
49
|
-
model_config = ConfigDict(extra="
|
|
49
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
50
50
|
|
|
51
51
|
pre_run: list[BaseInvokerOptions] | None = None
|
|
52
52
|
run: list[BaseInvokerOptions] | None = None
|
|
@@ -56,7 +56,7 @@ class InvokerOptions(BaseModel):
|
|
|
56
56
|
class ExtenderOptions(BaseModel):
|
|
57
57
|
"""Configuration for runtime extenders."""
|
|
58
58
|
|
|
59
|
-
model_config = ConfigDict(extra="
|
|
59
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
60
60
|
|
|
61
61
|
extender: str
|
|
62
62
|
arguments: dict[str, str] | None = None
|
|
@@ -65,7 +65,7 @@ class ExtenderOptions(BaseModel):
|
|
|
65
65
|
class DatabasePathOptions(BaseModel):
|
|
66
66
|
"""Path configuration for databases."""
|
|
67
67
|
|
|
68
|
-
model_config = ConfigDict(extra="
|
|
68
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
69
69
|
|
|
70
70
|
storage: str
|
|
71
71
|
|
|
@@ -73,7 +73,7 @@ class DatabasePathOptions(BaseModel):
|
|
|
73
73
|
class Database(BaseModel):
|
|
74
74
|
"""Database configuration."""
|
|
75
75
|
|
|
76
|
-
model_config = ConfigDict(extra="
|
|
76
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
77
77
|
|
|
78
78
|
name: str
|
|
79
79
|
path_options: DatabasePathOptions
|
fabricks/models/dependency.py
CHANGED
|
@@ -10,7 +10,7 @@ from fabricks.models.utils import get_dependency_id, get_job_id
|
|
|
10
10
|
class JobDependency(BaseModel):
|
|
11
11
|
"""Job dependency tracking."""
|
|
12
12
|
|
|
13
|
-
model_config = ConfigDict(extra="
|
|
13
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
14
14
|
|
|
15
15
|
origin: AllowedOrigins
|
|
16
16
|
job_id: str
|
fabricks/models/job.py
CHANGED
|
@@ -21,7 +21,7 @@ from fabricks.models.utils import get_job_id
|
|
|
21
21
|
class CheckOptions(BaseModel):
|
|
22
22
|
"""Data quality check options for jobs."""
|
|
23
23
|
|
|
24
|
-
model_config = ConfigDict(extra="
|
|
24
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
25
25
|
|
|
26
26
|
skip: bool | None = None
|
|
27
27
|
pre_run: bool | None = None
|
|
@@ -32,7 +32,7 @@ class CheckOptions(BaseModel):
|
|
|
32
32
|
|
|
33
33
|
|
|
34
34
|
class ParserOptions(BaseModel):
|
|
35
|
-
model_config = ConfigDict(extra="
|
|
35
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
36
36
|
file_format: str | None = None
|
|
37
37
|
read_options: dict[str, str] | None = None
|
|
38
38
|
|
|
@@ -40,7 +40,7 @@ class ParserOptions(BaseModel):
|
|
|
40
40
|
class BaseOptions(BaseModel):
|
|
41
41
|
"""Base job options."""
|
|
42
42
|
|
|
43
|
-
model_config = ConfigDict(extra="
|
|
43
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
44
44
|
|
|
45
45
|
mode: AllowedModes
|
|
46
46
|
change_data_capture: AllowedChangeDataCaptures | None = Field(default="none")
|
|
@@ -56,7 +56,7 @@ class BaseOptions(BaseModel):
|
|
|
56
56
|
class BronzeOptions(BaseOptions):
|
|
57
57
|
"""Bronze layer job options."""
|
|
58
58
|
|
|
59
|
-
model_config = ConfigDict(extra="
|
|
59
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
60
60
|
|
|
61
61
|
mode: AllowedModesBronze
|
|
62
62
|
type: AllowedTypes | None = None
|
|
@@ -75,7 +75,7 @@ class BronzeOptions(BaseOptions):
|
|
|
75
75
|
class SilverOptions(BaseOptions):
|
|
76
76
|
"""Silver layer job options."""
|
|
77
77
|
|
|
78
|
-
model_config = ConfigDict(extra="
|
|
78
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
79
79
|
|
|
80
80
|
mode: AllowedModesSilver
|
|
81
81
|
type: AllowedTypes | None = None
|
|
@@ -89,7 +89,7 @@ class SilverOptions(BaseOptions):
|
|
|
89
89
|
class GoldOptions(BaseOptions):
|
|
90
90
|
"""Gold layer job options."""
|
|
91
91
|
|
|
92
|
-
model_config = ConfigDict(extra="
|
|
92
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
93
93
|
|
|
94
94
|
mode: AllowedModesGold
|
|
95
95
|
type: AllowedTypes | None = None
|
|
@@ -113,7 +113,7 @@ TOptions = BronzeOptions | SilverOptions | GoldOptions
|
|
|
113
113
|
class JobConfBase(BaseModel):
|
|
114
114
|
"""Base job configuration with computed fields."""
|
|
115
115
|
|
|
116
|
-
model_config = ConfigDict(extra="
|
|
116
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
117
117
|
|
|
118
118
|
step: str
|
|
119
119
|
topic: str
|
fabricks/models/runtime.py
CHANGED
|
@@ -13,7 +13,7 @@ from fabricks.utils.path import FileSharePath, GitPath, resolve_fileshare_path,
|
|
|
13
13
|
class RuntimePathOptions(BaseModel):
|
|
14
14
|
"""Path configuration for runtime components."""
|
|
15
15
|
|
|
16
|
-
model_config = ConfigDict(extra="
|
|
16
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
17
17
|
|
|
18
18
|
storage: str
|
|
19
19
|
udfs: str
|
|
@@ -57,7 +57,7 @@ class RuntimeResolvedPathOptions(BaseModel):
|
|
|
57
57
|
class RuntimeTimeoutOptions(BaseModel):
|
|
58
58
|
"""Timeout settings for runtime operations."""
|
|
59
59
|
|
|
60
|
-
model_config = ConfigDict(extra="
|
|
60
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
61
61
|
|
|
62
62
|
step: int
|
|
63
63
|
job: int
|
|
@@ -68,7 +68,7 @@ class RuntimeTimeoutOptions(BaseModel):
|
|
|
68
68
|
class RuntimeOptions(BaseModel):
|
|
69
69
|
"""Main runtime configuration options."""
|
|
70
70
|
|
|
71
|
-
model_config = ConfigDict(extra="
|
|
71
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
72
72
|
|
|
73
73
|
secret_scope: str
|
|
74
74
|
encryption_key: str | None = None
|
fabricks/models/schedule.py
CHANGED
|
@@ -4,7 +4,7 @@ from pydantic import BaseModel, ConfigDict
|
|
|
4
4
|
class ScheduleOptions(BaseModel):
|
|
5
5
|
"""Options for scheduling a notebook run."""
|
|
6
6
|
|
|
7
|
-
model_config = ConfigDict(extra="
|
|
7
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
8
8
|
|
|
9
9
|
steps: list[str] | None = None
|
|
10
10
|
tag: str | None = None
|
|
@@ -15,7 +15,7 @@ class ScheduleOptions(BaseModel):
|
|
|
15
15
|
class Schedule(BaseModel):
|
|
16
16
|
"""Schedule model representing a notebook schedule."""
|
|
17
17
|
|
|
18
|
-
model_config = ConfigDict(extra="
|
|
18
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
19
19
|
|
|
20
20
|
name: str
|
|
21
21
|
options: ScheduleOptions
|
fabricks/models/step.py
CHANGED
|
@@ -9,7 +9,7 @@ from fabricks.models.table import StepTableOptions
|
|
|
9
9
|
class StepInvokerOptions(BaseModel):
|
|
10
10
|
"""Grouped invoker operations for pre/run/post execution."""
|
|
11
11
|
|
|
12
|
-
model_config = ConfigDict(extra="
|
|
12
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
13
13
|
|
|
14
14
|
pre_run: list[BaseInvokerOptions] | None = None
|
|
15
15
|
post_run: list[BaseInvokerOptions] | None = None
|
|
@@ -18,7 +18,7 @@ class StepInvokerOptions(BaseModel):
|
|
|
18
18
|
class StepTimeoutOptions(BaseModel):
|
|
19
19
|
"""Optional timeout overrides for individual steps."""
|
|
20
20
|
|
|
21
|
-
model_config = ConfigDict(extra="
|
|
21
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
22
22
|
|
|
23
23
|
step: int | None = None
|
|
24
24
|
job: int | None = None
|
|
@@ -29,7 +29,7 @@ class StepTimeoutOptions(BaseModel):
|
|
|
29
29
|
class StepPathOptions(BaseModel):
|
|
30
30
|
"""Path configuration for steps."""
|
|
31
31
|
|
|
32
|
-
model_config = ConfigDict(extra="
|
|
32
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
33
33
|
|
|
34
34
|
runtime: str
|
|
35
35
|
storage: str
|
|
@@ -38,7 +38,7 @@ class StepPathOptions(BaseModel):
|
|
|
38
38
|
class StepOptions(BaseModel):
|
|
39
39
|
"""Base step configuration options."""
|
|
40
40
|
|
|
41
|
-
model_config = ConfigDict(extra="
|
|
41
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
42
42
|
|
|
43
43
|
order: int
|
|
44
44
|
workers: int | None = None
|
|
@@ -69,7 +69,7 @@ class GoldOptions(StepOptions):
|
|
|
69
69
|
class Step(BaseModel):
|
|
70
70
|
"""Base step configuration."""
|
|
71
71
|
|
|
72
|
-
model_config = ConfigDict(extra="
|
|
72
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
73
73
|
|
|
74
74
|
name: str
|
|
75
75
|
path_options: StepPathOptions
|
fabricks/models/table.py
CHANGED
|
@@ -8,7 +8,7 @@ from fabricks.models.common import AllowedConstraintOptions, AllowedForeignKeyOp
|
|
|
8
8
|
class ForeignKeyOptions(BaseModel):
|
|
9
9
|
"""Options for foreign key constraints."""
|
|
10
10
|
|
|
11
|
-
model_config = ConfigDict(extra="
|
|
11
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
12
12
|
|
|
13
13
|
foreign_key: AllowedForeignKeyOptions | None = None
|
|
14
14
|
constraint: AllowedConstraintOptions | None = None
|
|
@@ -17,7 +17,7 @@ class ForeignKeyOptions(BaseModel):
|
|
|
17
17
|
class PrimaryKeyOptions(BaseModel):
|
|
18
18
|
"""Options for primary key constraints."""
|
|
19
19
|
|
|
20
|
-
model_config = ConfigDict(extra="
|
|
20
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
21
21
|
|
|
22
22
|
constraint: AllowedConstraintOptions | None = None
|
|
23
23
|
|
|
@@ -25,7 +25,7 @@ class PrimaryKeyOptions(BaseModel):
|
|
|
25
25
|
class ForeignKey(BaseModel):
|
|
26
26
|
"""Foreign key constraint definition."""
|
|
27
27
|
|
|
28
|
-
model_config = ConfigDict(extra="
|
|
28
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
29
29
|
|
|
30
30
|
keys: list[str]
|
|
31
31
|
reference: str
|
|
@@ -35,7 +35,7 @@ class ForeignKey(BaseModel):
|
|
|
35
35
|
class PrimaryKey(BaseModel):
|
|
36
36
|
"""Primary key constraint definition."""
|
|
37
37
|
|
|
38
|
-
model_config = ConfigDict(extra="
|
|
38
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
39
39
|
|
|
40
40
|
keys: list[str]
|
|
41
41
|
options: PrimaryKeyOptions | None = None
|
|
@@ -44,7 +44,7 @@ class PrimaryKey(BaseModel):
|
|
|
44
44
|
class TableOptions(BaseModel):
|
|
45
45
|
"""Comprehensive table configuration options for jobs."""
|
|
46
46
|
|
|
47
|
-
model_config = ConfigDict(extra="
|
|
47
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
48
48
|
|
|
49
49
|
identity: bool | None = None
|
|
50
50
|
liquid_clustering: bool | None = None
|
|
@@ -68,7 +68,7 @@ class TableOptions(BaseModel):
|
|
|
68
68
|
class StepTableOptions(BaseModel):
|
|
69
69
|
"""Simplified table options for step-level configuration."""
|
|
70
70
|
|
|
71
|
-
model_config = ConfigDict(extra="
|
|
71
|
+
model_config = ConfigDict(extra="ignore", frozen=True)
|
|
72
72
|
|
|
73
73
|
powerbi: bool | None = None
|
|
74
74
|
liquid_clustering: bool | None = None
|
|
@@ -144,15 +144,15 @@ fabricks/metastore/table.py,sha256=L-GDa6xkPnSBVxnxpIxsf7TNtGbNBGr8TQpppE4tmuA,3
|
|
|
144
144
|
fabricks/metastore/utils.py,sha256=8SxhjDkz_aSH4IGUusel7hqOQxP9U8PNBCY0M7GH00Y,1355
|
|
145
145
|
fabricks/metastore/view.py,sha256=f7hKJWtnH1KmZym8dkoucKOTndntzai_f2YqferxHLs,1431
|
|
146
146
|
fabricks/models/__init__.py,sha256=XyW_vm5LyHOlAX_pD5LIi8V1G9u6KUUUKNYoTx4vh4I,3402
|
|
147
|
-
fabricks/models/common.py,sha256=
|
|
147
|
+
fabricks/models/common.py,sha256=uSG1qpavz5l8EAVSDwPgiVxiGjOP3MWET87ppxlEtU4,2430
|
|
148
148
|
fabricks/models/config.py,sha256=5ja4U_ap5pyOeApXEFU1GDCrd-7r8Le9CrUAGLYST4o,6759
|
|
149
|
-
fabricks/models/dependency.py,sha256=
|
|
150
|
-
fabricks/models/job.py,sha256=
|
|
149
|
+
fabricks/models/dependency.py,sha256=d811A_ug6i_3baAH1SfM45VGil7Yyx9iRjKhRRlswT4,1489
|
|
150
|
+
fabricks/models/job.py,sha256=UdhVEXoBpdyZ9uLKN3j_wv9lbOPyp5uYWao7wOOxTlQ,4095
|
|
151
151
|
fabricks/models/path.py,sha256=hJpOaiD6HSqsSKyF57j0ppyAXVYtAfWuHJXdT2rrj8I,384
|
|
152
|
-
fabricks/models/runtime.py,sha256=
|
|
153
|
-
fabricks/models/schedule.py,sha256=
|
|
154
|
-
fabricks/models/step.py,sha256=
|
|
155
|
-
fabricks/models/table.py,sha256=
|
|
152
|
+
fabricks/models/runtime.py,sha256=GxFUJ6vkGxOSRYU3msVpTdd13nuibdoR_NryHK6xBNc,5621
|
|
153
|
+
fabricks/models/schedule.py,sha256=bimA-lldN_3j_cCSmQvD0BLnGopEgApSOdN5K3tHkcQ,528
|
|
154
|
+
fabricks/models/step.py,sha256=6rTpq0M-4mW2nVPn5rzH8-mPK6VKCT0HLtJ8lan2MKE,2334
|
|
155
|
+
fabricks/models/table.py,sha256=vhqdY8lvjBrt2TPY1k84fy8Feydnsaq8LfNEpNxuIDE,2365
|
|
156
156
|
fabricks/models/utils.py,sha256=z41K4KLN_5RNVR4fYjRyyDcJGDrPImsV8zP9QuRXrJ0,670
|
|
157
157
|
fabricks/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
158
158
|
fabricks/utils/_types.py,sha256=AuOhknlozqx5QdAdvZSA6xAWhU8k4nxG1vxIkOVgHeY,184
|
|
@@ -174,6 +174,6 @@ fabricks/utils/read/read_yaml.py,sha256=LlStrs1A1hCcgW5gHLEUx5ayC880JTO7EfhjxmtS
|
|
|
174
174
|
fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
|
|
175
175
|
fabricks/utils/write/delta.py,sha256=H0fXrrSCgHkZvq88gqtl4xy5Toy31p5fcXQP0VqqSWI,1286
|
|
176
176
|
fabricks/utils/write/stream.py,sha256=HJxMpWf7Y2Q8dCS1LJzVOO_Tax_Q_YYsvDW69CSpMnw,640
|
|
177
|
-
fabricks-4.0.
|
|
178
|
-
fabricks-4.0.
|
|
179
|
-
fabricks-4.0.
|
|
177
|
+
fabricks-4.0.3.dist-info/METADATA,sha256=Xima_GeKVvfKI4bx8ejsPpugzISA-RbyB85Fq4IpvWQ,954
|
|
178
|
+
fabricks-4.0.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
179
|
+
fabricks-4.0.3.dist-info/RECORD,,
|
|
File without changes
|