fabricks 4.0.0__py3-none-any.whl → 4.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- fabricks/context/runtime.py +1 -1
- fabricks/context/spark_session.py +4 -5
- fabricks/models/runtime.py +1 -1
- {fabricks-4.0.0.dist-info → fabricks-4.0.1.dist-info}/METADATA +1 -1
- {fabricks-4.0.0.dist-info → fabricks-4.0.1.dist-info}/RECORD +6 -6
- {fabricks-4.0.0.dist-info → fabricks-4.0.1.dist-info}/WHEEL +0 -0
fabricks/context/runtime.py
CHANGED
|
@@ -19,7 +19,7 @@ GOLD: list[StepGoldConf] = CONF_RUNTIME.gold or []
|
|
|
19
19
|
STEPS = BRONZE + SILVER + GOLD
|
|
20
20
|
|
|
21
21
|
databases: list[Database] = CONF_RUNTIME.databases or []
|
|
22
|
-
credentials = CONF_RUNTIME.credentials or
|
|
22
|
+
credentials = CONF_RUNTIME.credentials or {}
|
|
23
23
|
variables = CONF_RUNTIME.variables or {}
|
|
24
24
|
VARIABLES: dict = variables
|
|
25
25
|
|
|
@@ -20,11 +20,10 @@ def add_credentials_to_spark(spark: Optional[SparkSession] = None):
|
|
|
20
20
|
if spark is None:
|
|
21
21
|
spark = get_spark()
|
|
22
22
|
|
|
23
|
-
credentials = CONF_RUNTIME.credentials or
|
|
24
|
-
for
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
add_secret_to_spark(secret=s, uri=uri, spark=spark)
|
|
23
|
+
credentials = CONF_RUNTIME.credentials or {}
|
|
24
|
+
for uri, secret in credentials.items():
|
|
25
|
+
s = get_secret_from_secret_scope(secret_scope=SECRET_SCOPE, name=secret)
|
|
26
|
+
add_secret_to_spark(secret=s, uri=uri, spark=spark)
|
|
28
27
|
|
|
29
28
|
|
|
30
29
|
def add_spark_options_to_spark(spark: Optional[SparkSession] = None):
|
fabricks/models/runtime.py
CHANGED
|
@@ -99,7 +99,7 @@ class RuntimeConf(BaseModel):
|
|
|
99
99
|
powerbi: list[PowerBI] | None = None
|
|
100
100
|
databases: list[Database] | None = None
|
|
101
101
|
variables: dict[str, str] | None = None
|
|
102
|
-
credentials:
|
|
102
|
+
credentials: dict[str, str] | None = None
|
|
103
103
|
|
|
104
104
|
config: ClassVar[ConfigOptions] = ConfigOptions()
|
|
105
105
|
|
|
@@ -71,9 +71,9 @@ fabricks/cdc/templates/queries/nocdc/update.sql.jinja,sha256=mjNUwGVhZ08yUkdv9sC
|
|
|
71
71
|
fabricks/context/__init__.py,sha256=ATDN62vF9ZMk7WiIwn07vXAOTxppg536oUBIh0ZKgRY,1610
|
|
72
72
|
fabricks/context/config.py,sha256=wOCkERkRL26Driux37GyN_BJL8XL30Ums3kGXePsr3g,611
|
|
73
73
|
fabricks/context/log.py,sha256=Vrh7ZHH9XlCQ92EZvQss_veDOoqWilDJ_22Lo9aBTh4,6127
|
|
74
|
-
fabricks/context/runtime.py,sha256=
|
|
74
|
+
fabricks/context/runtime.py,sha256=zdIxtU5zdXBbFbFE3QYoQzwTJRD0LMMe6V8GLjim0QE,2188
|
|
75
75
|
fabricks/context/secret.py,sha256=iRM-KU-JcJAEOLoGJ8S4Oh65-yt674W6CDTSkOE7SXw,3192
|
|
76
|
-
fabricks/context/spark_session.py,sha256=
|
|
76
|
+
fabricks/context/spark_session.py,sha256=WjDZiKChRwZSqKFXeWwMhfvdF3G7nEMvrFgWIvB59ck,2527
|
|
77
77
|
fabricks/context/utils.py,sha256=Wxwx_BJqOMG3MKNHf53sA5gKd8P9yAIBjgZ4r4LMDqA,2420
|
|
78
78
|
fabricks/core/__init__.py,sha256=b6bMtPjpw81opqpg02cPeeKjUYKvbqspzLM8OXTIOAE,137
|
|
79
79
|
fabricks/core/extenders.py,sha256=35TvZt3HzKRl9XTGYbdrs8RY3adpUKuJehYgvdBp2gk,756
|
|
@@ -149,7 +149,7 @@ fabricks/models/config.py,sha256=5ja4U_ap5pyOeApXEFU1GDCrd-7r8Le9CrUAGLYST4o,675
|
|
|
149
149
|
fabricks/models/dependency.py,sha256=kPywcXgWoVZl8QYv49fspdnKLj5jim6t6_lyYoEzK10,1489
|
|
150
150
|
fabricks/models/job.py,sha256=kDJ-7r6vzzUWeQv93rd0KEWW6jWJmUjuPwPLw40SWA8,4095
|
|
151
151
|
fabricks/models/path.py,sha256=hJpOaiD6HSqsSKyF57j0ppyAXVYtAfWuHJXdT2rrj8I,384
|
|
152
|
-
fabricks/models/runtime.py,sha256=
|
|
152
|
+
fabricks/models/runtime.py,sha256=Ezl5ncs-3KzWZikXubKeQdeVainR8co6RPU4FYIP2b4,5621
|
|
153
153
|
fabricks/models/schedule.py,sha256=Y1vLc-d9AZVmQu6I7nb-ojyvewTnWiJGEnZVafjglQs,528
|
|
154
154
|
fabricks/models/step.py,sha256=3koPjxh1TSznusoBat2iBWV-EW9EhV6PHu-eMCHGKMk,2334
|
|
155
155
|
fabricks/models/table.py,sha256=BR-X44JdlzYr_PVOttK8aL6nFH9cSH1LgsFwIC5Nt6A,2365
|
|
@@ -174,6 +174,6 @@ fabricks/utils/read/read_yaml.py,sha256=LlStrs1A1hCcgW5gHLEUx5ayC880JTO7EfhjxmtS
|
|
|
174
174
|
fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
|
|
175
175
|
fabricks/utils/write/delta.py,sha256=H0fXrrSCgHkZvq88gqtl4xy5Toy31p5fcXQP0VqqSWI,1286
|
|
176
176
|
fabricks/utils/write/stream.py,sha256=HJxMpWf7Y2Q8dCS1LJzVOO_Tax_Q_YYsvDW69CSpMnw,640
|
|
177
|
-
fabricks-4.0.
|
|
178
|
-
fabricks-4.0.
|
|
179
|
-
fabricks-4.0.
|
|
177
|
+
fabricks-4.0.1.dist-info/METADATA,sha256=y2RiceAgPPzuHa106Uv3m0gpCNOmKszvw7jeg0ZXfZU,954
|
|
178
|
+
fabricks-4.0.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
179
|
+
fabricks-4.0.1.dist-info/RECORD,,
|
|
File without changes
|