dagster-datacontract 0.2.3__py3-none-any.whl → 0.2.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dagster_datacontract/__init__.py +14 -3
- {dagster_datacontract-0.2.3.dist-info → dagster_datacontract-0.2.4.dist-info}/METADATA +1 -1
- dagster_datacontract-0.2.4.dist-info/RECORD +6 -0
- dagster_datacontract-0.2.3.dist-info/RECORD +0 -6
- {dagster_datacontract-0.2.3.dist-info → dagster_datacontract-0.2.4.dist-info}/WHEEL +0 -0
- {dagster_datacontract-0.2.3.dist-info → dagster_datacontract-0.2.4.dist-info}/licenses/LICENSE +0 -0
- {dagster_datacontract-0.2.3.dist-info → dagster_datacontract-0.2.4.dist-info}/top_level.txt +0 -0
dagster_datacontract/__init__.py
CHANGED
@@ -24,7 +24,7 @@ class DataContractLoader:
|
|
24
24
|
self.data_contract.get_data_contract_specification()
|
25
25
|
)
|
26
26
|
self.metadata = self._load_metadata()
|
27
|
-
self.tags = self._load_tags()
|
27
|
+
self.tags = self._load_tags(self.data_contract_specification.tags)
|
28
28
|
self.description = self.load_description()
|
29
29
|
self.owner = self._load_owner()
|
30
30
|
self.version = self._load_version()
|
@@ -39,11 +39,19 @@ class DataContractLoader:
|
|
39
39
|
deps_by_column = {}
|
40
40
|
|
41
41
|
for column_name, column_field in fields.items():
|
42
|
+
nullable = column_field.required if column_field.required else True
|
43
|
+
unique = column_field.unique if column_field.unique else False
|
44
|
+
|
42
45
|
columns.append(
|
43
46
|
dg.TableColumn(
|
44
47
|
name=column_name,
|
45
48
|
type=column_field.type,
|
46
49
|
description=column_field.description,
|
50
|
+
constraints=dg.TableColumnConstraints(
|
51
|
+
nullable=nullable,
|
52
|
+
unique=unique,
|
53
|
+
),
|
54
|
+
tags=self._load_tags(column_field.tags),
|
47
55
|
)
|
48
56
|
)
|
49
57
|
|
@@ -68,7 +76,10 @@ class DataContractLoader:
|
|
68
76
|
),
|
69
77
|
}
|
70
78
|
|
71
|
-
|
79
|
+
@staticmethod
|
80
|
+
def _load_tags(
|
81
|
+
tags_list: list[str] | None,
|
82
|
+
) -> dict[str, str]:
|
72
83
|
"""Safely load tags from data contract.
|
73
84
|
|
74
85
|
More information about Dagster tags:
|
@@ -79,7 +90,7 @@ class DataContractLoader:
|
|
79
90
|
|
80
91
|
tags = {}
|
81
92
|
|
82
|
-
for item in
|
93
|
+
for item in tags_list:
|
83
94
|
if ":" in item:
|
84
95
|
key, val = map(str.strip, item.split(":", 1))
|
85
96
|
else:
|
@@ -0,0 +1,6 @@
|
|
1
|
+
dagster_datacontract/__init__.py,sha256=uL2Dgw7FHykepsmGQjU51kuQ7lKlVBLUxx4_nGn_3VU,8225
|
2
|
+
dagster_datacontract-0.2.4.dist-info/licenses/LICENSE,sha256=9ULsEM1ICzCaGoso40plwO-d_SCQ7nsU6ZA4xgfaRq8,11338
|
3
|
+
dagster_datacontract-0.2.4.dist-info/METADATA,sha256=53-UmbMwaHB2LiAnIP0tQrYKR2rU9Jbcee9fYQAWG7M,3029
|
4
|
+
dagster_datacontract-0.2.4.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
5
|
+
dagster_datacontract-0.2.4.dist-info/top_level.txt,sha256=_HUQ6OJ50Q0VZxEkdocTtxk1QkJpztb1QY7A0rcvtCE,21
|
6
|
+
dagster_datacontract-0.2.4.dist-info/RECORD,,
|
@@ -1,6 +0,0 @@
|
|
1
|
-
dagster_datacontract/__init__.py,sha256=bfHWETu-RpUyE6_Z3mZoZMJWQSLLgVxnWqbbFTKubRw,7779
|
2
|
-
dagster_datacontract-0.2.3.dist-info/licenses/LICENSE,sha256=9ULsEM1ICzCaGoso40plwO-d_SCQ7nsU6ZA4xgfaRq8,11338
|
3
|
-
dagster_datacontract-0.2.3.dist-info/METADATA,sha256=jXtkDSL9P1xLjsAdRBPRhAfMpdYDQqK9udijD8ZtamU,3029
|
4
|
-
dagster_datacontract-0.2.3.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
5
|
-
dagster_datacontract-0.2.3.dist-info/top_level.txt,sha256=_HUQ6OJ50Q0VZxEkdocTtxk1QkJpztb1QY7A0rcvtCE,21
|
6
|
-
dagster_datacontract-0.2.3.dist-info/RECORD,,
|
File without changes
|
{dagster_datacontract-0.2.3.dist-info → dagster_datacontract-0.2.4.dist-info}/licenses/LICENSE
RENAMED
File without changes
|
File without changes
|