acryl-datahub 0.15.0.1rc12__py3-none-any.whl → 0.15.0.1rc14__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (38) hide show
  1. {acryl_datahub-0.15.0.1rc12.dist-info → acryl_datahub-0.15.0.1rc14.dist-info}/METADATA +2369 -2369
  2. {acryl_datahub-0.15.0.1rc12.dist-info → acryl_datahub-0.15.0.1rc14.dist-info}/RECORD +35 -31
  3. datahub/__init__.py +1 -1
  4. datahub/emitter/mce_builder.py +3 -3
  5. datahub/emitter/mcp_patch_builder.py +36 -12
  6. datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py +44 -1
  7. datahub/ingestion/source/bigquery_v2/bigquery.py +10 -18
  8. datahub/ingestion/source/bigquery_v2/bigquery_config.py +3 -9
  9. datahub/ingestion/source/bigquery_v2/bigquery_schema_gen.py +11 -17
  10. datahub/ingestion/source/bigquery_v2/lineage.py +9 -22
  11. datahub/ingestion/source/gc/dataprocess_cleanup.py +4 -4
  12. datahub/ingestion/source/gc/soft_deleted_entity_cleanup.py +159 -71
  13. datahub/ingestion/source/tableau/tableau.py +3 -0
  14. datahub/ingestion/source/tableau/tableau_common.py +18 -0
  15. datahub/metadata/_schema_classes.py +61 -1
  16. datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py +4 -0
  17. datahub/metadata/schema.avsc +64 -29
  18. datahub/metadata/schemas/DataJobKey.avsc +2 -1
  19. datahub/metadata/schemas/DataTransformLogic.avsc +63 -0
  20. datahub/specific/aspect_helpers/__init__.py +0 -0
  21. datahub/specific/aspect_helpers/custom_properties.py +79 -0
  22. datahub/specific/aspect_helpers/ownership.py +67 -0
  23. datahub/specific/aspect_helpers/structured_properties.py +72 -0
  24. datahub/specific/aspect_helpers/tags.py +42 -0
  25. datahub/specific/aspect_helpers/terms.py +43 -0
  26. datahub/specific/chart.py +28 -184
  27. datahub/specific/dashboard.py +31 -196
  28. datahub/specific/datajob.py +34 -189
  29. datahub/specific/dataproduct.py +24 -86
  30. datahub/specific/dataset.py +48 -133
  31. datahub/specific/form.py +12 -32
  32. datahub/specific/structured_property.py +9 -9
  33. datahub/specific/custom_properties.py +0 -37
  34. datahub/specific/ownership.py +0 -48
  35. datahub/specific/structured_properties.py +0 -53
  36. {acryl_datahub-0.15.0.1rc12.dist-info → acryl_datahub-0.15.0.1rc14.dist-info}/WHEEL +0 -0
  37. {acryl_datahub-0.15.0.1rc12.dist-info → acryl_datahub-0.15.0.1rc14.dist-info}/entry_points.txt +0 -0
  38. {acryl_datahub-0.15.0.1rc12.dist-info → acryl_datahub-0.15.0.1rc14.dist-info}/top_level.txt +0 -0
@@ -29,7 +29,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
29
29
  self._add_patch(
30
30
  StructuredPropertyDefinition.ASPECT_NAME,
31
31
  "add",
32
- path="/qualifiedName",
32
+ path=("qualifiedName",),
33
33
  value=qualified_name,
34
34
  )
35
35
  return self
@@ -41,7 +41,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
41
41
  self._add_patch(
42
42
  StructuredPropertyDefinition.ASPECT_NAME,
43
43
  "add",
44
- path="/displayName",
44
+ path=("displayName",),
45
45
  value=display_name,
46
46
  )
47
47
  return self
@@ -53,7 +53,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
53
53
  self._add_patch(
54
54
  StructuredPropertyDefinition.ASPECT_NAME,
55
55
  "add",
56
- path="/valueType",
56
+ path=("valueType",),
57
57
  value=value_type,
58
58
  )
59
59
  return self
@@ -66,7 +66,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
66
66
  self._add_patch(
67
67
  StructuredPropertyDefinition.ASPECT_NAME,
68
68
  "add",
69
- path="/typeQualifier",
69
+ path=("typeQualifier",),
70
70
  value=type_qualifier,
71
71
  )
72
72
  return self
@@ -78,7 +78,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
78
78
  self._add_patch(
79
79
  StructuredPropertyDefinition.ASPECT_NAME,
80
80
  "add",
81
- path=f"/allowedValues/{str(allowed_value.get('value'))}",
81
+ path=("allowedValues", str(allowed_value.get("value"))),
82
82
  value=allowed_value,
83
83
  )
84
84
  return self
@@ -87,7 +87,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
87
87
  self._add_patch(
88
88
  StructuredPropertyDefinition.ASPECT_NAME,
89
89
  "add",
90
- path="/cardinality",
90
+ path=("cardinality",),
91
91
  value=cardinality,
92
92
  )
93
93
  return self
@@ -98,7 +98,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
98
98
  self._add_patch(
99
99
  StructuredPropertyDefinition.ASPECT_NAME,
100
100
  "add",
101
- path=f"/entityTypes/{self.quote(str(entity_type))}",
101
+ path=("entityTypes", str(entity_type)),
102
102
  value=entity_type,
103
103
  )
104
104
  return self
@@ -110,7 +110,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
110
110
  self._add_patch(
111
111
  StructuredPropertyDefinition.ASPECT_NAME,
112
112
  "add",
113
- path="/description",
113
+ path=("description",),
114
114
  value=description,
115
115
  )
116
116
  return self
@@ -119,7 +119,7 @@ class StructuredPropertyPatchBuilder(MetadataPatchProposal):
119
119
  self._add_patch(
120
120
  StructuredPropertyDefinition.ASPECT_NAME,
121
121
  "add",
122
- path="/immutable",
122
+ path=("immutable",),
123
123
  value=immutable,
124
124
  )
125
125
  return self
@@ -1,37 +0,0 @@
1
- from typing import Generic, TypeVar
2
-
3
- from datahub.emitter.mcp_patch_builder import MetadataPatchProposal
4
-
5
- _Parent = TypeVar("_Parent", bound=MetadataPatchProposal)
6
-
7
-
8
- class CustomPropertiesPatchHelper(Generic[_Parent]):
9
- def __init__(
10
- self,
11
- parent: _Parent,
12
- aspect_name: str,
13
- ) -> None:
14
- self.aspect_name = aspect_name
15
- self._parent = parent
16
- self.aspect_field = "customProperties"
17
-
18
- def parent(self) -> _Parent:
19
- return self._parent
20
-
21
- def add_property(self, key: str, value: str) -> "CustomPropertiesPatchHelper":
22
- self._parent._add_patch(
23
- self.aspect_name,
24
- "add",
25
- path=f"/{self.aspect_field}/{key}",
26
- value=value,
27
- )
28
- return self
29
-
30
- def remove_property(self, key: str) -> "CustomPropertiesPatchHelper":
31
- self._parent._add_patch(
32
- self.aspect_name,
33
- "remove",
34
- path=f"/{self.aspect_field}/{key}",
35
- value={},
36
- )
37
- return self
@@ -1,48 +0,0 @@
1
- from typing import Generic, List, Optional, TypeVar
2
-
3
- from datahub.emitter.mcp_patch_builder import MetadataPatchProposal
4
- from datahub.metadata.schema_classes import (
5
- OwnerClass,
6
- OwnershipClass,
7
- OwnershipTypeClass,
8
- )
9
-
10
- _Parent = TypeVar("_Parent", bound=MetadataPatchProposal)
11
-
12
-
13
- class OwnershipPatchHelper(Generic[_Parent]):
14
- def __init__(self, parent: _Parent) -> None:
15
- self._parent = parent
16
- self.aspect_field = OwnershipClass.ASPECT_NAME
17
-
18
- def parent(self) -> _Parent:
19
- return self._parent
20
-
21
- def add_owner(self, owner: OwnerClass) -> "OwnershipPatchHelper":
22
- self._parent._add_patch(
23
- OwnershipClass.ASPECT_NAME,
24
- "add",
25
- path=f"/owners/{owner.owner}/{owner.type}",
26
- value=owner,
27
- )
28
- return self
29
-
30
- def remove_owner(
31
- self, owner: str, owner_type: Optional[OwnershipTypeClass] = None
32
- ) -> "OwnershipPatchHelper":
33
- """
34
- param: owner_type is optional
35
- """
36
- self._parent._add_patch(
37
- OwnershipClass.ASPECT_NAME,
38
- "remove",
39
- path=f"/owners/{owner}" + (f"/{owner_type}" if owner_type else ""),
40
- value=owner,
41
- )
42
- return self
43
-
44
- def set_owners(self, owners: List[OwnerClass]) -> "OwnershipPatchHelper":
45
- self._parent._add_patch(
46
- OwnershipClass.ASPECT_NAME, "add", path="/owners", value=owners
47
- )
48
- return self
@@ -1,53 +0,0 @@
1
- from typing import Generic, List, TypeVar, Union
2
-
3
- from datahub.emitter.mcp_patch_builder import MetadataPatchProposal
4
- from datahub.metadata.schema_classes import StructuredPropertyValueAssignmentClass
5
- from datahub.utilities.urns.structured_properties_urn import (
6
- make_structured_property_urn,
7
- )
8
-
9
- _Parent = TypeVar("_Parent", bound=MetadataPatchProposal)
10
-
11
-
12
- class StructuredPropertiesPatchHelper(Generic[_Parent]):
13
- def __init__(
14
- self,
15
- parent: _Parent,
16
- aspect_name: str = "structuredProperties",
17
- ) -> None:
18
- self.aspect_name = aspect_name
19
- self._parent = parent
20
- self.aspect_field = "properties"
21
-
22
- def parent(self) -> _Parent:
23
- return self._parent
24
-
25
- def set_property(
26
- self, key: str, value: Union[str, float, List[Union[str, float]]]
27
- ) -> "StructuredPropertiesPatchHelper":
28
- self.remove_property(key)
29
- self.add_property(key, value)
30
- return self
31
-
32
- def remove_property(self, key: str) -> "StructuredPropertiesPatchHelper":
33
- self._parent._add_patch(
34
- self.aspect_name,
35
- "remove",
36
- path=(self.aspect_field, make_structured_property_urn(key)),
37
- value={},
38
- )
39
- return self
40
-
41
- def add_property(
42
- self, key: str, value: Union[str, float, List[Union[str, float]]]
43
- ) -> "StructuredPropertiesPatchHelper":
44
- self._parent._add_patch(
45
- self.aspect_name,
46
- "add",
47
- path=(self.aspect_field, make_structured_property_urn(key)),
48
- value=StructuredPropertyValueAssignmentClass(
49
- propertyUrn=make_structured_property_urn(key),
50
- values=value if isinstance(value, list) else [value],
51
- ),
52
- )
53
- return self