acryl-datahub-cloud 0.3.12.4rc2__py3-none-any.whl → 0.3.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (53) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/lineage_features/source.py +8 -2
  3. acryl_datahub_cloud/metadata/_urns/urn_defs.py +168 -0
  4. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionworkflow/__init__.py +53 -0
  5. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +2 -0
  6. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/identity/__init__.py +2 -0
  7. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
  8. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +6 -0
  9. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/module/__init__.py +31 -0
  10. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +4 -0
  11. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/template/__init__.py +25 -0
  12. acryl_datahub_cloud/metadata/schema.avsc +1543 -275
  13. acryl_datahub_cloud/metadata/schema_classes.py +2040 -4
  14. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +136 -1
  15. acryl_datahub_cloud/metadata/schemas/ActionWorkflowInfo.avsc +683 -0
  16. acryl_datahub_cloud/metadata/schemas/ActionWorkflowKey.avsc +21 -0
  17. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +46 -0
  18. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +25 -0
  19. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +25 -0
  20. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +50 -0
  21. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleKey.avsc +21 -0
  22. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +281 -0
  23. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateKey.avsc +21 -0
  24. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateProperties.avsc +175 -0
  25. acryl_datahub_cloud/metadata/schemas/DataJobInputOutput.avsc +8 -0
  26. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +1 -0
  27. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +71 -0
  28. acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc +140 -0
  29. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +163 -1
  30. acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc +62 -44
  31. acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc +61 -0
  32. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +25 -0
  33. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +4 -0
  34. acryl_datahub_cloud/metadata/schemas/QuerySubjects.avsc +1 -12
  35. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +1 -0
  36. acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc +61 -0
  37. acryl_datahub_cloud/metadata/schemas/UpstreamLineage.avsc +9 -0
  38. acryl_datahub_cloud/sdk/assertion/__init__.py +49 -0
  39. acryl_datahub_cloud/sdk/assertion/assertion_base.py +65 -806
  40. acryl_datahub_cloud/sdk/assertion/freshness_assertion.py +201 -0
  41. acryl_datahub_cloud/sdk/assertion/smart_freshness_assertion.py +165 -0
  42. acryl_datahub_cloud/sdk/assertion/smart_volume_assertion.py +162 -0
  43. acryl_datahub_cloud/sdk/assertion/sql_assertion.py +256 -0
  44. acryl_datahub_cloud/sdk/assertion/volume_assertion.py +156 -0
  45. acryl_datahub_cloud/sdk/assertion_input/assertion_input.py +0 -344
  46. acryl_datahub_cloud/sdk/assertion_input/smart_freshness_assertion_input.py +220 -0
  47. acryl_datahub_cloud/sdk/assertion_input/smart_volume_assertion_input.py +191 -0
  48. acryl_datahub_cloud/sdk/assertions_client.py +6 -2
  49. {acryl_datahub_cloud-0.3.12.4rc2.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/METADATA +46 -44
  50. {acryl_datahub_cloud-0.3.12.4rc2.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/RECORD +53 -35
  51. {acryl_datahub_cloud-0.3.12.4rc2.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/WHEEL +0 -0
  52. {acryl_datahub_cloud-0.3.12.4rc2.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/entry_points.txt +0 -0
  53. {acryl_datahub_cloud-0.3.12.4rc2.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,21 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "actionWorkflowKey",
5
+ "keyForEntity": "actionWorkflow",
6
+ "entityCategory": "internal",
7
+ "entityAspects": [
8
+ "actionWorkflowInfo"
9
+ ]
10
+ },
11
+ "name": "ActionWorkflowKey",
12
+ "namespace": "com.linkedin.pegasus2avro.metadata.key",
13
+ "fields": [
14
+ {
15
+ "type": "string",
16
+ "name": "id",
17
+ "doc": " The unique identifier for the workflow "
18
+ }
19
+ ],
20
+ "doc": "Key for an ActionRequestWorkflow"
21
+ }
@@ -167,6 +167,27 @@
167
167
  "doc": "Data Platform for parent",
168
168
  "Urn": "Urn"
169
169
  },
170
+ {
171
+ "Searchable": {
172
+ "/*": {
173
+ "addToFilters": true,
174
+ "fieldType": "URN",
175
+ "hasValuesFieldName": "hasAsserteeContainer"
176
+ }
177
+ },
178
+ "TimeseriesField": {},
179
+ "java": {
180
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
181
+ },
182
+ "type": [
183
+ "null",
184
+ "string"
185
+ ],
186
+ "name": "asserteeContainer",
187
+ "default": null,
188
+ "doc": "The Container attached to the entity's parent Asset",
189
+ "Urn": "Urn"
190
+ },
170
191
  {
171
192
  "Searchable": {
172
193
  "addToFilters": true,
@@ -2960,6 +2981,31 @@
2960
2981
  "name": "description",
2961
2982
  "default": null,
2962
2983
  "doc": "An optional human-readable description of the assertion"
2984
+ },
2985
+ {
2986
+ "type": [
2987
+ "null",
2988
+ {
2989
+ "type": "record",
2990
+ "name": "AssertionNote",
2991
+ "namespace": "com.linkedin.pegasus2avro.assertion",
2992
+ "fields": [
2993
+ {
2994
+ "type": "string",
2995
+ "name": "content",
2996
+ "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
2997
+ },
2998
+ {
2999
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
3000
+ "name": "lastModified",
3001
+ "doc": "The time at which the note was last modified."
3002
+ }
3003
+ ]
3004
+ }
3005
+ ],
3006
+ "name": "note",
3007
+ "default": null,
3008
+ "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
2963
3009
  }
2964
3010
  ],
2965
3011
  "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
@@ -2669,6 +2669,31 @@
2669
2669
  "name": "description",
2670
2670
  "default": null,
2671
2671
  "doc": "An optional human-readable description of the assertion"
2672
+ },
2673
+ {
2674
+ "type": [
2675
+ "null",
2676
+ {
2677
+ "type": "record",
2678
+ "name": "AssertionNote",
2679
+ "namespace": "com.linkedin.pegasus2avro.assertion",
2680
+ "fields": [
2681
+ {
2682
+ "type": "string",
2683
+ "name": "content",
2684
+ "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
2685
+ },
2686
+ {
2687
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
2688
+ "name": "lastModified",
2689
+ "doc": "The time at which the note was last modified."
2690
+ }
2691
+ ]
2692
+ }
2693
+ ],
2694
+ "name": "note",
2695
+ "default": null,
2696
+ "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
2672
2697
  }
2673
2698
  ],
2674
2699
  "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
@@ -2760,6 +2760,31 @@
2760
2760
  "name": "description",
2761
2761
  "default": null,
2762
2762
  "doc": "An optional human-readable description of the assertion"
2763
+ },
2764
+ {
2765
+ "type": [
2766
+ "null",
2767
+ {
2768
+ "type": "record",
2769
+ "name": "AssertionNote",
2770
+ "namespace": "com.linkedin.pegasus2avro.assertion",
2771
+ "fields": [
2772
+ {
2773
+ "type": "string",
2774
+ "name": "content",
2775
+ "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
2776
+ },
2777
+ {
2778
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
2779
+ "name": "lastModified",
2780
+ "doc": "The time at which the note was last modified."
2781
+ }
2782
+ ]
2783
+ }
2784
+ ],
2785
+ "name": "note",
2786
+ "default": null,
2787
+ "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
2763
2788
  }
2764
2789
  ],
2765
2790
  "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
@@ -206,6 +206,56 @@
206
206
  "name": "notificationSettings",
207
207
  "default": null,
208
208
  "doc": "Notification settings for a user"
209
+ },
210
+ {
211
+ "type": [
212
+ "null",
213
+ {
214
+ "type": "record",
215
+ "name": "CorpUserHomePageSettings",
216
+ "namespace": "com.linkedin.pegasus2avro.identity",
217
+ "fields": [
218
+ {
219
+ "Relationship": {
220
+ "entityTypes": [
221
+ "dataHubPageTemplate"
222
+ ],
223
+ "name": "HasPersonalPageTemplate"
224
+ },
225
+ "java": {
226
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
227
+ },
228
+ "type": [
229
+ "null",
230
+ "string"
231
+ ],
232
+ "name": "pageTemplate",
233
+ "default": null,
234
+ "doc": "The page template that will be rendered in the UI by default for this user",
235
+ "Urn": "Urn",
236
+ "entityTypes": [
237
+ "dataHubPageTemplate"
238
+ ]
239
+ },
240
+ {
241
+ "type": [
242
+ "null",
243
+ {
244
+ "type": "array",
245
+ "items": "string"
246
+ }
247
+ ],
248
+ "name": "dismissedAnnouncements",
249
+ "default": null,
250
+ "doc": "The list of announcement urns that have been dismissed by the user"
251
+ }
252
+ ],
253
+ "doc": "Settings related to the home page for a user"
254
+ }
255
+ ],
256
+ "name": "homePage",
257
+ "default": null,
258
+ "doc": "Settings related to the home page for a user"
209
259
  }
210
260
  ],
211
261
  "doc": "Settings that a user can customize through the DataHub UI"
@@ -0,0 +1,21 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "dataHubPageModuleKey",
5
+ "keyForEntity": "dataHubPageModule",
6
+ "entityCategory": "core",
7
+ "entityAspects": [
8
+ "dataHubPageModuleProperties"
9
+ ]
10
+ },
11
+ "name": "DataHubPageModuleKey",
12
+ "namespace": "com.linkedin.pegasus2avro.metadata.key",
13
+ "fields": [
14
+ {
15
+ "type": "string",
16
+ "name": "id",
17
+ "doc": "Unique id for the module."
18
+ }
19
+ ],
20
+ "doc": "Key for a DataHubPageModule"
21
+ }
@@ -0,0 +1,281 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "dataHubPageModuleProperties"
5
+ },
6
+ "name": "DataHubPageModuleProperties",
7
+ "namespace": "com.linkedin.pegasus2avro.module",
8
+ "fields": [
9
+ {
10
+ "type": "string",
11
+ "name": "name",
12
+ "doc": "The display name of this module"
13
+ },
14
+ {
15
+ "Searchable": {
16
+ "fieldType": "KEYWORD"
17
+ },
18
+ "type": {
19
+ "type": "enum",
20
+ "symbolDocs": {
21
+ "ASSET_COLLECTION": "A module with a collection of assets",
22
+ "DOMAINS": "Module displaying the top domains",
23
+ "HIERARCHY": "A module displaying a hierarchy to navigate",
24
+ "LINK": "Link type module",
25
+ "OWNED_ASSETS": "Module displaying assets owned by a user",
26
+ "RICH_TEXT": "Module containing rich text to be rendered",
27
+ "SUBSCRIBED_ASSETS": "Module displaying assets subscribed to by a given user"
28
+ },
29
+ "name": "DataHubPageModuleType",
30
+ "namespace": "com.linkedin.pegasus2avro.module",
31
+ "symbols": [
32
+ "LINK",
33
+ "RICH_TEXT",
34
+ "ASSET_COLLECTION",
35
+ "HIERARCHY",
36
+ "OWNED_ASSETS",
37
+ "DOMAINS",
38
+ "SUBSCRIBED_ASSETS"
39
+ ],
40
+ "doc": "Enum containing the types of page modules that there are"
41
+ },
42
+ "name": "type",
43
+ "doc": "The type of this module - the purpose it serves"
44
+ },
45
+ {
46
+ "type": {
47
+ "type": "record",
48
+ "name": "DataHubPageModuleVisibility",
49
+ "namespace": "com.linkedin.pegasus2avro.module",
50
+ "fields": [
51
+ {
52
+ "Searchable": {
53
+ "fieldType": "KEYWORD"
54
+ },
55
+ "type": {
56
+ "type": "enum",
57
+ "symbolDocs": {
58
+ "GLOBAL": "This module is discoverable and can be used by any user on the platform",
59
+ "PERSONAL": "This module is used for individual use only"
60
+ },
61
+ "name": "PageModuleScope",
62
+ "namespace": "com.linkedin.pegasus2avro.module",
63
+ "symbols": [
64
+ "PERSONAL",
65
+ "GLOBAL"
66
+ ]
67
+ },
68
+ "name": "scope",
69
+ "doc": "Audit stamp for when and by whom this module was created"
70
+ }
71
+ ],
72
+ "doc": "Info about the visibility of this module"
73
+ },
74
+ "name": "visibility",
75
+ "doc": "Info about the visibility of this module"
76
+ },
77
+ {
78
+ "type": {
79
+ "type": "record",
80
+ "name": "DataHubPageModuleParams",
81
+ "namespace": "com.linkedin.pegasus2avro.module",
82
+ "fields": [
83
+ {
84
+ "type": [
85
+ "null",
86
+ {
87
+ "type": "record",
88
+ "name": "LinkModuleParams",
89
+ "namespace": "com.linkedin.pegasus2avro.module",
90
+ "fields": [
91
+ {
92
+ "type": "string",
93
+ "name": "linkUrl"
94
+ },
95
+ {
96
+ "type": [
97
+ "null",
98
+ "string"
99
+ ],
100
+ "name": "imageUrl",
101
+ "default": null
102
+ },
103
+ {
104
+ "type": [
105
+ "null",
106
+ "string"
107
+ ],
108
+ "name": "description",
109
+ "default": null
110
+ }
111
+ ]
112
+ }
113
+ ],
114
+ "name": "linkParams",
115
+ "default": null,
116
+ "doc": "The params required if the module is type LINK"
117
+ },
118
+ {
119
+ "type": [
120
+ "null",
121
+ {
122
+ "type": "record",
123
+ "name": "RichTextModuleParams",
124
+ "namespace": "com.linkedin.pegasus2avro.module",
125
+ "fields": [
126
+ {
127
+ "type": "string",
128
+ "name": "content"
129
+ }
130
+ ]
131
+ }
132
+ ],
133
+ "name": "richTextParams",
134
+ "default": null,
135
+ "doc": "The params required if the module is type RICH_TEXT"
136
+ },
137
+ {
138
+ "type": [
139
+ "null",
140
+ {
141
+ "type": "record",
142
+ "name": "AssetCollectionModuleParams",
143
+ "namespace": "com.linkedin.pegasus2avro.module",
144
+ "fields": [
145
+ {
146
+ "type": {
147
+ "type": "array",
148
+ "items": "string"
149
+ },
150
+ "name": "assetUrns",
151
+ "Urn": "Urn",
152
+ "urn_is_array": true
153
+ }
154
+ ],
155
+ "doc": "The params required if the module is type ASSET_COLLECTION"
156
+ }
157
+ ],
158
+ "name": "assetCollectionParams",
159
+ "default": null,
160
+ "doc": "The params required if the module is type ASSET_COLLECTION"
161
+ },
162
+ {
163
+ "type": [
164
+ "null",
165
+ {
166
+ "type": "record",
167
+ "name": "HierarchyModuleParams",
168
+ "namespace": "com.linkedin.pegasus2avro.module",
169
+ "fields": [
170
+ {
171
+ "type": [
172
+ "null",
173
+ {
174
+ "type": "array",
175
+ "items": "string"
176
+ }
177
+ ],
178
+ "name": "assetUrns",
179
+ "default": null,
180
+ "Urn": "Urn",
181
+ "urn_is_array": true
182
+ },
183
+ {
184
+ "type": "boolean",
185
+ "name": "showRelatedEntities"
186
+ },
187
+ {
188
+ "type": [
189
+ "null",
190
+ "string"
191
+ ],
192
+ "name": "relatedEntitiesFilterJson",
193
+ "default": null,
194
+ "doc": "Optional filters to filter relatedEntities (assetUrns) out\n\nThe stringified json representing the logical predicate built in the UI to select assets.\nThis predicate is turned into orFilters to send through graphql since graphql doesn't support\narbitrary nesting. This string is used to restore the UI for this logical predicate."
195
+ }
196
+ ],
197
+ "doc": "The params required if the module is type HIERARCHY_VIEW"
198
+ }
199
+ ],
200
+ "name": "hierarchyViewParams",
201
+ "default": null,
202
+ "doc": "The params required if the module is type HIERARCHY_VIEW"
203
+ }
204
+ ],
205
+ "doc": "The specific parameters stored for a module"
206
+ },
207
+ "name": "params",
208
+ "doc": "The specific parameters stored for this module"
209
+ },
210
+ {
211
+ "Searchable": {
212
+ "/actor": {
213
+ "fieldName": "createdBy",
214
+ "fieldType": "URN"
215
+ },
216
+ "/time": {
217
+ "fieldName": "createdAt",
218
+ "fieldType": "DATETIME"
219
+ }
220
+ },
221
+ "type": {
222
+ "type": "record",
223
+ "name": "AuditStamp",
224
+ "namespace": "com.linkedin.pegasus2avro.common",
225
+ "fields": [
226
+ {
227
+ "type": "long",
228
+ "name": "time",
229
+ "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
230
+ },
231
+ {
232
+ "java": {
233
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
234
+ },
235
+ "type": "string",
236
+ "name": "actor",
237
+ "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
238
+ "Urn": "Urn"
239
+ },
240
+ {
241
+ "java": {
242
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
243
+ },
244
+ "type": [
245
+ "null",
246
+ "string"
247
+ ],
248
+ "name": "impersonator",
249
+ "default": null,
250
+ "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
251
+ "Urn": "Urn"
252
+ },
253
+ {
254
+ "type": [
255
+ "null",
256
+ "string"
257
+ ],
258
+ "name": "message",
259
+ "default": null,
260
+ "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
261
+ }
262
+ ],
263
+ "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
264
+ },
265
+ "name": "created",
266
+ "doc": "Audit stamp for when and by whom this template was created"
267
+ },
268
+ {
269
+ "Searchable": {
270
+ "/time": {
271
+ "fieldName": "lastModifiedAt",
272
+ "fieldType": "DATETIME"
273
+ }
274
+ },
275
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
276
+ "name": "lastModified",
277
+ "doc": "Audit stamp for when and by whom this template was last updated"
278
+ }
279
+ ],
280
+ "doc": "The main properties of a DataHub page module"
281
+ }
@@ -0,0 +1,21 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "dataHubPageTemplateKey",
5
+ "keyForEntity": "dataHubPageTemplate",
6
+ "entityCategory": "core",
7
+ "entityAspects": [
8
+ "dataHubPageTemplateProperties"
9
+ ]
10
+ },
11
+ "name": "DataHubPageTemplateKey",
12
+ "namespace": "com.linkedin.pegasus2avro.metadata.key",
13
+ "fields": [
14
+ {
15
+ "type": "string",
16
+ "name": "id",
17
+ "doc": "Unique id for the template."
18
+ }
19
+ ],
20
+ "doc": "Key for a DataHubPageTemplate"
21
+ }