acryl-datahub-cloud 0.3.9.2rc1__py3-none-any.whl → 0.3.10rc0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (54) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/metadata/_urns/urn_defs.py +80 -56
  3. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/anomaly/__init__.py +2 -12
  4. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +6 -0
  5. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
  6. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
  7. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/monitor/__init__.py +16 -0
  8. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/timeseries/__init__.py +8 -0
  9. acryl_datahub_cloud/metadata/schema.avsc +1137 -663
  10. acryl_datahub_cloud/metadata/schema_classes.py +1094 -310
  11. acryl_datahub_cloud/metadata/schemas/AnomalyKey.avsc +1 -7
  12. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +445 -213
  13. acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +237 -12
  14. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +277 -212
  15. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +445 -213
  16. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +1 -0
  17. acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +48 -1
  18. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +3 -2
  19. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +48 -1
  20. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc +2 -1
  21. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -1
  22. acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc +2 -1
  23. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +1 -0
  24. acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +2 -0
  25. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +1 -1
  26. acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +1 -0
  27. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +1 -0
  28. acryl_datahub_cloud/metadata/schemas/InstitutionalMemory.avsc +31 -0
  29. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -0
  30. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -0
  31. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc +2 -1
  32. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +3 -0
  33. acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +16 -0
  34. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -0
  35. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
  36. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +49 -0
  37. acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +265 -0
  38. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +549 -212
  39. acryl_datahub_cloud/metadata/schemas/MonitorKey.avsc +2 -1
  40. acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +790 -0
  41. acryl_datahub_cloud/metadata/schemas/MonitorSuiteKey.avsc +21 -0
  42. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +3 -1
  43. acryl_datahub_cloud/metadata/schemas/PostKey.avsc +1 -0
  44. acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc +20 -0
  45. acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc +9 -0
  46. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +1 -0
  47. acryl_datahub_cloud/metadata/schemas/Siblings.avsc +2 -0
  48. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +48 -1
  49. {acryl_datahub_cloud-0.3.9.2rc1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/METADATA +42 -42
  50. {acryl_datahub_cloud-0.3.9.2rc1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/RECORD +53 -51
  51. acryl_datahub_cloud/metadata/schemas/AnomalyInfo.avsc +0 -342
  52. {acryl_datahub_cloud-0.3.9.2rc1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/WHEEL +0 -0
  53. {acryl_datahub_cloud-0.3.9.2rc1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/entry_points.txt +0 -0
  54. {acryl_datahub_cloud-0.3.9.2rc1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/top_level.txt +0 -0
@@ -1,342 +0,0 @@
1
- {
2
- "type": "record",
3
- "Aspect": {
4
- "name": "anomalyInfo"
5
- },
6
- "name": "AnomalyInfo",
7
- "namespace": "com.linkedin.pegasus2avro.anomaly",
8
- "fields": [
9
- {
10
- "Searchable": {
11
- "addToFilters": true,
12
- "filterNameOverride": "Type"
13
- },
14
- "type": {
15
- "type": "enum",
16
- "symbolDocs": {
17
- "DATASET_COLUMN": "An inferred assertion on a particular column(s) of a Dataset has triggered the anomaly.",
18
- "DATASET_ROWS": "An inferred assertion on the row count of a Dataset has triggered the anomaly.",
19
- "FRESHNESS": "An inferred Freshness Assertion has failed, triggering the anomaly."
20
- },
21
- "name": "AnomalyType",
22
- "namespace": "com.linkedin.pegasus2avro.anomaly",
23
- "symbols": [
24
- "FRESHNESS",
25
- "DATASET_COLUMN",
26
- "DATASET_ROWS"
27
- ],
28
- "doc": "A type of an anomaly"
29
- },
30
- "name": "type",
31
- "doc": "The type of anomaly"
32
- },
33
- {
34
- "type": [
35
- "null",
36
- "string"
37
- ],
38
- "name": "description",
39
- "default": null,
40
- "doc": "Optional description associated with the anomaly. e.g. an explanation in human-readable form."
41
- },
42
- {
43
- "Relationship": {
44
- "entityTypes": [
45
- "dataset",
46
- "chart",
47
- "dashboard",
48
- "dataFlow",
49
- "dataJob",
50
- "schemaField"
51
- ],
52
- "name": "AnomalyOn"
53
- },
54
- "Searchable": {
55
- "fieldType": "URN"
56
- },
57
- "java": {
58
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
59
- },
60
- "type": "string",
61
- "name": "entity",
62
- "doc": "A reference to the entity associated with the anomaly.",
63
- "Urn": "Urn",
64
- "entityTypes": [
65
- "dataset",
66
- "chart",
67
- "dashboard",
68
- "dataFlow",
69
- "dataJob",
70
- "schemaField"
71
- ]
72
- },
73
- {
74
- "Searchable": {
75
- "addToFilters": true,
76
- "filterNameOverride": "Severity"
77
- },
78
- "type": [
79
- "int",
80
- "null"
81
- ],
82
- "name": "severity",
83
- "default": 0,
84
- "doc": "A numeric severity for the anomaly.\nThis reflects the significance of the anomaly and is based on\nhow far out of the norm the anomaly resides."
85
- },
86
- {
87
- "type": {
88
- "type": "record",
89
- "name": "AnomalyStatus",
90
- "namespace": "com.linkedin.pegasus2avro.anomaly",
91
- "fields": [
92
- {
93
- "Searchable": {
94
- "addToFilters": true,
95
- "filterNameOverride": "State"
96
- },
97
- "type": {
98
- "type": "enum",
99
- "symbolDocs": {
100
- "ACTIVE": "The anomaly is ongoing, or active.",
101
- "RESOLVED": "The anomaly is resolved."
102
- },
103
- "name": "AnomalyState",
104
- "namespace": "com.linkedin.pegasus2avro.anomaly",
105
- "symbols": [
106
- "ACTIVE",
107
- "RESOLVED"
108
- ]
109
- },
110
- "name": "state",
111
- "doc": "The state of the anomaly"
112
- },
113
- {
114
- "type": [
115
- "null",
116
- {
117
- "type": "record",
118
- "name": "AnomalyStatusProperties",
119
- "namespace": "com.linkedin.pegasus2avro.anomaly",
120
- "fields": [
121
- {
122
- "type": [
123
- "null",
124
- "long"
125
- ],
126
- "name": "assertionRunEventTime",
127
- "default": null,
128
- "doc": "The timestampMillis field of the AssertionRunEvent which altered the anomaly status the anomaly (if applicable)."
129
- }
130
- ],
131
- "doc": "Ad-hoc properties about an anomaly status."
132
- }
133
- ],
134
- "name": "properties",
135
- "default": null,
136
- "doc": "Additional properties about the status, for example which evaluation\nof an assertion generated an Anomaly."
137
- },
138
- {
139
- "Searchable": {
140
- "/time": {
141
- "fieldName": "lastUpdated",
142
- "fieldType": "DATETIME"
143
- }
144
- },
145
- "type": {
146
- "type": "record",
147
- "name": "AuditStamp",
148
- "namespace": "com.linkedin.pegasus2avro.common",
149
- "fields": [
150
- {
151
- "type": "long",
152
- "name": "time",
153
- "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
154
- },
155
- {
156
- "java": {
157
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
158
- },
159
- "type": "string",
160
- "name": "actor",
161
- "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
162
- "Urn": "Urn"
163
- },
164
- {
165
- "java": {
166
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
167
- },
168
- "type": [
169
- "null",
170
- "string"
171
- ],
172
- "name": "impersonator",
173
- "default": null,
174
- "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
175
- "Urn": "Urn"
176
- },
177
- {
178
- "type": [
179
- "null",
180
- "string"
181
- ],
182
- "name": "message",
183
- "default": null,
184
- "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
185
- }
186
- ],
187
- "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
188
- },
189
- "name": "lastUpdated",
190
- "doc": "The time at which the anomaly state last changed"
191
- }
192
- ],
193
- "doc": "The status of an anomaly raised on an asset"
194
- },
195
- "name": "status",
196
- "doc": "The current status of the anomaly, whether it is active or resolved."
197
- },
198
- {
199
- "type": [
200
- "null",
201
- {
202
- "type": "record",
203
- "name": "AnomalyReview",
204
- "namespace": "com.linkedin.pegasus2avro.anomaly",
205
- "fields": [
206
- {
207
- "Searchable": {
208
- "addToFilters": true,
209
- "filterNameOverride": "Review Status"
210
- },
211
- "type": {
212
- "type": "enum",
213
- "symbolDocs": {
214
- "CONFIRMED": "The anomaly has been confirmed by a human reviewer. This means the anomaly was validated.",
215
- "PENDING": "The anomaly is pending human review.",
216
- "REJECTED": "The anomaly has been dismissed, or ignored, by a human reviewer. This means the anomaly should have been ignored."
217
- },
218
- "name": "AnomalyReviewState",
219
- "namespace": "com.linkedin.pegasus2avro.anomaly",
220
- "symbols": [
221
- "PENDING",
222
- "CONFIRMED",
223
- "REJECTED"
224
- ]
225
- },
226
- "name": "state",
227
- "doc": "The state of the anomaly"
228
- },
229
- {
230
- "type": [
231
- "null",
232
- "string"
233
- ],
234
- "name": "message",
235
- "default": null,
236
- "doc": "An optional explanation of the review."
237
- },
238
- {
239
- "Searchable": {
240
- "/time": {
241
- "fieldName": "reviewLastUpdated",
242
- "fieldType": "DATETIME"
243
- }
244
- },
245
- "type": "com.linkedin.pegasus2avro.common.AuditStamp",
246
- "name": "lastUpdated",
247
- "doc": "The time at which the anomaly review state last changed"
248
- }
249
- ],
250
- "doc": "The human-provided review of the anomaly."
251
- }
252
- ],
253
- "name": "review",
254
- "default": null,
255
- "doc": "The review of the anomaly, based on human-provided feedback.\nIf this is not present, then the Anomaly has not yet been reviewed."
256
- },
257
- {
258
- "type": {
259
- "type": "record",
260
- "name": "AnomalySource",
261
- "namespace": "com.linkedin.pegasus2avro.anomaly",
262
- "fields": [
263
- {
264
- "Searchable": {
265
- "addToFilters": true,
266
- "filterNameOverride": "Source Type"
267
- },
268
- "type": {
269
- "type": "enum",
270
- "symbolDocs": {
271
- "INFERRED_ASSERTION_FAILURE": "An assertion has failed, triggering the anomaly."
272
- },
273
- "name": "AnomalySourceType",
274
- "namespace": "com.linkedin.pegasus2avro.anomaly",
275
- "symbols": [
276
- "INFERRED_ASSERTION_FAILURE"
277
- ]
278
- },
279
- "name": "type",
280
- "doc": "Message associated with the anomaly"
281
- },
282
- {
283
- "Searchable": {
284
- "fieldType": "URN"
285
- },
286
- "java": {
287
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
288
- },
289
- "type": [
290
- "null",
291
- "string"
292
- ],
293
- "name": "sourceUrn",
294
- "default": null,
295
- "doc": "Reference to an URN related to the source of an anomaly.\nIf this anomaly was raised due to an inferred assertion failure, then this will contain the urn of the source Assertion.",
296
- "Urn": "Urn"
297
- },
298
- {
299
- "type": [
300
- "null",
301
- {
302
- "type": "record",
303
- "name": "AnomalySourceProperties",
304
- "namespace": "com.linkedin.pegasus2avro.anomaly",
305
- "fields": [
306
- {
307
- "type": [
308
- "null",
309
- "long"
310
- ],
311
- "name": "assertionRunEventTime",
312
- "default": null,
313
- "doc": "The timestampMillis field of the AssertionRunEvent which altered the anomaly status the anomaly (if applicable)."
314
- }
315
- ],
316
- "doc": "Ad-hoc properties about an anomaly source."
317
- }
318
- ],
319
- "name": "properties",
320
- "default": null,
321
- "doc": "Additional properties about the source, for example which evaluation\nof an assertion generated an Anomaly."
322
- }
323
- ],
324
- "doc": "Information about the source of an anomaly raised on an asset."
325
- },
326
- "name": "source",
327
- "doc": "The source of an anomaly, i.e. how it was generated."
328
- },
329
- {
330
- "Searchable": {
331
- "/time": {
332
- "fieldName": "created",
333
- "fieldType": "DATETIME"
334
- }
335
- },
336
- "type": "com.linkedin.pegasus2avro.common.AuditStamp",
337
- "name": "created",
338
- "doc": "The time at which the request was initially created"
339
- }
340
- ],
341
- "doc": "Information about an anomaly raised on an asset."
342
- }