acryl-datahub-cloud 0.3.9.3__py3-none-any.whl → 0.3.10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +5 -5
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +1968 -1944
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/anomaly/__init__.py +2 -12
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +6 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/monitor/__init__.py +16 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/timeseries/__init__.py +8 -0
- acryl_datahub_cloud/metadata/schema.avsc +23800 -22868
- acryl_datahub_cloud/metadata/schema_classes.py +1734 -950
- acryl_datahub_cloud/metadata/schemas/AnomalyKey.avsc +1 -7
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +445 -213
- acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +237 -12
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +277 -212
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +445 -213
- acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +48 -1
- acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +3 -2
- acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +48 -1
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/InstitutionalMemory.avsc +31 -0
- acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +3 -0
- acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +16 -0
- acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +49 -0
- acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +265 -0
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +549 -212
- acryl_datahub_cloud/metadata/schemas/MonitorKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +790 -0
- acryl_datahub_cloud/metadata/schemas/MonitorSuiteKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/PostKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc +20 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc +9 -0
- acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/Siblings.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +48 -1
- {acryl_datahub_cloud-0.3.9.3.dist-info → acryl_datahub_cloud-0.3.10.dist-info}/METADATA +40 -40
- {acryl_datahub_cloud-0.3.9.3.dist-info → acryl_datahub_cloud-0.3.10.dist-info}/RECORD +54 -52
- acryl_datahub_cloud/metadata/schemas/AnomalyInfo.avsc +0 -342
- {acryl_datahub_cloud-0.3.9.3.dist-info → acryl_datahub_cloud-0.3.10.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.9.3.dist-info → acryl_datahub_cloud-0.3.10.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.9.3.dist-info → acryl_datahub_cloud-0.3.10.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,265 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "monitorAnomalyEvent",
|
|
5
|
+
"type": "timeseries"
|
|
6
|
+
},
|
|
7
|
+
"name": "MonitorAnomalyEvent",
|
|
8
|
+
"namespace": "com.linkedin.pegasus2avro.anomaly",
|
|
9
|
+
"fields": [
|
|
10
|
+
{
|
|
11
|
+
"type": "long",
|
|
12
|
+
"name": "timestampMillis",
|
|
13
|
+
"doc": "The event timestamp field as epoch at UTC in milli seconds."
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
"type": [
|
|
17
|
+
"null",
|
|
18
|
+
{
|
|
19
|
+
"type": "record",
|
|
20
|
+
"name": "TimeWindowSize",
|
|
21
|
+
"namespace": "com.linkedin.pegasus2avro.timeseries",
|
|
22
|
+
"fields": [
|
|
23
|
+
{
|
|
24
|
+
"type": {
|
|
25
|
+
"type": "enum",
|
|
26
|
+
"name": "CalendarInterval",
|
|
27
|
+
"namespace": "com.linkedin.pegasus2avro.timeseries",
|
|
28
|
+
"symbols": [
|
|
29
|
+
"SECOND",
|
|
30
|
+
"MINUTE",
|
|
31
|
+
"HOUR",
|
|
32
|
+
"DAY",
|
|
33
|
+
"WEEK",
|
|
34
|
+
"MONTH",
|
|
35
|
+
"QUARTER",
|
|
36
|
+
"YEAR"
|
|
37
|
+
]
|
|
38
|
+
},
|
|
39
|
+
"name": "unit",
|
|
40
|
+
"doc": "Interval unit such as minute/hour/day etc."
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"type": "int",
|
|
44
|
+
"name": "multiple",
|
|
45
|
+
"default": 1,
|
|
46
|
+
"doc": "How many units. Defaults to 1."
|
|
47
|
+
}
|
|
48
|
+
],
|
|
49
|
+
"doc": "Defines the size of a time window."
|
|
50
|
+
}
|
|
51
|
+
],
|
|
52
|
+
"name": "eventGranularity",
|
|
53
|
+
"default": null,
|
|
54
|
+
"doc": "Granularity of the event if applicable"
|
|
55
|
+
},
|
|
56
|
+
{
|
|
57
|
+
"type": [
|
|
58
|
+
{
|
|
59
|
+
"type": "record",
|
|
60
|
+
"name": "PartitionSpec",
|
|
61
|
+
"namespace": "com.linkedin.pegasus2avro.timeseries",
|
|
62
|
+
"fields": [
|
|
63
|
+
{
|
|
64
|
+
"TimeseriesField": {},
|
|
65
|
+
"type": "string",
|
|
66
|
+
"name": "partition",
|
|
67
|
+
"doc": "A unique id / value for the partition for which statistics were collected,\ngenerated by applying the key definition to a given row."
|
|
68
|
+
},
|
|
69
|
+
{
|
|
70
|
+
"type": [
|
|
71
|
+
"null",
|
|
72
|
+
{
|
|
73
|
+
"type": "record",
|
|
74
|
+
"name": "TimeWindow",
|
|
75
|
+
"namespace": "com.linkedin.pegasus2avro.timeseries",
|
|
76
|
+
"fields": [
|
|
77
|
+
{
|
|
78
|
+
"type": "long",
|
|
79
|
+
"name": "startTimeMillis",
|
|
80
|
+
"doc": "Start time as epoch at UTC."
|
|
81
|
+
},
|
|
82
|
+
{
|
|
83
|
+
"type": "com.linkedin.pegasus2avro.timeseries.TimeWindowSize",
|
|
84
|
+
"name": "length",
|
|
85
|
+
"doc": "The length of the window."
|
|
86
|
+
}
|
|
87
|
+
]
|
|
88
|
+
}
|
|
89
|
+
],
|
|
90
|
+
"name": "timePartition",
|
|
91
|
+
"default": null,
|
|
92
|
+
"doc": "Time window of the partition, if we are able to extract it from the partition key."
|
|
93
|
+
},
|
|
94
|
+
{
|
|
95
|
+
"deprecated": true,
|
|
96
|
+
"type": {
|
|
97
|
+
"type": "enum",
|
|
98
|
+
"name": "PartitionType",
|
|
99
|
+
"namespace": "com.linkedin.pegasus2avro.timeseries",
|
|
100
|
+
"symbols": [
|
|
101
|
+
"FULL_TABLE",
|
|
102
|
+
"QUERY",
|
|
103
|
+
"PARTITION"
|
|
104
|
+
]
|
|
105
|
+
},
|
|
106
|
+
"name": "type",
|
|
107
|
+
"default": "PARTITION",
|
|
108
|
+
"doc": "Unused!"
|
|
109
|
+
}
|
|
110
|
+
],
|
|
111
|
+
"doc": "A reference to a specific partition in a dataset."
|
|
112
|
+
},
|
|
113
|
+
"null"
|
|
114
|
+
],
|
|
115
|
+
"name": "partitionSpec",
|
|
116
|
+
"default": {
|
|
117
|
+
"partition": "FULL_TABLE_SNAPSHOT",
|
|
118
|
+
"type": "FULL_TABLE",
|
|
119
|
+
"timePartition": null
|
|
120
|
+
},
|
|
121
|
+
"doc": "The optional partition specification."
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
"type": [
|
|
125
|
+
"null",
|
|
126
|
+
"string"
|
|
127
|
+
],
|
|
128
|
+
"name": "messageId",
|
|
129
|
+
"default": null,
|
|
130
|
+
"doc": "The optional messageId, if provided serves as a custom user-defined unique identifier for an aspect value."
|
|
131
|
+
},
|
|
132
|
+
{
|
|
133
|
+
"TimeseriesField": {},
|
|
134
|
+
"type": {
|
|
135
|
+
"type": "enum",
|
|
136
|
+
"symbolDocs": {
|
|
137
|
+
"CONFIRMED": "The anomaly has been confirmed by a human reviewer. This means the anomaly was validated.",
|
|
138
|
+
"REJECTED": "The anomaly has been dismissed, or ignored, by a human reviewer. This means the anomaly should have been ignored."
|
|
139
|
+
},
|
|
140
|
+
"name": "AnomalyReviewState",
|
|
141
|
+
"namespace": "com.linkedin.pegasus2avro.anomaly",
|
|
142
|
+
"symbols": [
|
|
143
|
+
"CONFIRMED",
|
|
144
|
+
"REJECTED"
|
|
145
|
+
]
|
|
146
|
+
},
|
|
147
|
+
"name": "state",
|
|
148
|
+
"doc": "The review of the anomaly, based on human-provided feedback.\nIf this is not present, then the Anomaly has not yet been reviewed."
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
"type": {
|
|
152
|
+
"type": "record",
|
|
153
|
+
"name": "AnomalySource",
|
|
154
|
+
"namespace": "com.linkedin.pegasus2avro.anomaly",
|
|
155
|
+
"fields": [
|
|
156
|
+
{
|
|
157
|
+
"type": {
|
|
158
|
+
"type": "enum",
|
|
159
|
+
"symbolDocs": {
|
|
160
|
+
"INFERRED_ASSERTION_FAILURE": "An assertion has failed, triggering the anomaly."
|
|
161
|
+
},
|
|
162
|
+
"name": "AnomalySourceType",
|
|
163
|
+
"namespace": "com.linkedin.pegasus2avro.anomaly",
|
|
164
|
+
"symbols": [
|
|
165
|
+
"INFERRED_ASSERTION_FAILURE"
|
|
166
|
+
]
|
|
167
|
+
},
|
|
168
|
+
"name": "type",
|
|
169
|
+
"doc": "Message associated with the anomaly"
|
|
170
|
+
},
|
|
171
|
+
{
|
|
172
|
+
"TimeseriesField": {},
|
|
173
|
+
"java": {
|
|
174
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
175
|
+
},
|
|
176
|
+
"type": [
|
|
177
|
+
"null",
|
|
178
|
+
"string"
|
|
179
|
+
],
|
|
180
|
+
"name": "sourceUrn",
|
|
181
|
+
"default": null,
|
|
182
|
+
"doc": "Reference to an URN related to the source of an anomaly.\nIf this anomaly was raised due to an inferred assertion failure, then this will contain the urn of the source Assertion.",
|
|
183
|
+
"Urn": "Urn"
|
|
184
|
+
},
|
|
185
|
+
{
|
|
186
|
+
"type": [
|
|
187
|
+
"null",
|
|
188
|
+
{
|
|
189
|
+
"type": "record",
|
|
190
|
+
"name": "AnomalySourceProperties",
|
|
191
|
+
"namespace": "com.linkedin.pegasus2avro.anomaly",
|
|
192
|
+
"fields": [
|
|
193
|
+
{
|
|
194
|
+
"TimeseriesField": {},
|
|
195
|
+
"type": [
|
|
196
|
+
"null",
|
|
197
|
+
"long"
|
|
198
|
+
],
|
|
199
|
+
"name": "assertionRunEventTime",
|
|
200
|
+
"default": null,
|
|
201
|
+
"doc": "The timestampMillis field of the AssertionRunEvent which altered the anomaly status the anomaly (if applicable)."
|
|
202
|
+
},
|
|
203
|
+
{
|
|
204
|
+
"type": [
|
|
205
|
+
"null",
|
|
206
|
+
"long"
|
|
207
|
+
],
|
|
208
|
+
"name": "metricCubeTimestamp",
|
|
209
|
+
"default": null,
|
|
210
|
+
"doc": "The timestamp associated with the metric cube value that triggered the anomaly."
|
|
211
|
+
}
|
|
212
|
+
],
|
|
213
|
+
"doc": "Ad-hoc properties about an anomaly source."
|
|
214
|
+
}
|
|
215
|
+
],
|
|
216
|
+
"name": "properties",
|
|
217
|
+
"default": null,
|
|
218
|
+
"doc": "Additional properties about the source, for example which evaluation\nof an assertion generated an Anomaly."
|
|
219
|
+
}
|
|
220
|
+
],
|
|
221
|
+
"doc": "Information about the source of an anomaly raised on an asset."
|
|
222
|
+
},
|
|
223
|
+
"name": "source",
|
|
224
|
+
"doc": "The source of an anomaly, i.e. how it was generated."
|
|
225
|
+
},
|
|
226
|
+
{
|
|
227
|
+
"TimeseriesField": {},
|
|
228
|
+
"type": {
|
|
229
|
+
"type": "record",
|
|
230
|
+
"name": "TimeStamp",
|
|
231
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
232
|
+
"fields": [
|
|
233
|
+
{
|
|
234
|
+
"type": "long",
|
|
235
|
+
"name": "time",
|
|
236
|
+
"doc": "When did the event occur"
|
|
237
|
+
},
|
|
238
|
+
{
|
|
239
|
+
"java": {
|
|
240
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
241
|
+
},
|
|
242
|
+
"type": [
|
|
243
|
+
"null",
|
|
244
|
+
"string"
|
|
245
|
+
],
|
|
246
|
+
"name": "actor",
|
|
247
|
+
"default": null,
|
|
248
|
+
"doc": "Optional: The actor urn involved in the event.",
|
|
249
|
+
"Urn": "Urn"
|
|
250
|
+
}
|
|
251
|
+
],
|
|
252
|
+
"doc": "A standard event timestamp"
|
|
253
|
+
},
|
|
254
|
+
"name": "created",
|
|
255
|
+
"doc": "The time at which the request was initially created"
|
|
256
|
+
},
|
|
257
|
+
{
|
|
258
|
+
"TimeseriesField": {},
|
|
259
|
+
"type": "com.linkedin.pegasus2avro.common.TimeStamp",
|
|
260
|
+
"name": "lastUpdated",
|
|
261
|
+
"doc": "The time at which the request was initially created"
|
|
262
|
+
}
|
|
263
|
+
],
|
|
264
|
+
"doc": "Information about an anomaly generated by a monitor"
|
|
265
|
+
}
|