acryl-datahub-cloud 0.3.9.1__py3-none-any.whl → 0.3.10rc0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (55) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +69 -46
  3. acryl_datahub_cloud/metadata/_urns/urn_defs.py +80 -56
  4. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/anomaly/__init__.py +2 -12
  5. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +6 -0
  6. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
  7. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
  8. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/monitor/__init__.py +16 -0
  9. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/timeseries/__init__.py +8 -0
  10. acryl_datahub_cloud/metadata/schema.avsc +1137 -663
  11. acryl_datahub_cloud/metadata/schema_classes.py +1094 -310
  12. acryl_datahub_cloud/metadata/schemas/AnomalyKey.avsc +1 -7
  13. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +445 -213
  14. acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +237 -12
  15. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +277 -212
  16. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +445 -213
  17. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +1 -0
  18. acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +48 -1
  19. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +3 -2
  20. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +48 -1
  21. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc +2 -1
  22. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -1
  23. acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc +2 -1
  24. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +1 -0
  25. acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +2 -0
  26. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +1 -1
  27. acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +1 -0
  28. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +1 -0
  29. acryl_datahub_cloud/metadata/schemas/InstitutionalMemory.avsc +31 -0
  30. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -0
  31. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -0
  32. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc +2 -1
  33. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +3 -0
  34. acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +16 -0
  35. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -0
  36. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
  37. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +49 -0
  38. acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +265 -0
  39. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +549 -212
  40. acryl_datahub_cloud/metadata/schemas/MonitorKey.avsc +2 -1
  41. acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +790 -0
  42. acryl_datahub_cloud/metadata/schemas/MonitorSuiteKey.avsc +21 -0
  43. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +3 -1
  44. acryl_datahub_cloud/metadata/schemas/PostKey.avsc +1 -0
  45. acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc +20 -0
  46. acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc +9 -0
  47. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +1 -0
  48. acryl_datahub_cloud/metadata/schemas/Siblings.avsc +2 -0
  49. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +48 -1
  50. {acryl_datahub_cloud-0.3.9.1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/METADATA +46 -46
  51. {acryl_datahub_cloud-0.3.9.1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/RECORD +54 -52
  52. {acryl_datahub_cloud-0.3.9.1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/WHEEL +1 -1
  53. acryl_datahub_cloud/metadata/schemas/AnomalyInfo.avsc +0 -342
  54. {acryl_datahub_cloud-0.3.9.1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/entry_points.txt +0 -0
  55. {acryl_datahub_cloud-0.3.9.1.dist-info → acryl_datahub_cloud-0.3.10rc0.dist-info}/top_level.txt +0 -0
@@ -46,6 +46,7 @@
46
46
  "doc": "The parameters used to make the inference."
47
47
  },
48
48
  {
49
+ "Searchable": {},
49
50
  "type": [
50
51
  "null",
51
52
  "long"
@@ -63,21 +64,29 @@
63
64
  "namespace": "com.linkedin.pegasus2avro.assertion",
64
65
  "fields": [
65
66
  {
66
- "type": {
67
- "type": "enum",
68
- "name": "AdjustmentAlgorithm",
69
- "namespace": "com.linkedin.pegasus2avro.assertion",
70
- "symbols": [
71
- "CUSTOM"
72
- ],
73
- "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
74
- },
67
+ "type": [
68
+ "null",
69
+ {
70
+ "type": "enum",
71
+ "name": "AdjustmentAlgorithm",
72
+ "namespace": "com.linkedin.pegasus2avro.assertion",
73
+ "symbols": [
74
+ "CUSTOM"
75
+ ],
76
+ "doc": "The adjustment algorithm to use when determining the threshold for an assertion."
77
+ }
78
+ ],
75
79
  "name": "algorithm",
80
+ "default": null,
76
81
  "doc": "The algorithm to use to adjust assertion values to power the sensitivity control feature\n\nNote that for algorithm \"STDDEV\" which leverages the standard deviation of trailing values,\nthe \"stdDev\" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."
77
82
  },
78
83
  {
79
- "type": "string",
84
+ "type": [
85
+ "null",
86
+ "string"
87
+ ],
80
88
  "name": "algorithmName",
89
+ "default": null,
81
90
  "doc": "The name of the algorithm to use to adjust assertion values to power the sensitivity control feature"
82
91
  },
83
92
  {
@@ -91,9 +100,225 @@
91
100
  "name": "context",
92
101
  "default": null,
93
102
  "doc": "The context to use to adjust assertion values"
103
+ },
104
+ {
105
+ "type": [
106
+ "null",
107
+ {
108
+ "type": "array",
109
+ "items": {
110
+ "type": "record",
111
+ "name": "AssertionExclusionWindow",
112
+ "namespace": "com.linkedin.pegasus2avro.assertion",
113
+ "fields": [
114
+ {
115
+ "type": {
116
+ "type": "enum",
117
+ "symbolDocs": {
118
+ "FIXED_RANGE": "One-off time range to exclude",
119
+ "HOLIDAY": "Specific holiday to exclude",
120
+ "WEEKLY": "Recurring time range to exclude each week"
121
+ },
122
+ "name": "AssertionExclusionWindowType",
123
+ "namespace": "com.linkedin.pegasus2avro.assertion",
124
+ "symbols": [
125
+ "FIXED_RANGE",
126
+ "WEEKLY",
127
+ "HOLIDAY"
128
+ ]
129
+ },
130
+ "name": "type",
131
+ "doc": "The type of exclusion window."
132
+ },
133
+ {
134
+ "type": [
135
+ "null",
136
+ "string"
137
+ ],
138
+ "name": "displayName",
139
+ "default": null,
140
+ "doc": "Display name for this exclusion window"
141
+ },
142
+ {
143
+ "type": [
144
+ "null",
145
+ {
146
+ "type": "record",
147
+ "name": "AbsoluteTimeWindow",
148
+ "namespace": "com.linkedin.pegasus2avro.timeseries",
149
+ "fields": [
150
+ {
151
+ "type": "long",
152
+ "name": "startTimeMillis",
153
+ "doc": "Start time as epoch at UTC."
154
+ },
155
+ {
156
+ "type": "long",
157
+ "name": "endTimeMillis",
158
+ "doc": "End time as epoch at UTC."
159
+ }
160
+ ]
161
+ }
162
+ ],
163
+ "name": "fixedRange",
164
+ "default": null,
165
+ "doc": "Date window for one-off exclusion range\nOnly used when type is FIXED_RANGE"
166
+ },
167
+ {
168
+ "type": [
169
+ "null",
170
+ {
171
+ "type": "record",
172
+ "name": "WeeklyWindow",
173
+ "namespace": "com.linkedin.pegasus2avro.timeseries",
174
+ "fields": [
175
+ {
176
+ "type": {
177
+ "type": "array",
178
+ "items": {
179
+ "type": "enum",
180
+ "name": "DayOfWeek",
181
+ "namespace": "com.linkedin.pegasus2avro.timeseries",
182
+ "symbols": [
183
+ "MONDAY",
184
+ "TUESDAY",
185
+ "WEDNESDAY",
186
+ "THURSDAY",
187
+ "FRIDAY",
188
+ "SATURDAY",
189
+ "SUNDAY"
190
+ ]
191
+ }
192
+ },
193
+ "name": "daysOfWeek",
194
+ "doc": "Days of the week to include in the window.\nIf not specified, all days are included."
195
+ },
196
+ {
197
+ "type": [
198
+ "null",
199
+ "string"
200
+ ],
201
+ "name": "startTime",
202
+ "default": null,
203
+ "doc": "Start time for the window on each specified day.\nFormat: \"HH:MM\" in 24-hour format (e.g., \"09:00\" for 9am, \"17:30\" for 5:30pm).\nIf not specified, defaults to start of day (\"00:00\")."
204
+ },
205
+ {
206
+ "type": [
207
+ "null",
208
+ "string"
209
+ ],
210
+ "name": "endTime",
211
+ "default": null,
212
+ "doc": "End time for the window on each specified day.\nFormat: \"HH:MM\" in 24-hour format (e.g., \"17:00\" for 5pm, \"23:59\" for end of day).\nIf not specified, defaults to end of day (\"23:59\")."
213
+ },
214
+ {
215
+ "type": [
216
+ "null",
217
+ "string"
218
+ ],
219
+ "name": "timezone",
220
+ "default": null,
221
+ "doc": "Time zone to interpret start and end times in.\nUses standard time zone identifiers (e.g., \"America/Los_Angeles\", \"UTC\").\nIf not specified, defaults to UTC."
222
+ }
223
+ ],
224
+ "doc": "Represents a recurring time window that repeats weekly.\nUsed to define exclusion periods for model training based on day of week and time of day."
225
+ }
226
+ ],
227
+ "name": "weekly",
228
+ "default": null,
229
+ "doc": "Window of time each week to exclude."
230
+ },
231
+ {
232
+ "type": [
233
+ "null",
234
+ {
235
+ "type": "record",
236
+ "name": "HolidayWindow",
237
+ "namespace": "com.linkedin.pegasus2avro.timeseries",
238
+ "fields": [
239
+ {
240
+ "type": "string",
241
+ "name": "name",
242
+ "doc": "The name of the holiday."
243
+ },
244
+ {
245
+ "type": [
246
+ "null",
247
+ "string"
248
+ ],
249
+ "name": "region",
250
+ "default": null,
251
+ "doc": "The region of the holiday.\nExample: 'US'"
252
+ },
253
+ {
254
+ "type": [
255
+ "null",
256
+ "string"
257
+ ],
258
+ "name": "timezone",
259
+ "default": null,
260
+ "doc": "The timezone of the holiday.\nExample: 'America/New_York'"
261
+ }
262
+ ]
263
+ }
264
+ ],
265
+ "name": "holiday",
266
+ "default": null,
267
+ "doc": "The holiday to exclude\nOnly used when type is HOLIDAY"
268
+ }
269
+ ],
270
+ "doc": "Information about an assertion exclusion window.\nThis is used to exclude specific time periods from assertion evaluation or training.\nFor example, excluding holidays, weekends, or known anomalous periods.\nSupports various recurrence patterns: one-off exclusions, or recurring exclusions\n(yearly, monthly, weekly, daily, or specific holidays)."
271
+ }
272
+ }
273
+ ],
274
+ "name": "exclusionWindows",
275
+ "default": null,
276
+ "doc": "The user-defined exclusion windows for the assertion."
277
+ },
278
+ {
279
+ "type": [
280
+ "null",
281
+ {
282
+ "type": "array",
283
+ "items": "com.linkedin.pegasus2avro.assertion.AssertionExclusionWindow"
284
+ }
285
+ ],
286
+ "name": "anomalyExclusionWindows",
287
+ "default": null,
288
+ "doc": "Exclude the anomaly data points for the assertion. These are detected automatically by the system."
289
+ },
290
+ {
291
+ "type": [
292
+ "null",
293
+ "long"
294
+ ],
295
+ "name": "trainingDataLookbackWindowDays",
296
+ "default": null,
297
+ "doc": "The lookback window configuration for retrieving training data points.\nDefines how far back in time to look when gathering data for training.\nDefaults to 60 days if not specified."
298
+ },
299
+ {
300
+ "type": [
301
+ "null",
302
+ {
303
+ "type": "record",
304
+ "name": "AssertionMonitorSensitivity",
305
+ "namespace": "com.linkedin.pegasus2avro.assertion",
306
+ "fields": [
307
+ {
308
+ "type": "int",
309
+ "name": "level",
310
+ "doc": "The assertion monitor level from 0-10"
311
+ }
312
+ ],
313
+ "doc": "Assertion monitor sensitivity is a measure of how sensitive the assertion monitor is to the assertion condition."
314
+ }
315
+ ],
316
+ "name": "sensitivity",
317
+ "default": null,
318
+ "doc": "The sensitivity level for an assertion"
94
319
  }
95
320
  ],
96
- "doc": "A set of settings that can be used to adjust assertion values\nThis is mainly applied against inferred assertions"
321
+ "doc": "A set of settings that can be used to adjust assertion values\nNOTE: This is only applied against inferred assertions"
97
322
  }
98
323
  ],
99
324
  "name": "adjustmentSettings",
@@ -101,5 +326,5 @@
101
326
  "doc": "The settings used to adjust the assertion."
102
327
  }
103
328
  ],
104
- "doc": "The details of an assertion that was inferred."
329
+ "doc": "The details of an assertion that was inferred.\n\nDeprecated as an aspect for assertions!"
105
330
  }