acryl-datahub-cloud 0.3.11.1rc7__py3-none-any.whl → 0.3.12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (94) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/action_request/action_request_owner_source.py +36 -6
  3. acryl_datahub_cloud/datahub_forms_notifications/__init__.py +0 -0
  4. acryl_datahub_cloud/datahub_forms_notifications/forms_notifications_source.py +569 -0
  5. acryl_datahub_cloud/datahub_forms_notifications/get_feature_flag.gql +7 -0
  6. acryl_datahub_cloud/datahub_forms_notifications/get_search_results_total.gql +14 -0
  7. acryl_datahub_cloud/datahub_forms_notifications/query.py +17 -0
  8. acryl_datahub_cloud/datahub_forms_notifications/scroll_forms_for_notification.gql +29 -0
  9. acryl_datahub_cloud/datahub_forms_notifications/send_form_notification_request.gql +5 -0
  10. acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +29 -13
  11. acryl_datahub_cloud/datahub_usage_reporting/query_builder.py +48 -8
  12. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +49 -40
  13. acryl_datahub_cloud/metadata/_urns/urn_defs.py +2011 -1955
  14. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/application/__init__.py +19 -0
  15. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +2 -2
  16. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/form/__init__.py +8 -0
  17. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/notification/__init__.py +19 -0
  18. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +2 -0
  19. acryl_datahub_cloud/metadata/schema.avsc +25413 -25425
  20. acryl_datahub_cloud/metadata/schema_classes.py +1316 -791
  21. acryl_datahub_cloud/metadata/schemas/ApplicationKey.avsc +31 -0
  22. acryl_datahub_cloud/metadata/schemas/ApplicationProperties.avsc +72 -0
  23. acryl_datahub_cloud/metadata/schemas/Applications.avsc +38 -0
  24. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +223 -202
  25. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +36 -7
  26. acryl_datahub_cloud/metadata/schemas/AssertionKey.avsc +1 -1
  27. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +40 -8
  28. acryl_datahub_cloud/metadata/schemas/{AssertionSummary.avsc → AssertionRunSummary.avsc} +2 -2
  29. acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc +14 -0
  30. acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +1 -0
  31. acryl_datahub_cloud/metadata/schemas/ConstraintInfo.avsc +12 -1
  32. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -0
  33. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +2 -1
  34. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +2 -1
  35. acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +1 -0
  36. acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -0
  37. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceKey.avsc +2 -1
  38. acryl_datahub_cloud/metadata/schemas/DataHubPolicyInfo.avsc +12 -1
  39. acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +1 -0
  40. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +1 -0
  41. acryl_datahub_cloud/metadata/schemas/DataProductProperties.avsc +1 -1
  42. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +1 -0
  43. acryl_datahub_cloud/metadata/schemas/FormAssignmentStatus.avsc +36 -0
  44. acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +6 -0
  45. acryl_datahub_cloud/metadata/schemas/FormKey.avsc +3 -1
  46. acryl_datahub_cloud/metadata/schemas/FormNotifications.avsc +69 -0
  47. acryl_datahub_cloud/metadata/schemas/FormSettings.avsc +30 -0
  48. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +22 -0
  49. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +1 -0
  50. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -0
  51. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -0
  52. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +1 -0
  53. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +1 -0
  54. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
  55. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +12 -1
  56. acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +21 -9
  57. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +39 -10
  58. acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +1 -1
  59. acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +1 -0
  60. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +1 -0
  61. acryl_datahub_cloud/metadata/schemas/Operation.avsc +17 -0
  62. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +3 -3
  63. acryl_datahub_cloud/metadata/schemas/SubscriptionKey.avsc +2 -1
  64. acryl_datahub_cloud/metadata/schemas/UsageFeatures.avsc +10 -0
  65. acryl_datahub_cloud/metadata/schemas/__init__.py +3 -3
  66. acryl_datahub_cloud/notifications/__init__.py +0 -0
  67. acryl_datahub_cloud/notifications/notification_recipient_builder.py +399 -0
  68. acryl_datahub_cloud/sdk/__init__.py +39 -0
  69. acryl_datahub_cloud/sdk/assertion/__init__.py +0 -0
  70. acryl_datahub_cloud/sdk/assertion/assertion_base.py +1467 -0
  71. acryl_datahub_cloud/sdk/assertion/smart_column_metric_assertion.py +224 -0
  72. acryl_datahub_cloud/sdk/assertion/types.py +20 -0
  73. acryl_datahub_cloud/sdk/assertion_input/__init__.py +0 -0
  74. acryl_datahub_cloud/sdk/assertion_input/assertion_input.py +1648 -0
  75. acryl_datahub_cloud/sdk/assertion_input/freshness_assertion_input.py +258 -0
  76. acryl_datahub_cloud/sdk/assertion_input/smart_column_metric_assertion_input.py +914 -0
  77. acryl_datahub_cloud/sdk/assertion_input/sql_assertion_input.py +272 -0
  78. acryl_datahub_cloud/sdk/assertion_input/volume_assertion_input.py +648 -0
  79. acryl_datahub_cloud/sdk/assertions_client.py +3206 -0
  80. acryl_datahub_cloud/sdk/entities/__init__.py +0 -0
  81. acryl_datahub_cloud/sdk/entities/assertion.py +432 -0
  82. acryl_datahub_cloud/sdk/entities/monitor.py +291 -0
  83. acryl_datahub_cloud/sdk/entities/subscription.py +84 -0
  84. acryl_datahub_cloud/sdk/errors.py +34 -0
  85. acryl_datahub_cloud/sdk/resolver_client.py +39 -0
  86. acryl_datahub_cloud/sdk/subscription_client.py +714 -0
  87. {acryl_datahub_cloud-0.3.11.1rc7.dist-info → acryl_datahub_cloud-0.3.12.dist-info}/METADATA +47 -42
  88. {acryl_datahub_cloud-0.3.11.1rc7.dist-info → acryl_datahub_cloud-0.3.12.dist-info}/RECORD +91 -58
  89. {acryl_datahub_cloud-0.3.11.1rc7.dist-info → acryl_datahub_cloud-0.3.12.dist-info}/WHEEL +1 -1
  90. {acryl_datahub_cloud-0.3.11.1rc7.dist-info → acryl_datahub_cloud-0.3.12.dist-info}/entry_points.txt +1 -0
  91. acryl_datahub_cloud/_sdk_extras/__init__.py +0 -4
  92. acryl_datahub_cloud/_sdk_extras/assertion.py +0 -15
  93. acryl_datahub_cloud/_sdk_extras/assertions_client.py +0 -23
  94. {acryl_datahub_cloud-0.3.11.1rc7.dist-info → acryl_datahub_cloud-0.3.12.dist-info}/top_level.txt +0 -0
acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc CHANGED
@@ -36,14 +36,26 @@
36
36
  "name": "type",
37
37
  "doc": "Type of assertion."
38
38
  },
39
+ {
40
+ "TimeseriesField": {},
41
+ "java": {
42
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
43
+ },
44
+ "type": [
45
+ "null",
46
+ "string"
47
+ ],
48
+ "name": "creator",
49
+ "default": null,
50
+ "doc": "Creator of the assertion.",
51
+ "Urn": "Urn"
52
+ },
39
53
  {
40
54
  "Searchable": {
41
55
  "/*": {
42
56
  "addToFilters": true,
43
- "fieldName": "parentDomains",
44
57
  "fieldType": "URN",
45
- "filterNameOverride": "In Parent Domain",
46
- "hasValuesFieldName": "hasParentDomain"
58
+ "hasValuesFieldName": "hasAsserteeDomain"
47
59
  }
48
60
  },
49
61
  "TimeseriesField": {},
@@ -54,7 +66,7 @@
54
66
  "items": "string"
55
67
  }
56
68
  ],
57
- "name": "parentDomains",
69
+ "name": "asserteeDomains",
58
70
  "default": null,
59
71
  "doc": "The Domains attached to the entity's parent Asset"
60
72
  },
@@ -62,10 +74,8 @@
62
74
  "Searchable": {
63
75
  "/*": {
64
76
  "addToFilters": true,
65
- "fieldName": "domains",
66
77
  "fieldType": "URN",
67
- "filterNameOverride": "In Parent Data Product",
68
- "hasValuesFieldName": "hasParentDataProduct"
78
+ "hasValuesFieldName": "hasAsserteeDataProduct"
69
79
  }
70
80
  },
71
81
  "TimeseriesField": {},
@@ -76,125 +86,26 @@
76
86
  "items": "string"
77
87
  }
78
88
  ],
79
- "name": "parentDataProducts",
89
+ "name": "asserteeDataProducts",
80
90
  "default": null,
81
91
  "doc": "The Data Products attached to the entity's parent Asset"
82
92
  },
83
93
  {
84
94
  "Searchable": {
85
- "/*/tag": {
95
+ "/*": {
86
96
  "addToFilters": true,
87
- "boostScore": 0.5,
88
- "fieldName": "tags",
89
97
  "fieldType": "URN",
90
- "filterNameOverride": "Parent Tagged With",
91
- "hasValuesFieldName": "hasParentTags",
92
- "queryByDefault": true
98
+ "hasValuesFieldName": "hasAsserteeTags"
93
99
  }
94
100
  },
95
- "TimeseriesField": {},
96
101
  "type": [
97
102
  "null",
98
103
  {
99
104
  "type": "array",
100
- "items": {
101
- "type": "record",
102
- "name": "TagAssociation",
103
- "namespace": "com.linkedin.pegasus2avro.common",
104
- "fields": [
105
- {
106
- "java": {
107
- "class": "com.linkedin.pegasus2avro.common.urn.TagUrn"
108
- },
109
- "type": "string",
110
- "name": "tag",
111
- "doc": "Urn of the applied tag",
112
- "Urn": "TagUrn"
113
- },
114
- {
115
- "type": [
116
- "null",
117
- "string"
118
- ],
119
- "name": "context",
120
- "default": null,
121
- "doc": "Additional context about the association"
122
- },
123
- {
124
- "Searchable": {
125
- "/actor": {
126
- "fieldName": "tagAttributionActors",
127
- "fieldType": "URN",
128
- "queryByDefault": false
129
- },
130
- "/source": {
131
- "fieldName": "tagAttributionSources",
132
- "fieldType": "URN",
133
- "queryByDefault": false
134
- },
135
- "/time": {
136
- "fieldName": "tagAttributionDates",
137
- "fieldType": "DATETIME",
138
- "queryByDefault": false
139
- }
140
- },
141
- "type": [
142
- "null",
143
- {
144
- "type": "record",
145
- "name": "MetadataAttribution",
146
- "namespace": "com.linkedin.pegasus2avro.common",
147
- "fields": [
148
- {
149
- "type": "long",
150
- "name": "time",
151
- "doc": "When this metadata was updated."
152
- },
153
- {
154
- "java": {
155
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
156
- },
157
- "type": "string",
158
- "name": "actor",
159
- "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
160
- "Urn": "Urn"
161
- },
162
- {
163
- "java": {
164
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
165
- },
166
- "type": [
167
- "null",
168
- "string"
169
- ],
170
- "name": "source",
171
- "default": null,
172
- "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
173
- "Urn": "Urn"
174
- },
175
- {
176
- "type": {
177
- "type": "map",
178
- "values": "string"
179
- },
180
- "name": "sourceDetail",
181
- "default": {},
182
- "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
183
- }
184
- ],
185
- "doc": "Information about who, why, and how this metadata was applied"
186
- }
187
- ],
188
- "name": "attribution",
189
- "default": null,
190
- "doc": "Information about who, why, and how this metadata was applied"
191
- }
192
- ],
193
- "doc": "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters."
194
- }
105
+ "items": "string"
195
106
  }
196
107
  ],
197
- "name": "parentGlobalTags",
108
+ "name": "asserteeTags",
198
109
  "default": null,
199
110
  "doc": "The Tags attached to the entity's parent Asset"
200
111
  },
@@ -202,11 +113,28 @@
202
113
  "Searchable": {
203
114
  "/*": {
204
115
  "addToFilters": true,
205
- "fieldName": "parentOwners",
206
116
  "fieldType": "URN",
207
- "filterNameOverride": "Parent Owned By",
208
- "hasValuesFieldName": "hasParentOwners",
209
- "queryByDefault": false
117
+ "hasValuesFieldName": "hasAsserteeGlossaryTerms"
118
+ }
119
+ },
120
+ "TimeseriesField": {},
121
+ "type": [
122
+ "null",
123
+ {
124
+ "type": "array",
125
+ "items": "string"
126
+ }
127
+ ],
128
+ "name": "asserteeGlossaryTerms",
129
+ "default": null,
130
+ "doc": "The Glossary Terms attached to the entity's parent Asset"
131
+ },
132
+ {
133
+ "Searchable": {
134
+ "/*": {
135
+ "addToFilters": true,
136
+ "fieldType": "URN",
137
+ "hasValuesFieldName": "hasAsserteeOwners"
210
138
  }
211
139
  },
212
140
  "TimeseriesField": {},
@@ -217,15 +145,14 @@
217
145
  "items": "string"
218
146
  }
219
147
  ],
220
- "name": "parentOwners",
148
+ "name": "asserteeOwners",
221
149
  "default": null,
222
150
  "doc": "Parent Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)"
223
151
  },
224
152
  {
225
153
  "Searchable": {
226
154
  "addToFilters": true,
227
- "fieldType": "URN",
228
- "filterNameOverride": "Parent Platform"
155
+ "fieldType": "URN"
229
156
  },
230
157
  "TimeseriesField": {},
231
158
  "java": {
@@ -235,7 +162,7 @@
235
162
  "null",
236
163
  "string"
237
164
  ],
238
- "name": "parentDataPlatform",
165
+ "name": "asserteeDataPlatform",
239
166
  "default": null,
240
167
  "doc": "Data Platform for parent",
241
168
  "Urn": "Urn"
@@ -243,9 +170,7 @@
243
170
  {
244
171
  "Searchable": {
245
172
  "addToFilters": true,
246
- "fieldName": "parentPlatformInstance",
247
- "fieldType": "URN",
248
- "filterNameOverride": "Parent Platform Instance"
173
+ "fieldType": "URN"
249
174
  },
250
175
  "TimeseriesField": {},
251
176
  "java": {
@@ -255,11 +180,51 @@
255
180
  "null",
256
181
  "string"
257
182
  ],
258
- "name": "parentDataPlatformInstance",
183
+ "name": "asserteeDataPlatformInstance",
259
184
  "default": null,
260
185
  "doc": "Instance of the parent's data platform (e.g. db instance)",
261
186
  "Urn": "Urn"
262
187
  },
188
+ {
189
+ "Searchable": {
190
+ "/*": {
191
+ "addToFilters": true,
192
+ "fieldType": "URN",
193
+ "hasValuesFieldName": "hasAsserteeSchemaFieldGlossaryTerms"
194
+ }
195
+ },
196
+ "TimeseriesField": {},
197
+ "type": [
198
+ "null",
199
+ {
200
+ "type": "array",
201
+ "items": "string"
202
+ }
203
+ ],
204
+ "name": "asserteeSchemaFieldGlossaryTerms",
205
+ "default": null,
206
+ "doc": "Only provided if the Assertion is of type 'Column'. The glossary terms associated with the target column."
207
+ },
208
+ {
209
+ "Searchable": {
210
+ "/*": {
211
+ "addToFilters": true,
212
+ "fieldType": "URN",
213
+ "hasValuesFieldName": "hasAsserteeSchemaFieldTags"
214
+ }
215
+ },
216
+ "TimeseriesField": {},
217
+ "type": [
218
+ "null",
219
+ {
220
+ "type": "array",
221
+ "items": "string"
222
+ }
223
+ ],
224
+ "name": "asserteeSchemaFieldTags",
225
+ "default": null,
226
+ "doc": "Only provided if the Assertion is of type 'Column'. The tags associated with the target column."
227
+ },
263
228
  {
264
229
  "type": "long",
265
230
  "name": "timestampMillis",
@@ -387,7 +352,10 @@
387
352
  "doc": "URL where the reference exist"
388
353
  },
389
354
  {
390
- "Searchable": {},
355
+ "Searchable": {
356
+ "fieldName": "assertionType",
357
+ "fieldType": "KEYWORD"
358
+ },
391
359
  "type": "com.linkedin.pegasus2avro.assertion.AssertionType",
392
360
  "name": "type",
393
361
  "doc": "Type of assertion."
@@ -694,7 +662,10 @@
694
662
  "namespace": "com.linkedin.pegasus2avro.assertion",
695
663
  "fields": [
696
664
  {
697
- "Searchable": {},
665
+ "Searchable": {
666
+ "fieldName": "freshnessAssertionType",
667
+ "fieldType": "KEYWORD"
668
+ },
698
669
  "type": {
699
670
  "type": "enum",
700
671
  "symbolDocs": {
@@ -1081,7 +1052,10 @@
1081
1052
  "namespace": "com.linkedin.pegasus2avro.assertion",
1082
1053
  "fields": [
1083
1054
  {
1084
- "Searchable": {},
1055
+ "Searchable": {
1056
+ "fieldName": "volumeAssertionType",
1057
+ "fieldType": "KEYWORD"
1058
+ },
1085
1059
  "type": {
1086
1060
  "type": "enum",
1087
1061
  "symbolDocs": {
@@ -1374,7 +1348,10 @@
1374
1348
  "namespace": "com.linkedin.pegasus2avro.assertion",
1375
1349
  "fields": [
1376
1350
  {
1377
- "Searchable": {},
1351
+ "Searchable": {
1352
+ "fieldName": "sqlAssertionType",
1353
+ "fieldType": "KEYWORD"
1354
+ },
1378
1355
  "type": {
1379
1356
  "type": "enum",
1380
1357
  "symbolDocs": {
@@ -1453,7 +1430,10 @@
1453
1430
  "namespace": "com.linkedin.pegasus2avro.assertion",
1454
1431
  "fields": [
1455
1432
  {
1456
- "Searchable": {},
1433
+ "Searchable": {
1434
+ "fieldName": "fieldAssertionType",
1435
+ "fieldType": "KEYWORD"
1436
+ },
1457
1437
  "type": {
1458
1438
  "type": "enum",
1459
1439
  "symbolDocs": {
@@ -1615,7 +1595,7 @@
1615
1595
  },
1616
1596
  "type": "com.linkedin.pegasus2avro.schema.SchemaFieldSpec",
1617
1597
  "name": "field",
1618
- "doc": "The field under evaluation"
1598
+ "doc": "The field path under evaluation"
1619
1599
  },
1620
1600
  {
1621
1601
  "type": {
@@ -2360,7 +2340,101 @@
2360
2340
  },
2361
2341
  "type": {
2362
2342
  "type": "array",
2363
- "items": "com.linkedin.pegasus2avro.common.TagAssociation"
2343
+ "items": {
2344
+ "type": "record",
2345
+ "name": "TagAssociation",
2346
+ "namespace": "com.linkedin.pegasus2avro.common",
2347
+ "fields": [
2348
+ {
2349
+ "java": {
2350
+ "class": "com.linkedin.pegasus2avro.common.urn.TagUrn"
2351
+ },
2352
+ "type": "string",
2353
+ "name": "tag",
2354
+ "doc": "Urn of the applied tag",
2355
+ "Urn": "TagUrn"
2356
+ },
2357
+ {
2358
+ "type": [
2359
+ "null",
2360
+ "string"
2361
+ ],
2362
+ "name": "context",
2363
+ "default": null,
2364
+ "doc": "Additional context about the association"
2365
+ },
2366
+ {
2367
+ "Searchable": {
2368
+ "/actor": {
2369
+ "fieldName": "tagAttributionActors",
2370
+ "fieldType": "URN",
2371
+ "queryByDefault": false
2372
+ },
2373
+ "/source": {
2374
+ "fieldName": "tagAttributionSources",
2375
+ "fieldType": "URN",
2376
+ "queryByDefault": false
2377
+ },
2378
+ "/time": {
2379
+ "fieldName": "tagAttributionDates",
2380
+ "fieldType": "DATETIME",
2381
+ "queryByDefault": false
2382
+ }
2383
+ },
2384
+ "type": [
2385
+ "null",
2386
+ {
2387
+ "type": "record",
2388
+ "name": "MetadataAttribution",
2389
+ "namespace": "com.linkedin.pegasus2avro.common",
2390
+ "fields": [
2391
+ {
2392
+ "type": "long",
2393
+ "name": "time",
2394
+ "doc": "When this metadata was updated."
2395
+ },
2396
+ {
2397
+ "java": {
2398
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
2399
+ },
2400
+ "type": "string",
2401
+ "name": "actor",
2402
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
2403
+ "Urn": "Urn"
2404
+ },
2405
+ {
2406
+ "java": {
2407
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
2408
+ },
2409
+ "type": [
2410
+ "null",
2411
+ "string"
2412
+ ],
2413
+ "name": "source",
2414
+ "default": null,
2415
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
2416
+ "Urn": "Urn"
2417
+ },
2418
+ {
2419
+ "type": {
2420
+ "type": "map",
2421
+ "values": "string"
2422
+ },
2423
+ "name": "sourceDetail",
2424
+ "default": {},
2425
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
2426
+ }
2427
+ ],
2428
+ "doc": "Information about who, why, and how this metadata was applied"
2429
+ }
2430
+ ],
2431
+ "name": "attribution",
2432
+ "default": null,
2433
+ "doc": "Information about who, why, and how this metadata was applied"
2434
+ }
2435
+ ],
2436
+ "doc": "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters."
2437
+ }
2364
2438
  },
2365
2439
  "name": "tags",
2366
2440
  "doc": "Tags associated with a given entity"
@@ -2746,7 +2820,8 @@
2746
2820
  "fields": [
2747
2821
  {
2748
2822
  "Searchable": {
2749
- "fieldName": "customType"
2823
+ "fieldName": "customType",
2824
+ "fieldType": "KEYWORD"
2750
2825
  },
2751
2826
  "type": "string",
2752
2827
  "name": "type",
@@ -2809,6 +2884,14 @@
2809
2884
  "doc": "A Custom Assertion definition. This field is populated when type is CUSTOM."
2810
2885
  },
2811
2886
  {
2887
+ "Searchable": {
2888
+ "/created/actor": {
2889
+ "fieldName": "creator",
2890
+ "fieldType": "URN",
2891
+ "filterNameOverride": "Created By",
2892
+ "hasValuesFieldName": "hasCreator"
2893
+ }
2894
+ },
2812
2895
  "type": [
2813
2896
  "null",
2814
2897
  {
@@ -2865,6 +2948,11 @@
2865
2948
  "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
2866
2949
  },
2867
2950
  {
2951
+ "Searchable": {
2952
+ "fieldName": "assertionDescription",
2953
+ "fieldType": "TEXT",
2954
+ "hasValuesFieldName": "hasAssertionDescription"
2955
+ },
2868
2956
  "type": [
2869
2957
  "null",
2870
2958
  "string"
@@ -2922,7 +3010,10 @@
2922
3010
  "doc": "The optional AssertionInfo which contains the original/untransformed assertion that was predicted.\nThis field is used to store the original assertion that was made before the evaluation process.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the original assertion that was made.\n\nAcryl Only! An assertion without any searchable or relationship annotations."
2923
3011
  },
2924
3012
  {
2925
- "Searchable": {},
3013
+ "Searchable": {
3014
+ "fieldName": "lastResultType",
3015
+ "fieldType": "KEYWORD"
3016
+ },
2926
3017
  "TimeseriesField": {},
2927
3018
  "type": {
2928
3019
  "type": "enum",
@@ -3587,76 +3678,6 @@
3587
3678
  "default": null,
3588
3679
  "doc": "Results of assertion, present if the status is COMPLETE"
3589
3680
  },
3590
- {
3591
- "type": [
3592
- "null",
3593
- {
3594
- "type": "map",
3595
- "values": "string"
3596
- }
3597
- ],
3598
- "name": "runtimeContext",
3599
- "default": null,
3600
- "doc": "Runtime parameters of evaluation"
3601
- },
3602
- {
3603
- "type": [
3604
- "null",
3605
- {
3606
- "type": "record",
3607
- "name": "BatchSpec",
3608
- "namespace": "com.linkedin.pegasus2avro.assertion",
3609
- "fields": [
3610
- {
3611
- "Searchable": {
3612
- "/*": {
3613
- "fieldType": "TEXT",
3614
- "queryByDefault": true
3615
- }
3616
- },
3617
- "type": {
3618
- "type": "map",
3619
- "values": "string"
3620
- },
3621
- "name": "customProperties",
3622
- "default": {},
3623
- "doc": "Custom property bag."
3624
- },
3625
- {
3626
- "type": [
3627
- "null",
3628
- "string"
3629
- ],
3630
- "name": "nativeBatchId",
3631
- "default": null,
3632
- "doc": "The native identifier as specified by the system operating on the batch."
3633
- },
3634
- {
3635
- "type": [
3636
- "null",
3637
- "string"
3638
- ],
3639
- "name": "query",
3640
- "default": null,
3641
- "doc": "A query that identifies a batch of data"
3642
- },
3643
- {
3644
- "type": [
3645
- "null",
3646
- "int"
3647
- ],
3648
- "name": "limit",
3649
- "default": null,
3650
- "doc": "Any limit to the number of rows in the batch, if applied"
3651
- }
3652
- ],
3653
- "doc": "A batch on which certain operations, e.g. data quality evaluation, is done."
3654
- }
3655
- ],
3656
- "name": "batchSpec",
3657
- "default": null,
3658
- "doc": "Specification of the batch which this run is evaluating"
3659
- },
3660
3681
  {
3661
3682
  "type": [
3662
3683
  "null",