acryl-datahub-cloud 0.3.8.3__py3-none-any.whl → 0.3.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py +1 -1
- acryl_datahub_cloud/action_request/__init__.py +0 -0
- acryl_datahub_cloud/action_request/action_request_owner_source.py +174 -0
- acryl_datahub_cloud/api/__init__.py +1 -1
- acryl_datahub_cloud/api/client.py +2 -2
- acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +6 -6
- acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +69 -35
- acryl_datahub_cloud/datahub_reporting/extract_sql.py +4 -4
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_patch_builder.py +21 -21
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +14 -13
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +1130 -484
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionrequest/__init__.py +6 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/dataplatforminstance/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/dataset/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorglobalconfig/__init__.py +15 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorpool/__init__.py +4 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +4 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metric/__init__.py +29 -0
- acryl_datahub_cloud/metadata/schema.avsc +839 -49
- acryl_datahub_cloud/metadata/schema_classes.py +1286 -63
- acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +422 -12
- acryl_datahub_cloud/metadata/schemas/ActionRequestStatus.avsc +12 -0
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +5 -3
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +5 -3
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +5 -3
- acryl_datahub_cloud/metadata/schemas/BusinessAttributeInfo.avsc +6 -2
- acryl_datahub_cloud/metadata/schemas/BusinessAttributes.avsc +6 -0
- acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +3 -3
- acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +3 -3
- acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DataHubActionInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DataHubConnectionKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +9 -4
- acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeDefinition.avsc +185 -0
- acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeEvent.avsc +184 -0
- acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeKey.avsc +22 -0
- acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +4 -4
- acryl_datahub_cloud/metadata/schemas/DataPlatformInstanceKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc +132 -2
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +131 -1
- acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +14 -13
- acryl_datahub_cloud/metadata/schemas/EditableSchemaMetadata.avsc +6 -2
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc +6 -1
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestSignal.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +5 -0
- acryl_datahub_cloud/metadata/schemas/GlossaryTerms.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/IcebergCatalogInfo.avsc +28 -0
- acryl_datahub_cloud/metadata/schemas/IcebergWarehouseInfo.avsc +96 -0
- acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +4 -1
- acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +4 -1
- acryl_datahub_cloud/metadata/schemas/InputFields.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +3 -3
- acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +399 -176
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +6 -4
- acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/Operation.avsc +4 -2
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorGlobalConfigKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolGlobalConfig.avsc +16 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc +85 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc +5 -5
- acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -2
- acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +18 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +5 -0
- {acryl_datahub_cloud-0.3.8.3.dist-info → acryl_datahub_cloud-0.3.9.dist-info}/METADATA +42 -42
- {acryl_datahub_cloud-0.3.8.3.dist-info → acryl_datahub_cloud-0.3.9.dist-info}/RECORD +78 -68
- {acryl_datahub_cloud-0.3.8.3.dist-info → acryl_datahub_cloud-0.3.9.dist-info}/entry_points.txt +1 -0
- acryl_datahub_cloud/api/entity_versioning.py +0 -167
- {acryl_datahub_cloud-0.3.8.3.dist-info → acryl_datahub_cloud-0.3.9.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.8.3.dist-info → acryl_datahub_cloud-0.3.9.dist-info}/top_level.txt +0 -0
|
@@ -27,7 +27,7 @@
|
|
|
27
27
|
"items": "string"
|
|
28
28
|
},
|
|
29
29
|
"name": "assignedUsers",
|
|
30
|
-
"doc": "The users this action request is assigned to",
|
|
30
|
+
"doc": "The users this action request is assigned to.\nBy default, action requests are assigned to Dataset Owners\nand with anyone who has the View Proposals platform privilege.",
|
|
31
31
|
"Urn": "Urn",
|
|
32
32
|
"urn_is_array": true
|
|
33
33
|
},
|
|
@@ -43,7 +43,7 @@
|
|
|
43
43
|
"items": "string"
|
|
44
44
|
},
|
|
45
45
|
"name": "assignedGroups",
|
|
46
|
-
"doc": "The groups this action request is assigned to",
|
|
46
|
+
"doc": "The groups this action request is assigned to\nBy default, action requests are assigned to Dataset Owners\nand with anyone who has the View Proposals platform privilege.",
|
|
47
47
|
"Urn": "Urn",
|
|
48
48
|
"urn_is_array": true
|
|
49
49
|
},
|
|
@@ -63,7 +63,7 @@
|
|
|
63
63
|
],
|
|
64
64
|
"name": "assignedRoles",
|
|
65
65
|
"default": null,
|
|
66
|
-
"doc": "The roles this action request is assigned to",
|
|
66
|
+
"doc": "The roles this action request is assigned to\nBy default, action requests are assigned any roles that have the View Proposals platform privilege.",
|
|
67
67
|
"Urn": "Urn",
|
|
68
68
|
"urn_is_array": true
|
|
69
69
|
},
|
|
@@ -107,7 +107,7 @@
|
|
|
107
107
|
],
|
|
108
108
|
"name": "subResource",
|
|
109
109
|
"default": null,
|
|
110
|
-
"doc": "The sub-resource identifier that the action is associated with, for example 'fieldName'"
|
|
110
|
+
"doc": "The sub-resource identifier that the action is associated with, for example 'fieldName'.\nCurrently, this is only used for Field Paths & schema fields."
|
|
111
111
|
},
|
|
112
112
|
{
|
|
113
113
|
"type": [
|
|
@@ -127,22 +127,48 @@
|
|
|
127
127
|
"fields": [
|
|
128
128
|
{
|
|
129
129
|
"Searchable": {
|
|
130
|
-
"addToFilters": true
|
|
130
|
+
"addToFilters": true,
|
|
131
|
+
"fieldName": "glossaryTerms"
|
|
131
132
|
},
|
|
133
|
+
"deprecated": true,
|
|
132
134
|
"java": {
|
|
133
135
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
134
136
|
},
|
|
135
|
-
"type":
|
|
137
|
+
"type": [
|
|
138
|
+
"null",
|
|
139
|
+
"string"
|
|
140
|
+
],
|
|
136
141
|
"name": "glossaryTerm",
|
|
137
|
-
"
|
|
142
|
+
"default": null,
|
|
143
|
+
"doc": "This field is deprecated and will be removed in a future version. Use glossaryTerms instead.\nThe urn of the glossary term being proposed.",
|
|
138
144
|
"Urn": "Urn"
|
|
145
|
+
},
|
|
146
|
+
{
|
|
147
|
+
"Searchable": {
|
|
148
|
+
"/*": {
|
|
149
|
+
"addToFilters": true,
|
|
150
|
+
"fieldName": "glossaryTerms"
|
|
151
|
+
}
|
|
152
|
+
},
|
|
153
|
+
"type": [
|
|
154
|
+
"null",
|
|
155
|
+
{
|
|
156
|
+
"type": "array",
|
|
157
|
+
"items": "string"
|
|
158
|
+
}
|
|
159
|
+
],
|
|
160
|
+
"name": "glossaryTerms",
|
|
161
|
+
"default": null,
|
|
162
|
+
"doc": "The urns of the glossary terms being proposed.\nUse this field over glossaryTerm.",
|
|
163
|
+
"Urn": "Urn",
|
|
164
|
+
"urn_is_array": true
|
|
139
165
|
}
|
|
140
166
|
]
|
|
141
167
|
}
|
|
142
168
|
],
|
|
143
169
|
"name": "glossaryTermProposal",
|
|
144
170
|
"default": null,
|
|
145
|
-
"doc": "An optional set of information specific to term proposals."
|
|
171
|
+
"doc": "An optional set of information specific to term proposals.\nTODO: Add validation that ensures that glossaryTerm or glossaryTerms field is provided, but not both."
|
|
146
172
|
},
|
|
147
173
|
{
|
|
148
174
|
"type": [
|
|
@@ -154,22 +180,397 @@
|
|
|
154
180
|
"fields": [
|
|
155
181
|
{
|
|
156
182
|
"Searchable": {
|
|
157
|
-
"addToFilters": true
|
|
183
|
+
"addToFilters": true,
|
|
184
|
+
"fieldName": "tags"
|
|
158
185
|
},
|
|
186
|
+
"deprecated": true,
|
|
159
187
|
"java": {
|
|
160
188
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
161
189
|
},
|
|
162
|
-
"type":
|
|
190
|
+
"type": [
|
|
191
|
+
"null",
|
|
192
|
+
"string"
|
|
193
|
+
],
|
|
163
194
|
"name": "tag",
|
|
164
|
-
"
|
|
195
|
+
"default": null,
|
|
196
|
+
"doc": "This field is deprecated and will be removed in a future version. Use tags instead.\nThe urn of the tag being proposed.",
|
|
165
197
|
"Urn": "Urn"
|
|
198
|
+
},
|
|
199
|
+
{
|
|
200
|
+
"Searchable": {
|
|
201
|
+
"/*": {
|
|
202
|
+
"addToFilters": true,
|
|
203
|
+
"fieldName": "tags"
|
|
204
|
+
}
|
|
205
|
+
},
|
|
206
|
+
"type": [
|
|
207
|
+
"null",
|
|
208
|
+
{
|
|
209
|
+
"type": "array",
|
|
210
|
+
"items": "string"
|
|
211
|
+
}
|
|
212
|
+
],
|
|
213
|
+
"name": "tags",
|
|
214
|
+
"default": null,
|
|
215
|
+
"doc": "The urns of the glossary terms being proposed.\nUse this field over glossaryTerm.",
|
|
216
|
+
"Urn": "Urn",
|
|
217
|
+
"urn_is_array": true
|
|
166
218
|
}
|
|
167
219
|
]
|
|
168
220
|
}
|
|
169
221
|
],
|
|
170
222
|
"name": "tagProposal",
|
|
171
223
|
"default": null,
|
|
172
|
-
"doc": "An optional set of information specific to tag proposals."
|
|
224
|
+
"doc": "An optional set of information specific to tag proposals.\nTODO: Add validation that ensures that tag or tagUrns field is provided, but not both."
|
|
225
|
+
},
|
|
226
|
+
{
|
|
227
|
+
"type": [
|
|
228
|
+
"null",
|
|
229
|
+
{
|
|
230
|
+
"type": "record",
|
|
231
|
+
"name": "DomainProposal",
|
|
232
|
+
"namespace": "com.linkedin.pegasus2avro.actionrequest",
|
|
233
|
+
"fields": [
|
|
234
|
+
{
|
|
235
|
+
"Searchable": {
|
|
236
|
+
"/*": {
|
|
237
|
+
"addToFilters": true,
|
|
238
|
+
"fieldName": "domains"
|
|
239
|
+
}
|
|
240
|
+
},
|
|
241
|
+
"type": {
|
|
242
|
+
"type": "array",
|
|
243
|
+
"items": "string"
|
|
244
|
+
},
|
|
245
|
+
"name": "domains",
|
|
246
|
+
"doc": "The urns of the domain(s) being proposed. Currently, only 1 domain is supported per asset.\nIf this changes in the future, this data modeling will suffice.",
|
|
247
|
+
"Urn": "Urn",
|
|
248
|
+
"urn_is_array": true
|
|
249
|
+
}
|
|
250
|
+
]
|
|
251
|
+
}
|
|
252
|
+
],
|
|
253
|
+
"name": "domainProposal",
|
|
254
|
+
"default": null,
|
|
255
|
+
"doc": "An optional set of information specific to domain proposals."
|
|
256
|
+
},
|
|
257
|
+
{
|
|
258
|
+
"type": [
|
|
259
|
+
"null",
|
|
260
|
+
{
|
|
261
|
+
"type": "record",
|
|
262
|
+
"name": "OwnerProposal",
|
|
263
|
+
"namespace": "com.linkedin.pegasus2avro.actionrequest",
|
|
264
|
+
"fields": [
|
|
265
|
+
{
|
|
266
|
+
"Searchable": {
|
|
267
|
+
"/*/owner": {
|
|
268
|
+
"addToFilters": true,
|
|
269
|
+
"fieldName": "owners"
|
|
270
|
+
},
|
|
271
|
+
"/*/typeUrn": {
|
|
272
|
+
"addToFilters": true,
|
|
273
|
+
"fieldName": "ownershipTypes"
|
|
274
|
+
}
|
|
275
|
+
},
|
|
276
|
+
"type": [
|
|
277
|
+
"null",
|
|
278
|
+
{
|
|
279
|
+
"type": "array",
|
|
280
|
+
"items": {
|
|
281
|
+
"type": "record",
|
|
282
|
+
"name": "Owner",
|
|
283
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
284
|
+
"fields": [
|
|
285
|
+
{
|
|
286
|
+
"Relationship": {
|
|
287
|
+
"entityTypes": [
|
|
288
|
+
"corpuser",
|
|
289
|
+
"corpGroup"
|
|
290
|
+
],
|
|
291
|
+
"name": "OwnedBy"
|
|
292
|
+
},
|
|
293
|
+
"Searchable": {
|
|
294
|
+
"addToFilters": true,
|
|
295
|
+
"fieldName": "owners",
|
|
296
|
+
"fieldType": "URN",
|
|
297
|
+
"filterNameOverride": "Owned By",
|
|
298
|
+
"hasValuesFieldName": "hasOwners",
|
|
299
|
+
"queryByDefault": false
|
|
300
|
+
},
|
|
301
|
+
"java": {
|
|
302
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
303
|
+
},
|
|
304
|
+
"type": "string",
|
|
305
|
+
"name": "owner",
|
|
306
|
+
"doc": "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)",
|
|
307
|
+
"Urn": "Urn",
|
|
308
|
+
"entityTypes": [
|
|
309
|
+
"corpuser",
|
|
310
|
+
"corpGroup"
|
|
311
|
+
]
|
|
312
|
+
},
|
|
313
|
+
{
|
|
314
|
+
"deprecated": true,
|
|
315
|
+
"type": {
|
|
316
|
+
"type": "enum",
|
|
317
|
+
"symbolDocs": {
|
|
318
|
+
"BUSINESS_OWNER": "A person or group who is responsible for logical, or business related, aspects of the asset.",
|
|
319
|
+
"CONSUMER": "A person, group, or service that consumes the data\nDeprecated! Use TECHNICAL_OWNER or BUSINESS_OWNER instead.",
|
|
320
|
+
"CUSTOM": "Set when ownership type is unknown or a when new one is specified as an ownership type entity for which we have no\nenum value for. This is used for backwards compatibility",
|
|
321
|
+
"DATAOWNER": "A person or group that is owning the data\nDeprecated! Use TECHNICAL_OWNER instead.",
|
|
322
|
+
"DATA_STEWARD": "A steward, expert, or delegate responsible for the asset.",
|
|
323
|
+
"DELEGATE": "A person or a group that overseas the operation, e.g. a DBA or SRE.\nDeprecated! Use TECHNICAL_OWNER instead.",
|
|
324
|
+
"DEVELOPER": "A person or group that is in charge of developing the code\nDeprecated! Use TECHNICAL_OWNER instead.",
|
|
325
|
+
"NONE": "No specific type associated to the owner.",
|
|
326
|
+
"PRODUCER": "A person, group, or service that produces/generates the data\nDeprecated! Use TECHNICAL_OWNER instead.",
|
|
327
|
+
"STAKEHOLDER": "A person or a group that has direct business interest\nDeprecated! Use TECHNICAL_OWNER, BUSINESS_OWNER, or STEWARD instead.",
|
|
328
|
+
"TECHNICAL_OWNER": "person or group who is responsible for technical aspects of the asset."
|
|
329
|
+
},
|
|
330
|
+
"deprecatedSymbols": {
|
|
331
|
+
"CONSUMER": true,
|
|
332
|
+
"DATAOWNER": true,
|
|
333
|
+
"DELEGATE": true,
|
|
334
|
+
"DEVELOPER": true,
|
|
335
|
+
"PRODUCER": true,
|
|
336
|
+
"STAKEHOLDER": true
|
|
337
|
+
},
|
|
338
|
+
"name": "OwnershipType",
|
|
339
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
340
|
+
"symbols": [
|
|
341
|
+
"CUSTOM",
|
|
342
|
+
"TECHNICAL_OWNER",
|
|
343
|
+
"BUSINESS_OWNER",
|
|
344
|
+
"DATA_STEWARD",
|
|
345
|
+
"NONE",
|
|
346
|
+
"DEVELOPER",
|
|
347
|
+
"DATAOWNER",
|
|
348
|
+
"DELEGATE",
|
|
349
|
+
"PRODUCER",
|
|
350
|
+
"CONSUMER",
|
|
351
|
+
"STAKEHOLDER"
|
|
352
|
+
],
|
|
353
|
+
"doc": "Asset owner types"
|
|
354
|
+
},
|
|
355
|
+
"name": "type",
|
|
356
|
+
"doc": "The type of the ownership"
|
|
357
|
+
},
|
|
358
|
+
{
|
|
359
|
+
"Relationship": {
|
|
360
|
+
"entityTypes": [
|
|
361
|
+
"ownershipType"
|
|
362
|
+
],
|
|
363
|
+
"name": "ownershipType"
|
|
364
|
+
},
|
|
365
|
+
"Searchable": {
|
|
366
|
+
"fieldName": "ownershipTypeUrn",
|
|
367
|
+
"fieldType": "URN",
|
|
368
|
+
"queryByDefault": false
|
|
369
|
+
},
|
|
370
|
+
"java": {
|
|
371
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
372
|
+
},
|
|
373
|
+
"type": [
|
|
374
|
+
"null",
|
|
375
|
+
"string"
|
|
376
|
+
],
|
|
377
|
+
"name": "typeUrn",
|
|
378
|
+
"default": null,
|
|
379
|
+
"doc": "The type of the ownership\nUrn of type O",
|
|
380
|
+
"Urn": "Urn",
|
|
381
|
+
"entityTypes": [
|
|
382
|
+
"ownershipType"
|
|
383
|
+
]
|
|
384
|
+
},
|
|
385
|
+
{
|
|
386
|
+
"type": [
|
|
387
|
+
"null",
|
|
388
|
+
{
|
|
389
|
+
"type": "record",
|
|
390
|
+
"name": "OwnershipSource",
|
|
391
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
392
|
+
"fields": [
|
|
393
|
+
{
|
|
394
|
+
"type": {
|
|
395
|
+
"type": "enum",
|
|
396
|
+
"symbolDocs": {
|
|
397
|
+
"AUDIT": "Auditing system or audit logs",
|
|
398
|
+
"DATABASE": "Database, e.g. GRANTS table",
|
|
399
|
+
"FILE_SYSTEM": "File system, e.g. file/directory owner",
|
|
400
|
+
"ISSUE_TRACKING_SYSTEM": "Issue tracking system, e.g. Jira",
|
|
401
|
+
"MANUAL": "Manually provided by a user",
|
|
402
|
+
"OTHER": "Other sources",
|
|
403
|
+
"SERVICE": "Other ownership-like service, e.g. Nuage, ACL service etc",
|
|
404
|
+
"SOURCE_CONTROL": "SCM system, e.g. GIT, SVN"
|
|
405
|
+
},
|
|
406
|
+
"name": "OwnershipSourceType",
|
|
407
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
408
|
+
"symbols": [
|
|
409
|
+
"AUDIT",
|
|
410
|
+
"DATABASE",
|
|
411
|
+
"FILE_SYSTEM",
|
|
412
|
+
"ISSUE_TRACKING_SYSTEM",
|
|
413
|
+
"MANUAL",
|
|
414
|
+
"SERVICE",
|
|
415
|
+
"SOURCE_CONTROL",
|
|
416
|
+
"OTHER"
|
|
417
|
+
]
|
|
418
|
+
},
|
|
419
|
+
"name": "type",
|
|
420
|
+
"doc": "The type of the source"
|
|
421
|
+
},
|
|
422
|
+
{
|
|
423
|
+
"type": [
|
|
424
|
+
"null",
|
|
425
|
+
"string"
|
|
426
|
+
],
|
|
427
|
+
"name": "url",
|
|
428
|
+
"default": null,
|
|
429
|
+
"doc": "A reference URL for the source"
|
|
430
|
+
}
|
|
431
|
+
],
|
|
432
|
+
"doc": "Source/provider of the ownership information"
|
|
433
|
+
}
|
|
434
|
+
],
|
|
435
|
+
"name": "source",
|
|
436
|
+
"default": null,
|
|
437
|
+
"doc": "Source information for the ownership"
|
|
438
|
+
}
|
|
439
|
+
],
|
|
440
|
+
"doc": "Ownership information"
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
],
|
|
444
|
+
"name": "owners",
|
|
445
|
+
"default": null,
|
|
446
|
+
"doc": "The urns of the owner(s) being proposed."
|
|
447
|
+
}
|
|
448
|
+
]
|
|
449
|
+
}
|
|
450
|
+
],
|
|
451
|
+
"name": "ownerProposal",
|
|
452
|
+
"default": null,
|
|
453
|
+
"doc": "An optional set of information specific to ownership proposals."
|
|
454
|
+
},
|
|
455
|
+
{
|
|
456
|
+
"type": [
|
|
457
|
+
"null",
|
|
458
|
+
{
|
|
459
|
+
"type": "record",
|
|
460
|
+
"name": "StructuredPropertyProposal",
|
|
461
|
+
"namespace": "com.linkedin.pegasus2avro.actionrequest",
|
|
462
|
+
"fields": [
|
|
463
|
+
{
|
|
464
|
+
"Searchable": {
|
|
465
|
+
"/*/propertyUrn": {
|
|
466
|
+
"addToFilters": true,
|
|
467
|
+
"fieldName": "structuredPropertyUrns"
|
|
468
|
+
}
|
|
469
|
+
},
|
|
470
|
+
"type": [
|
|
471
|
+
"null",
|
|
472
|
+
{
|
|
473
|
+
"type": "array",
|
|
474
|
+
"items": {
|
|
475
|
+
"type": "record",
|
|
476
|
+
"name": "StructuredPropertyValueAssignment",
|
|
477
|
+
"namespace": "com.linkedin.pegasus2avro.structured",
|
|
478
|
+
"fields": [
|
|
479
|
+
{
|
|
480
|
+
"java": {
|
|
481
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
482
|
+
},
|
|
483
|
+
"type": "string",
|
|
484
|
+
"name": "propertyUrn",
|
|
485
|
+
"doc": "The property that is being assigned a value.",
|
|
486
|
+
"Urn": "Urn"
|
|
487
|
+
},
|
|
488
|
+
{
|
|
489
|
+
"type": {
|
|
490
|
+
"type": "array",
|
|
491
|
+
"items": [
|
|
492
|
+
"string",
|
|
493
|
+
"double"
|
|
494
|
+
]
|
|
495
|
+
},
|
|
496
|
+
"name": "values",
|
|
497
|
+
"doc": "The value assigned to the property."
|
|
498
|
+
},
|
|
499
|
+
{
|
|
500
|
+
"type": [
|
|
501
|
+
"null",
|
|
502
|
+
{
|
|
503
|
+
"type": "record",
|
|
504
|
+
"name": "AuditStamp",
|
|
505
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
506
|
+
"fields": [
|
|
507
|
+
{
|
|
508
|
+
"type": "long",
|
|
509
|
+
"name": "time",
|
|
510
|
+
"doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
|
|
511
|
+
},
|
|
512
|
+
{
|
|
513
|
+
"java": {
|
|
514
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
515
|
+
},
|
|
516
|
+
"type": "string",
|
|
517
|
+
"name": "actor",
|
|
518
|
+
"doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
|
|
519
|
+
"Urn": "Urn"
|
|
520
|
+
},
|
|
521
|
+
{
|
|
522
|
+
"java": {
|
|
523
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
524
|
+
},
|
|
525
|
+
"type": [
|
|
526
|
+
"null",
|
|
527
|
+
"string"
|
|
528
|
+
],
|
|
529
|
+
"name": "impersonator",
|
|
530
|
+
"default": null,
|
|
531
|
+
"doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
|
|
532
|
+
"Urn": "Urn"
|
|
533
|
+
},
|
|
534
|
+
{
|
|
535
|
+
"type": [
|
|
536
|
+
"null",
|
|
537
|
+
"string"
|
|
538
|
+
],
|
|
539
|
+
"name": "message",
|
|
540
|
+
"default": null,
|
|
541
|
+
"doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
|
|
542
|
+
}
|
|
543
|
+
],
|
|
544
|
+
"doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
|
|
545
|
+
}
|
|
546
|
+
],
|
|
547
|
+
"name": "created",
|
|
548
|
+
"default": null,
|
|
549
|
+
"doc": "Audit stamp containing who created this relationship edge and when"
|
|
550
|
+
},
|
|
551
|
+
{
|
|
552
|
+
"type": [
|
|
553
|
+
"null",
|
|
554
|
+
"com.linkedin.pegasus2avro.common.AuditStamp"
|
|
555
|
+
],
|
|
556
|
+
"name": "lastModified",
|
|
557
|
+
"default": null,
|
|
558
|
+
"doc": "Audit stamp containing who last modified this relationship edge and when"
|
|
559
|
+
}
|
|
560
|
+
]
|
|
561
|
+
}
|
|
562
|
+
}
|
|
563
|
+
],
|
|
564
|
+
"name": "structuredPropertyValues",
|
|
565
|
+
"default": null,
|
|
566
|
+
"doc": "The urns of the domain(s) being proposed. Currently, only 1 domain is supported per asset.\nIf this changes in the future, the data model will be ready.\nTODO: Decide if indexing the value would also be useful."
|
|
567
|
+
}
|
|
568
|
+
]
|
|
569
|
+
}
|
|
570
|
+
],
|
|
571
|
+
"name": "structuredPropertyProposal",
|
|
572
|
+
"default": null,
|
|
573
|
+
"doc": "An optional set of information specific to structured property proposals."
|
|
173
574
|
},
|
|
174
575
|
{
|
|
175
576
|
"type": [
|
|
@@ -441,6 +842,15 @@
|
|
|
441
842
|
"doc": "Who the action request was created by",
|
|
442
843
|
"Urn": "Urn"
|
|
443
844
|
},
|
|
845
|
+
{
|
|
846
|
+
"type": [
|
|
847
|
+
"null",
|
|
848
|
+
"string"
|
|
849
|
+
],
|
|
850
|
+
"name": "description",
|
|
851
|
+
"default": null,
|
|
852
|
+
"doc": "An optional description that can be added to the action request\nto explain the intention behind it."
|
|
853
|
+
},
|
|
444
854
|
{
|
|
445
855
|
"type": [
|
|
446
856
|
"null",
|
|
@@ -26,6 +26,18 @@
|
|
|
26
26
|
"default": null,
|
|
27
27
|
"doc": "Optional result of the action request, e.g. APPROVE or DENY in case of request approvals."
|
|
28
28
|
},
|
|
29
|
+
{
|
|
30
|
+
"Searchable": {
|
|
31
|
+
"fieldType": "KEYWORD"
|
|
32
|
+
},
|
|
33
|
+
"type": [
|
|
34
|
+
"null",
|
|
35
|
+
"string"
|
|
36
|
+
],
|
|
37
|
+
"name": "note",
|
|
38
|
+
"default": null,
|
|
39
|
+
"doc": "Optional note associated with the status.\nE.g. if the request is rejected, the reason for rejection. If the request is approved, the reason for approval."
|
|
40
|
+
},
|
|
29
41
|
{
|
|
30
42
|
"Searchable": {
|
|
31
43
|
"/time": {
|
|
@@ -2256,7 +2256,9 @@
|
|
|
2256
2256
|
"fieldName": "glossaryTerms",
|
|
2257
2257
|
"fieldType": "URN",
|
|
2258
2258
|
"filterNameOverride": "Glossary Term Applied",
|
|
2259
|
-
"hasValuesFieldName": "hasGlossaryTerms"
|
|
2259
|
+
"hasValuesFieldName": "hasGlossaryTerms",
|
|
2260
|
+
"includeSystemModifiedAt": true,
|
|
2261
|
+
"systemModifiedAtFieldName": "termsModifiedAt"
|
|
2260
2262
|
},
|
|
2261
2263
|
"java": {
|
|
2262
2264
|
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
|
|
@@ -2644,8 +2646,8 @@
|
|
|
2644
2646
|
"type": "enum",
|
|
2645
2647
|
"symbolDocs": {
|
|
2646
2648
|
"EXTERNAL": "The assertion was defined and managed externally of DataHub.",
|
|
2647
|
-
"INFERRED": "The assertion was inferred, e.g. from offline AI / ML models
|
|
2648
|
-
"NATIVE": "The assertion was defined natively on DataHub by a user
|
|
2649
|
+
"INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
|
|
2650
|
+
"NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
|
|
2649
2651
|
},
|
|
2650
2652
|
"name": "AssertionSourceType",
|
|
2651
2653
|
"namespace": "com.linkedin.pegasus2avro.assertion",
|
|
@@ -2024,7 +2024,9 @@
|
|
|
2024
2024
|
"fieldName": "glossaryTerms",
|
|
2025
2025
|
"fieldType": "URN",
|
|
2026
2026
|
"filterNameOverride": "Glossary Term Applied",
|
|
2027
|
-
"hasValuesFieldName": "hasGlossaryTerms"
|
|
2027
|
+
"hasValuesFieldName": "hasGlossaryTerms",
|
|
2028
|
+
"includeSystemModifiedAt": true,
|
|
2029
|
+
"systemModifiedAtFieldName": "termsModifiedAt"
|
|
2028
2030
|
},
|
|
2029
2031
|
"java": {
|
|
2030
2032
|
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
|
|
@@ -2412,8 +2414,8 @@
|
|
|
2412
2414
|
"type": "enum",
|
|
2413
2415
|
"symbolDocs": {
|
|
2414
2416
|
"EXTERNAL": "The assertion was defined and managed externally of DataHub.",
|
|
2415
|
-
"INFERRED": "The assertion was inferred, e.g. from offline AI / ML models
|
|
2416
|
-
"NATIVE": "The assertion was defined natively on DataHub by a user
|
|
2417
|
+
"INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
|
|
2418
|
+
"NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
|
|
2417
2419
|
},
|
|
2418
2420
|
"name": "AssertionSourceType",
|
|
2419
2421
|
"namespace": "com.linkedin.pegasus2avro.assertion",
|
|
@@ -2115,7 +2115,9 @@
|
|
|
2115
2115
|
"fieldName": "glossaryTerms",
|
|
2116
2116
|
"fieldType": "URN",
|
|
2117
2117
|
"filterNameOverride": "Glossary Term Applied",
|
|
2118
|
-
"hasValuesFieldName": "hasGlossaryTerms"
|
|
2118
|
+
"hasValuesFieldName": "hasGlossaryTerms",
|
|
2119
|
+
"includeSystemModifiedAt": true,
|
|
2120
|
+
"systemModifiedAtFieldName": "termsModifiedAt"
|
|
2119
2121
|
},
|
|
2120
2122
|
"java": {
|
|
2121
2123
|
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
|
|
@@ -2503,8 +2505,8 @@
|
|
|
2503
2505
|
"type": "enum",
|
|
2504
2506
|
"symbolDocs": {
|
|
2505
2507
|
"EXTERNAL": "The assertion was defined and managed externally of DataHub.",
|
|
2506
|
-
"INFERRED": "The assertion was inferred, e.g. from offline AI / ML models
|
|
2507
|
-
"NATIVE": "The assertion was defined natively on DataHub by a user
|
|
2508
|
+
"INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
|
|
2509
|
+
"NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
|
|
2508
2510
|
},
|
|
2509
2511
|
"name": "AssertionSourceType",
|
|
2510
2512
|
"namespace": "com.linkedin.pegasus2avro.assertion",
|
|
@@ -223,7 +223,9 @@
|
|
|
223
223
|
"/terms/*/urn": {
|
|
224
224
|
"boostScore": 0.5,
|
|
225
225
|
"fieldName": "editedFieldGlossaryTerms",
|
|
226
|
-
"fieldType": "URN"
|
|
226
|
+
"fieldType": "URN",
|
|
227
|
+
"includeSystemModifiedAt": true,
|
|
228
|
+
"systemModifiedAtFieldName": "schemaFieldTermsModifiedAt"
|
|
227
229
|
}
|
|
228
230
|
},
|
|
229
231
|
"type": [
|
|
@@ -256,7 +258,9 @@
|
|
|
256
258
|
"fieldName": "glossaryTerms",
|
|
257
259
|
"fieldType": "URN",
|
|
258
260
|
"filterNameOverride": "Glossary Term Applied",
|
|
259
|
-
"hasValuesFieldName": "hasGlossaryTerms"
|
|
261
|
+
"hasValuesFieldName": "hasGlossaryTerms",
|
|
262
|
+
"includeSystemModifiedAt": true,
|
|
263
|
+
"systemModifiedAtFieldName": "termsModifiedAt"
|
|
260
264
|
},
|
|
261
265
|
"java": {
|
|
262
266
|
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
|
|
@@ -31,6 +31,12 @@
|
|
|
31
31
|
"namespace": "com.linkedin.pegasus2avro.businessattribute",
|
|
32
32
|
"fields": [
|
|
33
33
|
{
|
|
34
|
+
"Searchable": {
|
|
35
|
+
"fieldName": "schemaFieldBusinessAttribute",
|
|
36
|
+
"includeSystemModifiedAt": true,
|
|
37
|
+
"queryByDefault": false,
|
|
38
|
+
"systemModifiedAtFieldName": "schemaFieldBusinessAttributeModifiedAt"
|
|
39
|
+
},
|
|
34
40
|
"java": {
|
|
35
41
|
"class": "com.linkedin.pegasus2avro.common.urn.BusinessAttributeUrn"
|
|
36
42
|
},
|