acryl-datahub-cloud 0.3.12.4rc3__py3-none-any.whl → 0.3.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/lineage_features/source.py +8 -2
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +168 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionworkflow/__init__.py +53 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/identity/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +6 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/module/__init__.py +31 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +4 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/template/__init__.py +25 -0
- acryl_datahub_cloud/metadata/schema.avsc +1543 -275
- acryl_datahub_cloud/metadata/schema_classes.py +2040 -4
- acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +136 -1
- acryl_datahub_cloud/metadata/schemas/ActionWorkflowInfo.avsc +683 -0
- acryl_datahub_cloud/metadata/schemas/ActionWorkflowKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +46 -0
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +25 -0
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +25 -0
- acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +50 -0
- acryl_datahub_cloud/metadata/schemas/DataHubPageModuleKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +281 -0
- acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateProperties.avsc +175 -0
- acryl_datahub_cloud/metadata/schemas/DataJobInputOutput.avsc +8 -0
- acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +71 -0
- acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc +140 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +163 -1
- acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc +62 -44
- acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc +61 -0
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +25 -0
- acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +4 -0
- acryl_datahub_cloud/metadata/schemas/QuerySubjects.avsc +1 -12
- acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc +61 -0
- acryl_datahub_cloud/metadata/schemas/UpstreamLineage.avsc +9 -0
- acryl_datahub_cloud/sdk/assertion/__init__.py +49 -0
- acryl_datahub_cloud/sdk/assertion/assertion_base.py +65 -806
- acryl_datahub_cloud/sdk/assertion/freshness_assertion.py +201 -0
- acryl_datahub_cloud/sdk/assertion/smart_freshness_assertion.py +165 -0
- acryl_datahub_cloud/sdk/assertion/smart_volume_assertion.py +162 -0
- acryl_datahub_cloud/sdk/assertion/sql_assertion.py +256 -0
- acryl_datahub_cloud/sdk/assertion/volume_assertion.py +156 -0
- acryl_datahub_cloud/sdk/assertion_input/assertion_input.py +0 -344
- acryl_datahub_cloud/sdk/assertion_input/smart_freshness_assertion_input.py +220 -0
- acryl_datahub_cloud/sdk/assertion_input/smart_volume_assertion_input.py +191 -0
- acryl_datahub_cloud/sdk/assertions_client.py +6 -2
- {acryl_datahub_cloud-0.3.12.4rc3.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/METADATA +47 -45
- {acryl_datahub_cloud-0.3.12.4rc3.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/RECORD +53 -35
- {acryl_datahub_cloud-0.3.12.4rc3.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.12.4rc3.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.12.4rc3.dist-info → acryl_datahub_cloud-0.3.13.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubPageTemplateProperties"
|
|
5
|
+
},
|
|
6
|
+
"name": "DataHubPageTemplateProperties",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.template",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"Relationship": {
|
|
11
|
+
"/*/modules/*": {
|
|
12
|
+
"entityTypes": [
|
|
13
|
+
"dataHubPageModule"
|
|
14
|
+
],
|
|
15
|
+
"name": "ContainedIn"
|
|
16
|
+
}
|
|
17
|
+
},
|
|
18
|
+
"type": {
|
|
19
|
+
"type": "array",
|
|
20
|
+
"items": {
|
|
21
|
+
"type": "record",
|
|
22
|
+
"name": "DataHubPageTemplateRow",
|
|
23
|
+
"namespace": "com.linkedin.pegasus2avro.template",
|
|
24
|
+
"fields": [
|
|
25
|
+
{
|
|
26
|
+
"type": {
|
|
27
|
+
"type": "array",
|
|
28
|
+
"items": "string"
|
|
29
|
+
},
|
|
30
|
+
"name": "modules",
|
|
31
|
+
"doc": "The modules that exist in this template row",
|
|
32
|
+
"Urn": "Urn",
|
|
33
|
+
"urn_is_array": true
|
|
34
|
+
}
|
|
35
|
+
],
|
|
36
|
+
"doc": "A row of modules contained in a template"
|
|
37
|
+
}
|
|
38
|
+
},
|
|
39
|
+
"name": "rows",
|
|
40
|
+
"doc": "The rows of modules contained in this template"
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"type": {
|
|
44
|
+
"type": "record",
|
|
45
|
+
"name": "DataHubPageTemplateSurface",
|
|
46
|
+
"namespace": "com.linkedin.pegasus2avro.template",
|
|
47
|
+
"fields": [
|
|
48
|
+
{
|
|
49
|
+
"Searchable": {
|
|
50
|
+
"fieldType": "KEYWORD"
|
|
51
|
+
},
|
|
52
|
+
"type": {
|
|
53
|
+
"type": "enum",
|
|
54
|
+
"symbolDocs": {
|
|
55
|
+
"HOME_PAGE": "This template applies to what to display on the home page for users."
|
|
56
|
+
},
|
|
57
|
+
"name": "PageTemplateSurfaceType",
|
|
58
|
+
"namespace": "com.linkedin.pegasus2avro.template",
|
|
59
|
+
"symbols": [
|
|
60
|
+
"HOME_PAGE"
|
|
61
|
+
]
|
|
62
|
+
},
|
|
63
|
+
"name": "surfaceType",
|
|
64
|
+
"doc": "Where exactly is this template being used"
|
|
65
|
+
}
|
|
66
|
+
],
|
|
67
|
+
"doc": "Info about the surface area of the product that this template is deployed in"
|
|
68
|
+
},
|
|
69
|
+
"name": "surface",
|
|
70
|
+
"doc": "Info about the surface area of the product that this template is deployed in"
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
"type": {
|
|
74
|
+
"type": "record",
|
|
75
|
+
"name": "DataHubPageTemplateVisibility",
|
|
76
|
+
"namespace": "com.linkedin.pegasus2avro.template",
|
|
77
|
+
"fields": [
|
|
78
|
+
{
|
|
79
|
+
"Searchable": {
|
|
80
|
+
"fieldType": "KEYWORD"
|
|
81
|
+
},
|
|
82
|
+
"type": {
|
|
83
|
+
"type": "enum",
|
|
84
|
+
"symbolDocs": {
|
|
85
|
+
"GLOBAL": "This template is used across users",
|
|
86
|
+
"PERSONAL": "This template is used for individual use only"
|
|
87
|
+
},
|
|
88
|
+
"name": "PageTemplateScope",
|
|
89
|
+
"namespace": "com.linkedin.pegasus2avro.template",
|
|
90
|
+
"symbols": [
|
|
91
|
+
"PERSONAL",
|
|
92
|
+
"GLOBAL"
|
|
93
|
+
]
|
|
94
|
+
},
|
|
95
|
+
"name": "scope",
|
|
96
|
+
"doc": "The scope of this template and who can use/see it"
|
|
97
|
+
}
|
|
98
|
+
],
|
|
99
|
+
"doc": "Info about the visibility of this template"
|
|
100
|
+
},
|
|
101
|
+
"name": "visibility",
|
|
102
|
+
"doc": "Info about the visibility of this template"
|
|
103
|
+
},
|
|
104
|
+
{
|
|
105
|
+
"Searchable": {
|
|
106
|
+
"/actor": {
|
|
107
|
+
"fieldName": "createdBy",
|
|
108
|
+
"fieldType": "URN"
|
|
109
|
+
},
|
|
110
|
+
"/time": {
|
|
111
|
+
"fieldName": "createdAt",
|
|
112
|
+
"fieldType": "DATETIME"
|
|
113
|
+
}
|
|
114
|
+
},
|
|
115
|
+
"type": {
|
|
116
|
+
"type": "record",
|
|
117
|
+
"name": "AuditStamp",
|
|
118
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
119
|
+
"fields": [
|
|
120
|
+
{
|
|
121
|
+
"type": "long",
|
|
122
|
+
"name": "time",
|
|
123
|
+
"doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
"java": {
|
|
127
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
128
|
+
},
|
|
129
|
+
"type": "string",
|
|
130
|
+
"name": "actor",
|
|
131
|
+
"doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
|
|
132
|
+
"Urn": "Urn"
|
|
133
|
+
},
|
|
134
|
+
{
|
|
135
|
+
"java": {
|
|
136
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
137
|
+
},
|
|
138
|
+
"type": [
|
|
139
|
+
"null",
|
|
140
|
+
"string"
|
|
141
|
+
],
|
|
142
|
+
"name": "impersonator",
|
|
143
|
+
"default": null,
|
|
144
|
+
"doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
|
|
145
|
+
"Urn": "Urn"
|
|
146
|
+
},
|
|
147
|
+
{
|
|
148
|
+
"type": [
|
|
149
|
+
"null",
|
|
150
|
+
"string"
|
|
151
|
+
],
|
|
152
|
+
"name": "message",
|
|
153
|
+
"default": null,
|
|
154
|
+
"doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
|
|
155
|
+
}
|
|
156
|
+
],
|
|
157
|
+
"doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
|
|
158
|
+
},
|
|
159
|
+
"name": "created",
|
|
160
|
+
"doc": "Audit stamp for when and by whom this template was created"
|
|
161
|
+
},
|
|
162
|
+
{
|
|
163
|
+
"Searchable": {
|
|
164
|
+
"/time": {
|
|
165
|
+
"fieldName": "lastModifiedAt",
|
|
166
|
+
"fieldType": "DATETIME"
|
|
167
|
+
}
|
|
168
|
+
},
|
|
169
|
+
"type": "com.linkedin.pegasus2avro.common.AuditStamp",
|
|
170
|
+
"name": "lastModified",
|
|
171
|
+
"doc": "Audit stamp for when and by whom this template was last updated"
|
|
172
|
+
}
|
|
173
|
+
],
|
|
174
|
+
"doc": "The main properties of a DataHub page template"
|
|
175
|
+
}
|
|
@@ -375,6 +375,14 @@
|
|
|
375
375
|
"doc": "The type of upstream entity"
|
|
376
376
|
},
|
|
377
377
|
{
|
|
378
|
+
"Searchable": {
|
|
379
|
+
"/*": {
|
|
380
|
+
"fieldName": "fineGrainedUpstreams",
|
|
381
|
+
"fieldType": "URN",
|
|
382
|
+
"hasValuesFieldName": "hasFineGrainedUpstreams",
|
|
383
|
+
"queryByDefault": false
|
|
384
|
+
}
|
|
385
|
+
},
|
|
378
386
|
"type": [
|
|
379
387
|
"null",
|
|
380
388
|
{
|
|
@@ -47,6 +47,15 @@
|
|
|
47
47
|
"name": "defaultChannelName",
|
|
48
48
|
"default": null,
|
|
49
49
|
"doc": "A default slack channel to use."
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
"type": [
|
|
53
|
+
"null",
|
|
54
|
+
"boolean"
|
|
55
|
+
],
|
|
56
|
+
"name": "datahubAtMentionEnabled",
|
|
57
|
+
"default": null,
|
|
58
|
+
"doc": "Whether the Slack @DataHub bot mention functionality is enabled.\nIf null, use the default value from feature flags."
|
|
50
59
|
}
|
|
51
60
|
],
|
|
52
61
|
"doc": "Slack integration settings."
|
|
@@ -454,6 +463,68 @@
|
|
|
454
463
|
},
|
|
455
464
|
"doc": "Settings related to the documentation propagation feature"
|
|
456
465
|
},
|
|
466
|
+
{
|
|
467
|
+
"type": [
|
|
468
|
+
"null",
|
|
469
|
+
{
|
|
470
|
+
"type": "record",
|
|
471
|
+
"name": "GlobalHomePageSettings",
|
|
472
|
+
"namespace": "com.linkedin.pegasus2avro.settings.global",
|
|
473
|
+
"fields": [
|
|
474
|
+
{
|
|
475
|
+
"java": {
|
|
476
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
477
|
+
},
|
|
478
|
+
"type": "string",
|
|
479
|
+
"name": "defaultTemplate",
|
|
480
|
+
"doc": "The urn that will be rendered in the UI by default for all users",
|
|
481
|
+
"Urn": "Urn"
|
|
482
|
+
}
|
|
483
|
+
],
|
|
484
|
+
"doc": "Global settings related to the home page for an instance"
|
|
485
|
+
}
|
|
486
|
+
],
|
|
487
|
+
"name": "homePage",
|
|
488
|
+
"default": null,
|
|
489
|
+
"doc": "Global settings related to the home page for an instance"
|
|
490
|
+
},
|
|
491
|
+
{
|
|
492
|
+
"type": [
|
|
493
|
+
"null",
|
|
494
|
+
{
|
|
495
|
+
"type": "record",
|
|
496
|
+
"name": "ApplicationsSettings",
|
|
497
|
+
"namespace": "com.linkedin.pegasus2avro.settings.global",
|
|
498
|
+
"fields": [
|
|
499
|
+
{
|
|
500
|
+
"type": "boolean",
|
|
501
|
+
"name": "enabled"
|
|
502
|
+
},
|
|
503
|
+
{
|
|
504
|
+
"type": [
|
|
505
|
+
"null",
|
|
506
|
+
"string"
|
|
507
|
+
],
|
|
508
|
+
"name": "config",
|
|
509
|
+
"default": null,
|
|
510
|
+
"doc": "The configuration for the feature, in JSON format."
|
|
511
|
+
},
|
|
512
|
+
{
|
|
513
|
+
"type": [
|
|
514
|
+
"null",
|
|
515
|
+
"string"
|
|
516
|
+
],
|
|
517
|
+
"name": "configVersion",
|
|
518
|
+
"default": null,
|
|
519
|
+
"doc": "The version of the configuration schema that has been used to serialize\n the config.\nIf not provided, the version is assumed to be the latest version."
|
|
520
|
+
}
|
|
521
|
+
]
|
|
522
|
+
}
|
|
523
|
+
],
|
|
524
|
+
"name": "applications",
|
|
525
|
+
"default": null,
|
|
526
|
+
"doc": "Settings related to applications. If not enabled, applications won't show up in navigation"
|
|
527
|
+
},
|
|
457
528
|
{
|
|
458
529
|
"type": [
|
|
459
530
|
"null",
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "logicalParent"
|
|
5
|
+
},
|
|
6
|
+
"name": "LogicalParent",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.logical",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"Relationship": {
|
|
11
|
+
"/destinationUrn": {
|
|
12
|
+
"createdActor": "parent/created/actor",
|
|
13
|
+
"createdOn": "parent/created/time",
|
|
14
|
+
"entityTypes": [
|
|
15
|
+
"dataset",
|
|
16
|
+
"schemaField"
|
|
17
|
+
],
|
|
18
|
+
"name": "PhysicalInstanceOf",
|
|
19
|
+
"properties": "parent/properties",
|
|
20
|
+
"updatedActor": "parent/lastModified/actor",
|
|
21
|
+
"updatedOn": "parent/lastModified/time"
|
|
22
|
+
}
|
|
23
|
+
},
|
|
24
|
+
"Searchable": {
|
|
25
|
+
"/destinationUrn": {
|
|
26
|
+
"addToFilters": true,
|
|
27
|
+
"fieldName": "logicalParent",
|
|
28
|
+
"fieldType": "URN",
|
|
29
|
+
"filterNameOverride": "Physical Instance Of",
|
|
30
|
+
"hasValuesFieldName": "hasLogicalParent",
|
|
31
|
+
"queryByDefault": false
|
|
32
|
+
}
|
|
33
|
+
},
|
|
34
|
+
"type": {
|
|
35
|
+
"type": "record",
|
|
36
|
+
"name": "Edge",
|
|
37
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
38
|
+
"fields": [
|
|
39
|
+
{
|
|
40
|
+
"java": {
|
|
41
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
42
|
+
},
|
|
43
|
+
"type": [
|
|
44
|
+
"null",
|
|
45
|
+
"string"
|
|
46
|
+
],
|
|
47
|
+
"name": "sourceUrn",
|
|
48
|
+
"default": null,
|
|
49
|
+
"doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
|
|
50
|
+
"Urn": "Urn"
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"java": {
|
|
54
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
55
|
+
},
|
|
56
|
+
"type": "string",
|
|
57
|
+
"name": "destinationUrn",
|
|
58
|
+
"doc": "Urn of the destination of this relationship edge.",
|
|
59
|
+
"Urn": "Urn"
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
"type": [
|
|
63
|
+
"null",
|
|
64
|
+
{
|
|
65
|
+
"type": "record",
|
|
66
|
+
"name": "AuditStamp",
|
|
67
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
68
|
+
"fields": [
|
|
69
|
+
{
|
|
70
|
+
"type": "long",
|
|
71
|
+
"name": "time",
|
|
72
|
+
"doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
"java": {
|
|
76
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
77
|
+
},
|
|
78
|
+
"type": "string",
|
|
79
|
+
"name": "actor",
|
|
80
|
+
"doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
|
|
81
|
+
"Urn": "Urn"
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
"java": {
|
|
85
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
86
|
+
},
|
|
87
|
+
"type": [
|
|
88
|
+
"null",
|
|
89
|
+
"string"
|
|
90
|
+
],
|
|
91
|
+
"name": "impersonator",
|
|
92
|
+
"default": null,
|
|
93
|
+
"doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
|
|
94
|
+
"Urn": "Urn"
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
"type": [
|
|
98
|
+
"null",
|
|
99
|
+
"string"
|
|
100
|
+
],
|
|
101
|
+
"name": "message",
|
|
102
|
+
"default": null,
|
|
103
|
+
"doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
|
|
104
|
+
}
|
|
105
|
+
],
|
|
106
|
+
"doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
|
|
107
|
+
}
|
|
108
|
+
],
|
|
109
|
+
"name": "created",
|
|
110
|
+
"default": null,
|
|
111
|
+
"doc": "Audit stamp containing who created this relationship edge and when"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"type": [
|
|
115
|
+
"null",
|
|
116
|
+
"com.linkedin.pegasus2avro.common.AuditStamp"
|
|
117
|
+
],
|
|
118
|
+
"name": "lastModified",
|
|
119
|
+
"default": null,
|
|
120
|
+
"doc": "Audit stamp containing who last modified this relationship edge and when"
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
"type": [
|
|
124
|
+
"null",
|
|
125
|
+
{
|
|
126
|
+
"type": "map",
|
|
127
|
+
"values": "string"
|
|
128
|
+
}
|
|
129
|
+
],
|
|
130
|
+
"name": "properties",
|
|
131
|
+
"default": null,
|
|
132
|
+
"doc": "A generic properties bag that allows us to store specific information on this graph edge."
|
|
133
|
+
}
|
|
134
|
+
],
|
|
135
|
+
"doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
|
|
136
|
+
},
|
|
137
|
+
"name": "parent"
|
|
138
|
+
}
|
|
139
|
+
]
|
|
140
|
+
}
|
|
@@ -243,7 +243,7 @@
|
|
|
243
243
|
},
|
|
244
244
|
"type": "string",
|
|
245
245
|
"name": "type",
|
|
246
|
-
"doc": "The type of the action request, for example 'TAG_ASSOCIATION'"
|
|
246
|
+
"doc": "The type of the action request, for example 'TAG_ASSOCIATION', 'WORKFLOW_FORM_REQUEST'"
|
|
247
247
|
},
|
|
248
248
|
{
|
|
249
249
|
"Searchable": {
|
|
@@ -1000,6 +1000,141 @@
|
|
|
1000
1000
|
"name": "dataContractProposal",
|
|
1001
1001
|
"default": null,
|
|
1002
1002
|
"doc": "A proposal to create or modify a Data Contract"
|
|
1003
|
+
},
|
|
1004
|
+
{
|
|
1005
|
+
"type": [
|
|
1006
|
+
"null",
|
|
1007
|
+
{
|
|
1008
|
+
"type": "record",
|
|
1009
|
+
"name": "ActionWorkflowFormRequest",
|
|
1010
|
+
"namespace": "com.linkedin.pegasus2avro.actionworkflow",
|
|
1011
|
+
"fields": [
|
|
1012
|
+
{
|
|
1013
|
+
"Searchable": {
|
|
1014
|
+
"fieldName": "actionWorkflow"
|
|
1015
|
+
},
|
|
1016
|
+
"java": {
|
|
1017
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1018
|
+
},
|
|
1019
|
+
"type": "string",
|
|
1020
|
+
"name": "workflow",
|
|
1021
|
+
"doc": "The urn of the associated access request workflow.",
|
|
1022
|
+
"Urn": "Urn"
|
|
1023
|
+
},
|
|
1024
|
+
{
|
|
1025
|
+
"Searchable": {
|
|
1026
|
+
"fieldName": "workflowCategory"
|
|
1027
|
+
},
|
|
1028
|
+
"type": {
|
|
1029
|
+
"type": "enum",
|
|
1030
|
+
"symbolDocs": {
|
|
1031
|
+
"ACCESS": "Workflow for requesting access to a resource, such as a dataset or data job.\nRequires the `access` field to be populated with specific access parameters.",
|
|
1032
|
+
"CUSTOM": "Custom, non-access related workflow. For example, may be used to model workflows like\nasset creation, asset cleanup or deletion, etc."
|
|
1033
|
+
},
|
|
1034
|
+
"name": "ActionWorkflowCategory",
|
|
1035
|
+
"namespace": "com.linkedin.pegasus2avro.actionworkflow",
|
|
1036
|
+
"symbols": [
|
|
1037
|
+
"ACCESS",
|
|
1038
|
+
"CUSTOM"
|
|
1039
|
+
]
|
|
1040
|
+
},
|
|
1041
|
+
"name": "category",
|
|
1042
|
+
"doc": "The category of the workflow. \nPrimarily used for searching / filtering action requests."
|
|
1043
|
+
},
|
|
1044
|
+
{
|
|
1045
|
+
"Searchable": {
|
|
1046
|
+
"fieldName": "customWorkflowCategory"
|
|
1047
|
+
},
|
|
1048
|
+
"type": [
|
|
1049
|
+
"null",
|
|
1050
|
+
"string"
|
|
1051
|
+
],
|
|
1052
|
+
"name": "customCategory",
|
|
1053
|
+
"default": null,
|
|
1054
|
+
"doc": "The custom category of the workflow, if category is custom.\nPrimarily used for searching / filtering action requests."
|
|
1055
|
+
},
|
|
1056
|
+
{
|
|
1057
|
+
"type": {
|
|
1058
|
+
"type": "array",
|
|
1059
|
+
"items": {
|
|
1060
|
+
"type": "record",
|
|
1061
|
+
"name": "ActionWorkflowFormRequestField",
|
|
1062
|
+
"namespace": "com.linkedin.pegasus2avro.actionworkflow",
|
|
1063
|
+
"fields": [
|
|
1064
|
+
{
|
|
1065
|
+
"type": "string",
|
|
1066
|
+
"name": "id",
|
|
1067
|
+
"doc": "Workflow-local id for the field"
|
|
1068
|
+
},
|
|
1069
|
+
{
|
|
1070
|
+
"type": {
|
|
1071
|
+
"type": "array",
|
|
1072
|
+
"items": [
|
|
1073
|
+
"string",
|
|
1074
|
+
"double"
|
|
1075
|
+
]
|
|
1076
|
+
},
|
|
1077
|
+
"name": "values",
|
|
1078
|
+
"doc": "Value, reused model from structured properties. Empty if no response was provided."
|
|
1079
|
+
}
|
|
1080
|
+
],
|
|
1081
|
+
"doc": "Simply capture the field id + the value."
|
|
1082
|
+
}
|
|
1083
|
+
},
|
|
1084
|
+
"name": "fields",
|
|
1085
|
+
"doc": "Custom fields provided by the user making the request if the action request is of type FORM_SUBMITTED\nEventually, these may need to become search indexed. For now, not indexed."
|
|
1086
|
+
},
|
|
1087
|
+
{
|
|
1088
|
+
"type": [
|
|
1089
|
+
"null",
|
|
1090
|
+
{
|
|
1091
|
+
"type": "record",
|
|
1092
|
+
"name": "ActionWorkflowRequestAccess",
|
|
1093
|
+
"namespace": "com.linkedin.pegasus2avro.actionworkflow",
|
|
1094
|
+
"fields": [
|
|
1095
|
+
{
|
|
1096
|
+
"Searchable": {},
|
|
1097
|
+
"type": [
|
|
1098
|
+
"null",
|
|
1099
|
+
"long"
|
|
1100
|
+
],
|
|
1101
|
+
"name": "expiresAt",
|
|
1102
|
+
"default": null,
|
|
1103
|
+
"doc": "Expiration time for the action request (optional, if part of the template)."
|
|
1104
|
+
}
|
|
1105
|
+
]
|
|
1106
|
+
}
|
|
1107
|
+
],
|
|
1108
|
+
"name": "access",
|
|
1109
|
+
"default": null,
|
|
1110
|
+
"doc": "Details specific for access request workflow requests."
|
|
1111
|
+
},
|
|
1112
|
+
{
|
|
1113
|
+
"type": {
|
|
1114
|
+
"type": "record",
|
|
1115
|
+
"name": "ActionWorkflowRequestStepState",
|
|
1116
|
+
"namespace": "com.linkedin.pegasus2avro.actionworkflow",
|
|
1117
|
+
"fields": [
|
|
1118
|
+
{
|
|
1119
|
+
"Searchable": {
|
|
1120
|
+
"fieldName": "workflowStepId"
|
|
1121
|
+
},
|
|
1122
|
+
"type": "string",
|
|
1123
|
+
"name": "stepId",
|
|
1124
|
+
"doc": "The id of the current step in the workflow, which should be of type ACTION_REQUEST_REVIEW."
|
|
1125
|
+
}
|
|
1126
|
+
]
|
|
1127
|
+
},
|
|
1128
|
+
"name": "stepState",
|
|
1129
|
+
"doc": "State related to steps. This should correspond to a step of type ACTION_REQUEST_REVIEW in the workflow \ndefinition."
|
|
1130
|
+
}
|
|
1131
|
+
],
|
|
1132
|
+
"doc": "A request for an access workflow form to be reviewed.\n\nFor an access workflow of trigger type FORM, this action request currently represents the \"state\" \nof the workflow instance. \n\nIn the future, we may add more features like due dates, escalations, etc.\nIdeally, for now we are keeping these out of here."
|
|
1133
|
+
}
|
|
1134
|
+
],
|
|
1135
|
+
"name": "workflowFormRequest",
|
|
1136
|
+
"default": null,
|
|
1137
|
+
"doc": "An action workflow form request."
|
|
1003
1138
|
}
|
|
1004
1139
|
],
|
|
1005
1140
|
"doc": "Parameters provided with a particular action request. Only one of the fields will be populated,\ndepending on the action request type."
|
|
@@ -3959,6 +4094,14 @@
|
|
|
3959
4094
|
"doc": "The type of upstream entity"
|
|
3960
4095
|
},
|
|
3961
4096
|
{
|
|
4097
|
+
"Searchable": {
|
|
4098
|
+
"/*": {
|
|
4099
|
+
"fieldName": "fineGrainedUpstreams",
|
|
4100
|
+
"fieldType": "URN",
|
|
4101
|
+
"hasValuesFieldName": "hasFineGrainedUpstreams",
|
|
4102
|
+
"queryByDefault": false
|
|
4103
|
+
}
|
|
4104
|
+
},
|
|
3962
4105
|
"type": [
|
|
3963
4106
|
"null",
|
|
3964
4107
|
{
|
|
@@ -4580,6 +4723,7 @@
|
|
|
4580
4723
|
"Searchable": {
|
|
4581
4724
|
"fieldName": "upstreams",
|
|
4582
4725
|
"fieldType": "URN",
|
|
4726
|
+
"hasValuesFieldName": "hasUpstreams",
|
|
4583
4727
|
"queryByDefault": false
|
|
4584
4728
|
},
|
|
4585
4729
|
"java": {
|
|
@@ -9113,6 +9257,24 @@
|
|
|
9113
9257
|
"name": "version",
|
|
9114
9258
|
"default": null,
|
|
9115
9259
|
"doc": "Aspect version\n Initial implementation will use the aspect version's number, however stored as\n a string in the case where a different aspect versioning scheme is later adopted."
|
|
9260
|
+
},
|
|
9261
|
+
{
|
|
9262
|
+
"type": [
|
|
9263
|
+
"null",
|
|
9264
|
+
"com.linkedin.pegasus2avro.common.AuditStamp"
|
|
9265
|
+
],
|
|
9266
|
+
"name": "aspectCreated",
|
|
9267
|
+
"default": null,
|
|
9268
|
+
"doc": "When the aspect was initially created and who created it, detected by version 0 -> 1 change"
|
|
9269
|
+
},
|
|
9270
|
+
{
|
|
9271
|
+
"type": [
|
|
9272
|
+
"null",
|
|
9273
|
+
"com.linkedin.pegasus2avro.common.AuditStamp"
|
|
9274
|
+
],
|
|
9275
|
+
"name": "aspectModified",
|
|
9276
|
+
"default": null,
|
|
9277
|
+
"doc": "When the aspect was last modified and the actor that performed the modification"
|
|
9116
9278
|
}
|
|
9117
9279
|
],
|
|
9118
9280
|
"doc": "Metadata associated with each metadata change that is processed by the system"
|