acryl-datahub-cloud 0.3.14.1rc4__py3-none-any.whl → 0.3.15rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/datahub_forms_notifications/forms_notifications_source.py +1 -1
- acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +30 -7
- acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +1 -1
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +22 -18
- acryl_datahub_cloud/elasticsearch/graph_service.py +23 -9
- acryl_datahub_cloud/lineage_features/source.py +77 -6
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +60 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/execution/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/file/__init__.py +19 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/role/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +4 -0
- acryl_datahub_cloud/metadata/schema.avsc +420 -21
- acryl_datahub_cloud/metadata/schema_classes.py +521 -8
- acryl_datahub_cloud/metadata/schemas/Actors.avsc +38 -1
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +37 -15
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +18 -15
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +19 -15
- acryl_datahub_cloud/metadata/schemas/CorpUserEditableInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DataHubFileInfo.avsc +230 -0
- acryl_datahub_cloud/metadata/schemas/DataHubFileKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestArtifactsLocation.avsc +16 -0
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +72 -0
- acryl_datahub_cloud/metadata/schemas/LineageFeatures.avsc +67 -42
- acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +24 -15
- acryl_datahub_cloud/metadata/schemas/StructuredPropertySettings.avsc +9 -0
- acryl_datahub_cloud/sdk/assertion_input/assertion_input.py +22 -6
- acryl_datahub_cloud/sdk/assertions_client.py +35 -7
- acryl_datahub_cloud/sdk/entities/subscription.py +22 -6
- acryl_datahub_cloud/sdk/subscription_client.py +8 -2
- {acryl_datahub_cloud-0.3.14.1rc4.dist-info → acryl_datahub_cloud-0.3.15rc0.dist-info}/METADATA +39 -42
- {acryl_datahub_cloud-0.3.14.1rc4.dist-info → acryl_datahub_cloud-0.3.15rc0.dist-info}/RECORD +40 -36
- {acryl_datahub_cloud-0.3.14.1rc4.dist-info → acryl_datahub_cloud-0.3.15rc0.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.14.1rc4.dist-info → acryl_datahub_cloud-0.3.15rc0.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.14.1rc4.dist-info → acryl_datahub_cloud-0.3.15rc0.dist-info}/top_level.txt +0 -0
|
@@ -42,7 +42,44 @@
|
|
|
42
42
|
"name": "users",
|
|
43
43
|
"default": null,
|
|
44
44
|
"doc": "List of provisioned users of a role"
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
"type": [
|
|
48
|
+
"null",
|
|
49
|
+
{
|
|
50
|
+
"type": "array",
|
|
51
|
+
"items": {
|
|
52
|
+
"type": "record",
|
|
53
|
+
"name": "RoleGroup",
|
|
54
|
+
"namespace": "com.linkedin.pegasus2avro.role",
|
|
55
|
+
"fields": [
|
|
56
|
+
{
|
|
57
|
+
"Relationship": {
|
|
58
|
+
"entityTypes": [
|
|
59
|
+
"corpGroup"
|
|
60
|
+
],
|
|
61
|
+
"name": "Has"
|
|
62
|
+
},
|
|
63
|
+
"java": {
|
|
64
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
65
|
+
},
|
|
66
|
+
"type": "string",
|
|
67
|
+
"name": "group",
|
|
68
|
+
"doc": "Link provisioned corp group for a role",
|
|
69
|
+
"Urn": "Urn",
|
|
70
|
+
"entityTypes": [
|
|
71
|
+
"corpGroup"
|
|
72
|
+
]
|
|
73
|
+
}
|
|
74
|
+
],
|
|
75
|
+
"doc": "Provisioned groups of a role"
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
],
|
|
79
|
+
"name": "groups",
|
|
80
|
+
"default": null,
|
|
81
|
+
"doc": "List of provisioned groups of a role"
|
|
45
82
|
}
|
|
46
83
|
],
|
|
47
|
-
"doc": "Provisioned users of a role"
|
|
84
|
+
"doc": "Provisioned users and groups of a role"
|
|
48
85
|
}
|
|
@@ -185,6 +185,24 @@
|
|
|
185
185
|
"doc": "Instance of the parent's data platform (e.g. db instance)",
|
|
186
186
|
"Urn": "Urn"
|
|
187
187
|
},
|
|
188
|
+
{
|
|
189
|
+
"Searchable": {
|
|
190
|
+
"addToFilters": true,
|
|
191
|
+
"fieldType": "URN"
|
|
192
|
+
},
|
|
193
|
+
"TimeseriesField": {},
|
|
194
|
+
"java": {
|
|
195
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
196
|
+
},
|
|
197
|
+
"type": [
|
|
198
|
+
"null",
|
|
199
|
+
"string"
|
|
200
|
+
],
|
|
201
|
+
"name": "asserteeContainer",
|
|
202
|
+
"default": null,
|
|
203
|
+
"doc": "The container of the parent",
|
|
204
|
+
"Urn": "Urn"
|
|
205
|
+
},
|
|
188
206
|
{
|
|
189
207
|
"Searchable": {
|
|
190
208
|
"/*": {
|
|
@@ -353,6 +371,7 @@
|
|
|
353
371
|
},
|
|
354
372
|
{
|
|
355
373
|
"Searchable": {
|
|
374
|
+
"addToFilters": true,
|
|
356
375
|
"fieldName": "assertionType",
|
|
357
376
|
"fieldType": "KEYWORD"
|
|
358
377
|
},
|
|
@@ -692,9 +711,6 @@
|
|
|
692
711
|
],
|
|
693
712
|
"name": "Asserts"
|
|
694
713
|
},
|
|
695
|
-
"Searchable": {
|
|
696
|
-
"fieldType": "URN"
|
|
697
|
-
},
|
|
698
714
|
"java": {
|
|
699
715
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
700
716
|
},
|
|
@@ -1085,9 +1101,6 @@
|
|
|
1085
1101
|
],
|
|
1086
1102
|
"name": "Asserts"
|
|
1087
1103
|
},
|
|
1088
|
-
"Searchable": {
|
|
1089
|
-
"fieldType": "URN"
|
|
1090
|
-
},
|
|
1091
1104
|
"java": {
|
|
1092
1105
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1093
1106
|
},
|
|
@@ -1377,9 +1390,6 @@
|
|
|
1377
1390
|
],
|
|
1378
1391
|
"name": "Asserts"
|
|
1379
1392
|
},
|
|
1380
|
-
"Searchable": {
|
|
1381
|
-
"fieldType": "URN"
|
|
1382
|
-
},
|
|
1383
1393
|
"java": {
|
|
1384
1394
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1385
1395
|
},
|
|
@@ -1459,9 +1469,6 @@
|
|
|
1459
1469
|
],
|
|
1460
1470
|
"name": "Asserts"
|
|
1461
1471
|
},
|
|
1462
|
-
"Searchable": {
|
|
1463
|
-
"fieldType": "URN"
|
|
1464
|
-
},
|
|
1465
1472
|
"java": {
|
|
1466
1473
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1467
1474
|
},
|
|
@@ -1702,9 +1709,6 @@
|
|
|
1702
1709
|
],
|
|
1703
1710
|
"name": "Asserts"
|
|
1704
1711
|
},
|
|
1705
|
-
"Searchable": {
|
|
1706
|
-
"fieldType": "URN"
|
|
1707
|
-
},
|
|
1708
1712
|
"java": {
|
|
1709
1713
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1710
1714
|
},
|
|
@@ -2987,6 +2991,23 @@
|
|
|
2987
2991
|
"name": "note",
|
|
2988
2992
|
"default": null,
|
|
2989
2993
|
"doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
|
|
2994
|
+
},
|
|
2995
|
+
{
|
|
2996
|
+
"Searchable": {
|
|
2997
|
+
"fieldName": "entity",
|
|
2998
|
+
"fieldType": "URN"
|
|
2999
|
+
},
|
|
3000
|
+
"java": {
|
|
3001
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
3002
|
+
},
|
|
3003
|
+
"type": [
|
|
3004
|
+
"null",
|
|
3005
|
+
"string"
|
|
3006
|
+
],
|
|
3007
|
+
"name": "entity",
|
|
3008
|
+
"default": null,
|
|
3009
|
+
"doc": "The entity targeted by this assertion. Newly added field, automatically set by mutation",
|
|
3010
|
+
"Urn": "Urn"
|
|
2990
3011
|
}
|
|
2991
3012
|
],
|
|
2992
3013
|
"doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
|
|
@@ -3038,6 +3059,7 @@
|
|
|
3038
3059
|
},
|
|
3039
3060
|
{
|
|
3040
3061
|
"Searchable": {
|
|
3062
|
+
"addToFilters": true,
|
|
3041
3063
|
"fieldName": "lastResultType",
|
|
3042
3064
|
"fieldType": "KEYWORD"
|
|
3043
3065
|
},
|
|
@@ -39,6 +39,7 @@
|
|
|
39
39
|
},
|
|
40
40
|
{
|
|
41
41
|
"Searchable": {
|
|
42
|
+
"addToFilters": true,
|
|
42
43
|
"fieldName": "assertionType",
|
|
43
44
|
"fieldType": "KEYWORD"
|
|
44
45
|
},
|
|
@@ -401,9 +402,6 @@
|
|
|
401
402
|
],
|
|
402
403
|
"name": "Asserts"
|
|
403
404
|
},
|
|
404
|
-
"Searchable": {
|
|
405
|
-
"fieldType": "URN"
|
|
406
|
-
},
|
|
407
405
|
"java": {
|
|
408
406
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
409
407
|
},
|
|
@@ -794,9 +792,6 @@
|
|
|
794
792
|
],
|
|
795
793
|
"name": "Asserts"
|
|
796
794
|
},
|
|
797
|
-
"Searchable": {
|
|
798
|
-
"fieldType": "URN"
|
|
799
|
-
},
|
|
800
795
|
"java": {
|
|
801
796
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
802
797
|
},
|
|
@@ -1086,9 +1081,6 @@
|
|
|
1086
1081
|
],
|
|
1087
1082
|
"name": "Asserts"
|
|
1088
1083
|
},
|
|
1089
|
-
"Searchable": {
|
|
1090
|
-
"fieldType": "URN"
|
|
1091
|
-
},
|
|
1092
1084
|
"java": {
|
|
1093
1085
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1094
1086
|
},
|
|
@@ -1168,9 +1160,6 @@
|
|
|
1168
1160
|
],
|
|
1169
1161
|
"name": "Asserts"
|
|
1170
1162
|
},
|
|
1171
|
-
"Searchable": {
|
|
1172
|
-
"fieldType": "URN"
|
|
1173
|
-
},
|
|
1174
1163
|
"java": {
|
|
1175
1164
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1176
1165
|
},
|
|
@@ -1411,9 +1400,6 @@
|
|
|
1411
1400
|
],
|
|
1412
1401
|
"name": "Asserts"
|
|
1413
1402
|
},
|
|
1414
|
-
"Searchable": {
|
|
1415
|
-
"fieldType": "URN"
|
|
1416
|
-
},
|
|
1417
1403
|
"java": {
|
|
1418
1404
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1419
1405
|
},
|
|
@@ -2696,6 +2682,23 @@
|
|
|
2696
2682
|
"name": "note",
|
|
2697
2683
|
"default": null,
|
|
2698
2684
|
"doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
|
|
2685
|
+
},
|
|
2686
|
+
{
|
|
2687
|
+
"Searchable": {
|
|
2688
|
+
"fieldName": "entity",
|
|
2689
|
+
"fieldType": "URN"
|
|
2690
|
+
},
|
|
2691
|
+
"java": {
|
|
2692
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
2693
|
+
},
|
|
2694
|
+
"type": [
|
|
2695
|
+
"null",
|
|
2696
|
+
"string"
|
|
2697
|
+
],
|
|
2698
|
+
"name": "entity",
|
|
2699
|
+
"default": null,
|
|
2700
|
+
"doc": "The entity targeted by this assertion. Newly added field, automatically set by mutation",
|
|
2701
|
+
"Urn": "Urn"
|
|
2699
2702
|
}
|
|
2700
2703
|
],
|
|
2701
2704
|
"doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
|
|
@@ -130,6 +130,7 @@
|
|
|
130
130
|
},
|
|
131
131
|
{
|
|
132
132
|
"Searchable": {
|
|
133
|
+
"addToFilters": true,
|
|
133
134
|
"fieldName": "assertionType",
|
|
134
135
|
"fieldType": "KEYWORD"
|
|
135
136
|
},
|
|
@@ -492,9 +493,6 @@
|
|
|
492
493
|
],
|
|
493
494
|
"name": "Asserts"
|
|
494
495
|
},
|
|
495
|
-
"Searchable": {
|
|
496
|
-
"fieldType": "URN"
|
|
497
|
-
},
|
|
498
496
|
"java": {
|
|
499
497
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
500
498
|
},
|
|
@@ -885,9 +883,6 @@
|
|
|
885
883
|
],
|
|
886
884
|
"name": "Asserts"
|
|
887
885
|
},
|
|
888
|
-
"Searchable": {
|
|
889
|
-
"fieldType": "URN"
|
|
890
|
-
},
|
|
891
886
|
"java": {
|
|
892
887
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
893
888
|
},
|
|
@@ -1177,9 +1172,6 @@
|
|
|
1177
1172
|
],
|
|
1178
1173
|
"name": "Asserts"
|
|
1179
1174
|
},
|
|
1180
|
-
"Searchable": {
|
|
1181
|
-
"fieldType": "URN"
|
|
1182
|
-
},
|
|
1183
1175
|
"java": {
|
|
1184
1176
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1185
1177
|
},
|
|
@@ -1259,9 +1251,6 @@
|
|
|
1259
1251
|
],
|
|
1260
1252
|
"name": "Asserts"
|
|
1261
1253
|
},
|
|
1262
|
-
"Searchable": {
|
|
1263
|
-
"fieldType": "URN"
|
|
1264
|
-
},
|
|
1265
1254
|
"java": {
|
|
1266
1255
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1267
1256
|
},
|
|
@@ -1502,9 +1491,6 @@
|
|
|
1502
1491
|
],
|
|
1503
1492
|
"name": "Asserts"
|
|
1504
1493
|
},
|
|
1505
|
-
"Searchable": {
|
|
1506
|
-
"fieldType": "URN"
|
|
1507
|
-
},
|
|
1508
1494
|
"java": {
|
|
1509
1495
|
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
1510
1496
|
},
|
|
@@ -2787,6 +2773,23 @@
|
|
|
2787
2773
|
"name": "note",
|
|
2788
2774
|
"default": null,
|
|
2789
2775
|
"doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
|
|
2776
|
+
},
|
|
2777
|
+
{
|
|
2778
|
+
"Searchable": {
|
|
2779
|
+
"fieldName": "entity",
|
|
2780
|
+
"fieldType": "URN"
|
|
2781
|
+
},
|
|
2782
|
+
"java": {
|
|
2783
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
2784
|
+
},
|
|
2785
|
+
"type": [
|
|
2786
|
+
"null",
|
|
2787
|
+
"string"
|
|
2788
|
+
],
|
|
2789
|
+
"name": "entity",
|
|
2790
|
+
"default": null,
|
|
2791
|
+
"doc": "The entity targeted by this assertion. Newly added field, automatically set by mutation",
|
|
2792
|
+
"Urn": "Urn"
|
|
2790
2793
|
}
|
|
2791
2794
|
],
|
|
2792
2795
|
"doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
|
|
@@ -2838,6 +2841,7 @@
|
|
|
2838
2841
|
},
|
|
2839
2842
|
{
|
|
2840
2843
|
"Searchable": {
|
|
2844
|
+
"addToFilters": true,
|
|
2841
2845
|
"fieldName": "lastResultType",
|
|
2842
2846
|
"fieldType": "KEYWORD"
|
|
2843
2847
|
},
|
|
@@ -53,7 +53,7 @@
|
|
|
53
53
|
},
|
|
54
54
|
"type": "string",
|
|
55
55
|
"name": "pictureLink",
|
|
56
|
-
"default": "
|
|
56
|
+
"default": "assets/platforms/default_avatar.png",
|
|
57
57
|
"doc": "A URL which points to a picture which user wants to set as a profile photo"
|
|
58
58
|
},
|
|
59
59
|
{
|
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubFileInfo"
|
|
5
|
+
},
|
|
6
|
+
"name": "DataHubFileInfo",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.file",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"type": {
|
|
11
|
+
"type": "record",
|
|
12
|
+
"name": "BucketStorageLocation",
|
|
13
|
+
"namespace": "com.linkedin.pegasus2avro.file",
|
|
14
|
+
"fields": [
|
|
15
|
+
{
|
|
16
|
+
"Searchable": {
|
|
17
|
+
"fieldType": "KEYWORD"
|
|
18
|
+
},
|
|
19
|
+
"type": "string",
|
|
20
|
+
"name": "storageBucket",
|
|
21
|
+
"doc": "The storage bucket this file is stored in"
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
"Searchable": {
|
|
25
|
+
"fieldType": "KEYWORD"
|
|
26
|
+
},
|
|
27
|
+
"type": "string",
|
|
28
|
+
"name": "storageKey",
|
|
29
|
+
"doc": "The key for where this file is stored inside of the given bucket"
|
|
30
|
+
}
|
|
31
|
+
],
|
|
32
|
+
"doc": "Information where a file is stored"
|
|
33
|
+
},
|
|
34
|
+
"name": "bucketStorageLocation",
|
|
35
|
+
"doc": "Info about where a file is stored"
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"Searchable": {
|
|
39
|
+
"fieldType": "TEXT_PARTIAL"
|
|
40
|
+
},
|
|
41
|
+
"type": "string",
|
|
42
|
+
"name": "originalFileName",
|
|
43
|
+
"doc": "The original filename as uploaded by the user"
|
|
44
|
+
},
|
|
45
|
+
{
|
|
46
|
+
"Searchable": {
|
|
47
|
+
"fieldType": "KEYWORD"
|
|
48
|
+
},
|
|
49
|
+
"type": "string",
|
|
50
|
+
"name": "mimeType",
|
|
51
|
+
"doc": "MIME type of the file (e.g., image/png, application/pdf)"
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"type": "long",
|
|
55
|
+
"name": "sizeInBytes",
|
|
56
|
+
"doc": "Size of the file in bytes"
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
"Searchable": {
|
|
60
|
+
"fieldType": "KEYWORD"
|
|
61
|
+
},
|
|
62
|
+
"type": {
|
|
63
|
+
"type": "enum",
|
|
64
|
+
"symbolDocs": {
|
|
65
|
+
"ASSET_DOCUMENTATION": "File uploaded for entity documentation"
|
|
66
|
+
},
|
|
67
|
+
"name": "FileUploadScenario",
|
|
68
|
+
"namespace": "com.linkedin.pegasus2avro.file",
|
|
69
|
+
"symbols": [
|
|
70
|
+
"ASSET_DOCUMENTATION"
|
|
71
|
+
]
|
|
72
|
+
},
|
|
73
|
+
"name": "scenario",
|
|
74
|
+
"doc": "The scenario/context in which this file was uploaded"
|
|
75
|
+
},
|
|
76
|
+
{
|
|
77
|
+
"Relationship": {
|
|
78
|
+
"entityTypes": [
|
|
79
|
+
"dataset",
|
|
80
|
+
"chart",
|
|
81
|
+
"container",
|
|
82
|
+
"dashboard",
|
|
83
|
+
"dataFlow",
|
|
84
|
+
"dataJob",
|
|
85
|
+
"glossaryTerm",
|
|
86
|
+
"glossaryNode",
|
|
87
|
+
"mlModel",
|
|
88
|
+
"mlFeature",
|
|
89
|
+
"notebook",
|
|
90
|
+
"mlFeatureTable",
|
|
91
|
+
"mlPrimaryKey",
|
|
92
|
+
"mlModelGroup",
|
|
93
|
+
"domain",
|
|
94
|
+
"dataProduct",
|
|
95
|
+
"businessAttribute"
|
|
96
|
+
],
|
|
97
|
+
"name": "ReferencedBy"
|
|
98
|
+
},
|
|
99
|
+
"Searchable": {
|
|
100
|
+
"fieldType": "URN"
|
|
101
|
+
},
|
|
102
|
+
"java": {
|
|
103
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
104
|
+
},
|
|
105
|
+
"type": [
|
|
106
|
+
"null",
|
|
107
|
+
"string"
|
|
108
|
+
],
|
|
109
|
+
"name": "referencedByAsset",
|
|
110
|
+
"default": null,
|
|
111
|
+
"doc": "Optional URN of the entity this file is associated with (e.g., the dataset whose docs contain this file)",
|
|
112
|
+
"Urn": "Urn",
|
|
113
|
+
"entityTypes": [
|
|
114
|
+
"dataset",
|
|
115
|
+
"chart",
|
|
116
|
+
"container",
|
|
117
|
+
"dashboard",
|
|
118
|
+
"dataFlow",
|
|
119
|
+
"dataJob",
|
|
120
|
+
"glossaryTerm",
|
|
121
|
+
"glossaryNode",
|
|
122
|
+
"mlModel",
|
|
123
|
+
"mlFeature",
|
|
124
|
+
"notebook",
|
|
125
|
+
"mlFeatureTable",
|
|
126
|
+
"mlPrimaryKey",
|
|
127
|
+
"mlModelGroup",
|
|
128
|
+
"domain",
|
|
129
|
+
"dataProduct",
|
|
130
|
+
"businessAttribute"
|
|
131
|
+
]
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
"Relationship": {
|
|
135
|
+
"entityTypes": [
|
|
136
|
+
"schemaField"
|
|
137
|
+
],
|
|
138
|
+
"name": "ReferencedBy"
|
|
139
|
+
},
|
|
140
|
+
"Searchable": {
|
|
141
|
+
"fieldType": "URN"
|
|
142
|
+
},
|
|
143
|
+
"java": {
|
|
144
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
145
|
+
},
|
|
146
|
+
"type": [
|
|
147
|
+
"null",
|
|
148
|
+
"string"
|
|
149
|
+
],
|
|
150
|
+
"name": "schemaField",
|
|
151
|
+
"default": null,
|
|
152
|
+
"doc": "The dataset schema field urn this file is referenced by",
|
|
153
|
+
"Urn": "Urn",
|
|
154
|
+
"entityTypes": [
|
|
155
|
+
"schemaField"
|
|
156
|
+
]
|
|
157
|
+
},
|
|
158
|
+
{
|
|
159
|
+
"Searchable": {
|
|
160
|
+
"/actor": {
|
|
161
|
+
"fieldName": "createdBy",
|
|
162
|
+
"fieldType": "URN"
|
|
163
|
+
},
|
|
164
|
+
"/time": {
|
|
165
|
+
"fieldName": "createdAt",
|
|
166
|
+
"fieldType": "DATETIME"
|
|
167
|
+
}
|
|
168
|
+
},
|
|
169
|
+
"type": {
|
|
170
|
+
"type": "record",
|
|
171
|
+
"name": "AuditStamp",
|
|
172
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
173
|
+
"fields": [
|
|
174
|
+
{
|
|
175
|
+
"type": "long",
|
|
176
|
+
"name": "time",
|
|
177
|
+
"doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
|
|
178
|
+
},
|
|
179
|
+
{
|
|
180
|
+
"java": {
|
|
181
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
182
|
+
},
|
|
183
|
+
"type": "string",
|
|
184
|
+
"name": "actor",
|
|
185
|
+
"doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
|
|
186
|
+
"Urn": "Urn"
|
|
187
|
+
},
|
|
188
|
+
{
|
|
189
|
+
"java": {
|
|
190
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
191
|
+
},
|
|
192
|
+
"type": [
|
|
193
|
+
"null",
|
|
194
|
+
"string"
|
|
195
|
+
],
|
|
196
|
+
"name": "impersonator",
|
|
197
|
+
"default": null,
|
|
198
|
+
"doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
|
|
199
|
+
"Urn": "Urn"
|
|
200
|
+
},
|
|
201
|
+
{
|
|
202
|
+
"type": [
|
|
203
|
+
"null",
|
|
204
|
+
"string"
|
|
205
|
+
],
|
|
206
|
+
"name": "message",
|
|
207
|
+
"default": null,
|
|
208
|
+
"doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
|
|
209
|
+
}
|
|
210
|
+
],
|
|
211
|
+
"doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
|
|
212
|
+
},
|
|
213
|
+
"name": "created",
|
|
214
|
+
"doc": "Timestamp when this file was created and by whom"
|
|
215
|
+
},
|
|
216
|
+
{
|
|
217
|
+
"Searchable": {
|
|
218
|
+
"fieldType": "KEYWORD"
|
|
219
|
+
},
|
|
220
|
+
"type": [
|
|
221
|
+
"null",
|
|
222
|
+
"string"
|
|
223
|
+
],
|
|
224
|
+
"name": "contentHash",
|
|
225
|
+
"default": null,
|
|
226
|
+
"doc": "SHA-256 hash of file contents"
|
|
227
|
+
}
|
|
228
|
+
],
|
|
229
|
+
"doc": "Information about a DataHub file - a file stored in S3 for use within DataHub platform features like documentation, home pages, and announcements."
|
|
230
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubFileKey",
|
|
5
|
+
"keyForEntity": "dataHubFile",
|
|
6
|
+
"entityCategory": "core",
|
|
7
|
+
"entityAspects": [
|
|
8
|
+
"dataHubFileInfo"
|
|
9
|
+
]
|
|
10
|
+
},
|
|
11
|
+
"name": "DataHubFileKey",
|
|
12
|
+
"namespace": "com.linkedin.pegasus2avro.metadata.key",
|
|
13
|
+
"fields": [
|
|
14
|
+
{
|
|
15
|
+
"type": "string",
|
|
16
|
+
"name": "id",
|
|
17
|
+
"doc": "Unique id for the file."
|
|
18
|
+
}
|
|
19
|
+
],
|
|
20
|
+
"doc": "Key for a DataHubFile"
|
|
21
|
+
}
|
|
@@ -26,6 +26,7 @@
|
|
|
26
26
|
"HIERARCHY": "A module displaying a hierarchy to navigate",
|
|
27
27
|
"LINK": "Link type module",
|
|
28
28
|
"OWNED_ASSETS": "Module displaying assets owned by a user",
|
|
29
|
+
"PLATFORMS": "Module displaying the platforms in an instance",
|
|
29
30
|
"RELATED_TERMS": "Module displaying the related terms of a given glossary term",
|
|
30
31
|
"RICH_TEXT": "Module containing rich text to be rendered",
|
|
31
32
|
"SUBSCRIBED_ASSETS": "Module displaying assets subscribed to by a given user",
|
|
@@ -45,7 +46,8 @@
|
|
|
45
46
|
"DATA_PRODUCTS",
|
|
46
47
|
"RELATED_TERMS",
|
|
47
48
|
"SUBSCRIBED_ASSETS",
|
|
48
|
-
"WORKFLOWS"
|
|
49
|
+
"WORKFLOWS",
|
|
50
|
+
"PLATFORMS"
|
|
49
51
|
],
|
|
50
52
|
"doc": "Enum containing the types of page modules that there are"
|
|
51
53
|
},
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "dataHubExecutionRequestArtifactsLocation"
|
|
5
|
+
},
|
|
6
|
+
"name": "ExecutionRequestArtifactsLocation",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.execution",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"type": "string",
|
|
11
|
+
"name": "location",
|
|
12
|
+
"doc": "The location where artifacts are present"
|
|
13
|
+
}
|
|
14
|
+
],
|
|
15
|
+
"doc": "The result location of an execution request"
|
|
16
|
+
}
|