acryl-datahub-cloud 0.3.8.2rc8__py3-none-any.whl → 0.3.9rc2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py +1 -1
- acryl_datahub_cloud/action_request/__init__.py +0 -0
- acryl_datahub_cloud/action_request/action_request_owner_source.py +174 -0
- acryl_datahub_cloud/api/__init__.py +1 -1
- acryl_datahub_cloud/api/client.py +2 -2
- acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +6 -6
- acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +67 -33
- acryl_datahub_cloud/datahub_reporting/extract_sql.py +4 -4
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_patch_builder.py +21 -21
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +14 -13
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +1064 -418
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionrequest/__init__.py +6 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/dataplatforminstance/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/dataset/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorglobalconfig/__init__.py +15 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorpool/__init__.py +4 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +4 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metric/__init__.py +29 -0
- acryl_datahub_cloud/metadata/schema.avsc +786 -48
- acryl_datahub_cloud/metadata/schema_classes.py +1113 -62
- acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +422 -12
- acryl_datahub_cloud/metadata/schemas/ActionRequestStatus.avsc +12 -0
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +5 -3
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +5 -3
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +5 -3
- acryl_datahub_cloud/metadata/schemas/BusinessAttributeInfo.avsc +6 -2
- acryl_datahub_cloud/metadata/schemas/BusinessAttributes.avsc +6 -0
- acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +1 -0
- acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +3 -3
- acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +3 -3
- acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DataHubActionInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DataHubConnectionKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +9 -4
- acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeDefinition.avsc +185 -0
- acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeEvent.avsc +184 -0
- acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeKey.avsc +22 -0
- acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +4 -4
- acryl_datahub_cloud/metadata/schemas/DataPlatformInstanceKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc +4 -2
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -0
- acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +14 -13
- acryl_datahub_cloud/metadata/schemas/EditableSchemaMetadata.avsc +6 -2
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc +6 -1
- acryl_datahub_cloud/metadata/schemas/ExecutionRequestSignal.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +5 -0
- acryl_datahub_cloud/metadata/schemas/GlossaryTerms.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/IcebergCatalogInfo.avsc +28 -0
- acryl_datahub_cloud/metadata/schemas/IcebergWarehouseInfo.avsc +96 -0
- acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +4 -1
- acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +4 -1
- acryl_datahub_cloud/metadata/schemas/InputFields.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +3 -3
- acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +399 -176
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +6 -4
- acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/Operation.avsc +4 -2
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorGlobalConfigKey.avsc +21 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolGlobalConfig.avsc +16 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc +85 -0
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolKey.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc +5 -5
- acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -2
- acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +3 -1
- acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +18 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +5 -0
- {acryl_datahub_cloud-0.3.8.2rc8.dist-info → acryl_datahub_cloud-0.3.9rc2.dist-info}/METADATA +43 -43
- {acryl_datahub_cloud-0.3.8.2rc8.dist-info → acryl_datahub_cloud-0.3.9rc2.dist-info}/RECORD +78 -68
- {acryl_datahub_cloud-0.3.8.2rc8.dist-info → acryl_datahub_cloud-0.3.9rc2.dist-info}/entry_points.txt +1 -0
- acryl_datahub_cloud/api/entity_versioning.py +0 -167
- {acryl_datahub_cloud-0.3.8.2rc8.dist-info → acryl_datahub_cloud-0.3.9rc2.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.8.2rc8.dist-info → acryl_datahub_cloud-0.3.9rc2.dist-info}/top_level.txt +0 -0
|
@@ -305,7 +305,9 @@
|
|
|
305
305
|
"/terms/*/urn": {
|
|
306
306
|
"boostScore": 0.5,
|
|
307
307
|
"fieldName": "editedFieldGlossaryTerms",
|
|
308
|
-
"fieldType": "URN"
|
|
308
|
+
"fieldType": "URN",
|
|
309
|
+
"includeSystemModifiedAt": true,
|
|
310
|
+
"systemModifiedAtFieldName": "schemaFieldTermsModifiedAt"
|
|
309
311
|
}
|
|
310
312
|
},
|
|
311
313
|
"type": [
|
|
@@ -338,7 +340,9 @@
|
|
|
338
340
|
"fieldName": "glossaryTerms",
|
|
339
341
|
"fieldType": "URN",
|
|
340
342
|
"filterNameOverride": "Glossary Term Applied",
|
|
341
|
-
"hasValuesFieldName": "hasGlossaryTerms"
|
|
343
|
+
"hasValuesFieldName": "hasGlossaryTerms",
|
|
344
|
+
"includeSystemModifiedAt": true,
|
|
345
|
+
"systemModifiedAtFieldName": "termsModifiedAt"
|
|
342
346
|
},
|
|
343
347
|
"java": {
|
|
344
348
|
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
|
|
@@ -20,9 +20,14 @@
|
|
|
20
20
|
"doc": "Arguments provided to the task"
|
|
21
21
|
},
|
|
22
22
|
{
|
|
23
|
+
"Searchable": {
|
|
24
|
+
"fieldName": "executorId",
|
|
25
|
+
"fieldType": "KEYWORD",
|
|
26
|
+
"queryByDefault": false
|
|
27
|
+
},
|
|
23
28
|
"type": "string",
|
|
24
29
|
"name": "executorId",
|
|
25
|
-
"doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."
|
|
30
|
+
"doc": "Advanced: specify a specific executor pool to route the request to. If none is provided, a \"default\" embedded executor is used."
|
|
26
31
|
},
|
|
27
32
|
{
|
|
28
33
|
"type": {
|
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
],
|
|
19
19
|
"name": "executorId",
|
|
20
20
|
"default": null,
|
|
21
|
-
"doc": "Advanced: specify a specific executor to route the request to. If none is provided, a
|
|
21
|
+
"doc": "Advanced: specify a specific executor pool to route the request to. If none is provided, a default embedded executor is used."
|
|
22
22
|
},
|
|
23
23
|
{
|
|
24
24
|
"type": {
|
|
@@ -53,6 +53,11 @@
|
|
|
53
53
|
"namespace": "com.linkedin.pegasus2avro.form",
|
|
54
54
|
"fields": [
|
|
55
55
|
{
|
|
56
|
+
"Searchable": {
|
|
57
|
+
"fieldName": "promptId",
|
|
58
|
+
"fieldType": "KEYWORD",
|
|
59
|
+
"queryByDefault": false
|
|
60
|
+
},
|
|
56
61
|
"type": "string",
|
|
57
62
|
"name": "id",
|
|
58
63
|
"doc": "The unique id for this prompt. This must be GLOBALLY unique."
|
|
@@ -26,7 +26,9 @@
|
|
|
26
26
|
"fieldName": "glossaryTerms",
|
|
27
27
|
"fieldType": "URN",
|
|
28
28
|
"filterNameOverride": "Glossary Term Applied",
|
|
29
|
-
"hasValuesFieldName": "hasGlossaryTerms"
|
|
29
|
+
"hasValuesFieldName": "hasGlossaryTerms",
|
|
30
|
+
"includeSystemModifiedAt": true,
|
|
31
|
+
"systemModifiedAtFieldName": "termsModifiedAt"
|
|
30
32
|
},
|
|
31
33
|
"java": {
|
|
32
34
|
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "icebergCatalogInfo"
|
|
5
|
+
},
|
|
6
|
+
"name": "IcebergCatalogInfo",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.dataset",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"type": [
|
|
11
|
+
"null",
|
|
12
|
+
"string"
|
|
13
|
+
],
|
|
14
|
+
"name": "metadataPointer",
|
|
15
|
+
"default": null,
|
|
16
|
+
"doc": "When Datahub is the REST Catalog for an Iceberg Table, stores the current metadata pointer.\nIf the Iceberg table is managed by an external catalog, the metadata pointer is not set."
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
"type": [
|
|
20
|
+
"null",
|
|
21
|
+
"boolean"
|
|
22
|
+
],
|
|
23
|
+
"name": "view",
|
|
24
|
+
"default": null
|
|
25
|
+
}
|
|
26
|
+
],
|
|
27
|
+
"doc": "Iceberg Catalog metadata associated with an Iceberg table/view"
|
|
28
|
+
}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "icebergWarehouseInfo"
|
|
5
|
+
},
|
|
6
|
+
"name": "IcebergWarehouseInfo",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.dataplatforminstance",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"type": "string",
|
|
11
|
+
"name": "dataRoot",
|
|
12
|
+
"doc": "Path of the root for the backing store of the tables in the warehouse."
|
|
13
|
+
},
|
|
14
|
+
{
|
|
15
|
+
"java": {
|
|
16
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
17
|
+
},
|
|
18
|
+
"type": "string",
|
|
19
|
+
"name": "clientId",
|
|
20
|
+
"doc": "clientId to be used to authenticate with storage hosting this warehouse",
|
|
21
|
+
"Urn": "Urn"
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
"java": {
|
|
25
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
26
|
+
},
|
|
27
|
+
"type": "string",
|
|
28
|
+
"name": "clientSecret",
|
|
29
|
+
"doc": "client secret to authenticate with storage hosting this warehouse",
|
|
30
|
+
"Urn": "Urn"
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"type": "string",
|
|
34
|
+
"name": "region",
|
|
35
|
+
"doc": "region where the warehouse is located."
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"type": [
|
|
39
|
+
"null",
|
|
40
|
+
"string"
|
|
41
|
+
],
|
|
42
|
+
"name": "role",
|
|
43
|
+
"default": null
|
|
44
|
+
},
|
|
45
|
+
{
|
|
46
|
+
"type": [
|
|
47
|
+
"null",
|
|
48
|
+
"int"
|
|
49
|
+
],
|
|
50
|
+
"name": "tempCredentialExpirationSeconds",
|
|
51
|
+
"default": null
|
|
52
|
+
},
|
|
53
|
+
{
|
|
54
|
+
"type": {
|
|
55
|
+
"type": "enum",
|
|
56
|
+
"symbolDocs": {
|
|
57
|
+
"CORP": "Designates corporation fabrics",
|
|
58
|
+
"DEV": "Designates development fabrics",
|
|
59
|
+
"EI": "Designates early-integration fabrics",
|
|
60
|
+
"NON_PROD": "Designates non-production fabrics",
|
|
61
|
+
"PRD": "Alternative Prod spelling",
|
|
62
|
+
"PRE": "Designates pre-production fabrics",
|
|
63
|
+
"PROD": "Designates production fabrics",
|
|
64
|
+
"QA": "Designates quality assurance fabrics",
|
|
65
|
+
"RVW": "Designates review fabrics",
|
|
66
|
+
"SANDBOX": "Designates sandbox fabrics",
|
|
67
|
+
"STG": "Designates staging fabrics",
|
|
68
|
+
"TEST": "Designates testing fabrics",
|
|
69
|
+
"TST": "Alternative Test spelling",
|
|
70
|
+
"UAT": "Designates user acceptance testing fabrics"
|
|
71
|
+
},
|
|
72
|
+
"name": "FabricType",
|
|
73
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
74
|
+
"symbols": [
|
|
75
|
+
"DEV",
|
|
76
|
+
"TEST",
|
|
77
|
+
"QA",
|
|
78
|
+
"UAT",
|
|
79
|
+
"EI",
|
|
80
|
+
"PRE",
|
|
81
|
+
"STG",
|
|
82
|
+
"NON_PROD",
|
|
83
|
+
"PROD",
|
|
84
|
+
"CORP",
|
|
85
|
+
"RVW",
|
|
86
|
+
"PRD",
|
|
87
|
+
"TST",
|
|
88
|
+
"SANDBOX"
|
|
89
|
+
],
|
|
90
|
+
"doc": "Fabric group type"
|
|
91
|
+
},
|
|
92
|
+
"name": "env"
|
|
93
|
+
}
|
|
94
|
+
],
|
|
95
|
+
"doc": "An Iceberg warehouse location and credentails whose read/writes are governed by datahub catalog."
|
|
96
|
+
}
|
|
@@ -553,7 +553,9 @@
|
|
|
553
553
|
"fieldName": "glossaryTerms",
|
|
554
554
|
"fieldType": "URN",
|
|
555
555
|
"filterNameOverride": "Glossary Term Applied",
|
|
556
|
-
"hasValuesFieldName": "hasGlossaryTerms"
|
|
556
|
+
"hasValuesFieldName": "hasGlossaryTerms",
|
|
557
|
+
"includeSystemModifiedAt": true,
|
|
558
|
+
"systemModifiedAtFieldName": "termsModifiedAt"
|
|
557
559
|
},
|
|
558
560
|
"java": {
|
|
559
561
|
"class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
|
|
@@ -8,7 +8,6 @@
|
|
|
8
8
|
"glossaryTerms",
|
|
9
9
|
"editableMlFeatureProperties",
|
|
10
10
|
"domains",
|
|
11
|
-
"proposals",
|
|
12
11
|
"mlFeatureProperties",
|
|
13
12
|
"ownership",
|
|
14
13
|
"institutionalMemory",
|
|
@@ -21,6 +20,7 @@
|
|
|
21
20
|
"structuredProperties",
|
|
22
21
|
"forms",
|
|
23
22
|
"testResults",
|
|
23
|
+
"proposals",
|
|
24
24
|
"share",
|
|
25
25
|
"origin",
|
|
26
26
|
"lineageFeatures",
|
|
@@ -8,7 +8,6 @@
|
|
|
8
8
|
"glossaryTerms",
|
|
9
9
|
"editableMlFeatureTableProperties",
|
|
10
10
|
"domains",
|
|
11
|
-
"proposals",
|
|
12
11
|
"mlFeatureTableProperties",
|
|
13
12
|
"ownership",
|
|
14
13
|
"institutionalMemory",
|
|
@@ -21,6 +20,7 @@
|
|
|
21
20
|
"structuredProperties",
|
|
22
21
|
"forms",
|
|
23
22
|
"testResults",
|
|
23
|
+
"proposals",
|
|
24
24
|
"share",
|
|
25
25
|
"origin",
|
|
26
26
|
"lineageFeatures",
|
|
@@ -8,7 +8,6 @@
|
|
|
8
8
|
"glossaryTerms",
|
|
9
9
|
"editableMlModelGroupProperties",
|
|
10
10
|
"domains",
|
|
11
|
-
"proposals",
|
|
12
11
|
"mlModelGroupProperties",
|
|
13
12
|
"ownership",
|
|
14
13
|
"status",
|
|
@@ -20,6 +19,7 @@
|
|
|
20
19
|
"structuredProperties",
|
|
21
20
|
"forms",
|
|
22
21
|
"testResults",
|
|
22
|
+
"proposals",
|
|
23
23
|
"share",
|
|
24
24
|
"origin",
|
|
25
25
|
"lineageFeatures",
|
|
@@ -8,7 +8,6 @@
|
|
|
8
8
|
"glossaryTerms",
|
|
9
9
|
"editableMlModelProperties",
|
|
10
10
|
"domains",
|
|
11
|
-
"proposals",
|
|
12
11
|
"ownership",
|
|
13
12
|
"mlModelProperties",
|
|
14
13
|
"intendedUse",
|
|
@@ -31,12 +30,13 @@
|
|
|
31
30
|
"structuredProperties",
|
|
32
31
|
"forms",
|
|
33
32
|
"testResults",
|
|
33
|
+
"versionProperties",
|
|
34
|
+
"proposals",
|
|
34
35
|
"share",
|
|
35
36
|
"origin",
|
|
36
37
|
"lineageFeatures",
|
|
37
38
|
"documentation",
|
|
38
|
-
"incidentsSummary"
|
|
39
|
-
"versionProperties"
|
|
39
|
+
"incidentsSummary"
|
|
40
40
|
]
|
|
41
41
|
},
|
|
42
42
|
"name": "MLModelKey",
|
|
@@ -8,7 +8,6 @@
|
|
|
8
8
|
"glossaryTerms",
|
|
9
9
|
"editableMlPrimaryKeyProperties",
|
|
10
10
|
"domains",
|
|
11
|
-
"proposals",
|
|
12
11
|
"mlPrimaryKeyProperties",
|
|
13
12
|
"ownership",
|
|
14
13
|
"institutionalMemory",
|
|
@@ -19,6 +18,7 @@
|
|
|
19
18
|
"structuredProperties",
|
|
20
19
|
"forms",
|
|
21
20
|
"testResults",
|
|
21
|
+
"proposals",
|
|
22
22
|
"share",
|
|
23
23
|
"origin",
|
|
24
24
|
"lineageFeatures"
|