acryl-datahub-cloud 0.3.8.2rc3__py3-none-any.whl → 0.3.9rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (78) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py +1 -1
  3. acryl_datahub_cloud/action_request/__init__.py +0 -0
  4. acryl_datahub_cloud/action_request/action_request_owner_source.py +174 -0
  5. acryl_datahub_cloud/api/__init__.py +1 -1
  6. acryl_datahub_cloud/api/client.py +2 -2
  7. acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +6 -6
  8. acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +67 -33
  9. acryl_datahub_cloud/datahub_reporting/extract_sql.py +4 -4
  10. acryl_datahub_cloud/datahub_usage_reporting/query_builder.py +1 -0
  11. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_patch_builder.py +21 -21
  12. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +151 -141
  13. acryl_datahub_cloud/metadata/_urns/urn_defs.py +1064 -418
  14. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionrequest/__init__.py +6 -0
  15. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/dataplatforminstance/__init__.py +2 -0
  16. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/dataset/__init__.py +2 -0
  17. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorglobalconfig/__init__.py +15 -0
  18. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/executorpool/__init__.py +4 -0
  19. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +4 -0
  20. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metric/__init__.py +29 -0
  21. acryl_datahub_cloud/metadata/schema.avsc +778 -42
  22. acryl_datahub_cloud/metadata/schema_classes.py +1089 -61
  23. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +422 -12
  24. acryl_datahub_cloud/metadata/schemas/ActionRequestStatus.avsc +12 -0
  25. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +5 -3
  26. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +5 -3
  27. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +5 -3
  28. acryl_datahub_cloud/metadata/schemas/BusinessAttributeInfo.avsc +6 -2
  29. acryl_datahub_cloud/metadata/schemas/BusinessAttributes.avsc +6 -0
  30. acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +1 -0
  31. acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +3 -3
  32. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -1
  33. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +1 -1
  34. acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +3 -3
  35. acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -1
  36. acryl_datahub_cloud/metadata/schemas/DataHubActionInfo.avsc +1 -1
  37. acryl_datahub_cloud/metadata/schemas/DataHubConnectionKey.avsc +2 -1
  38. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +9 -4
  39. acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeDefinition.avsc +185 -0
  40. acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeEvent.avsc +184 -0
  41. acryl_datahub_cloud/metadata/schemas/DataHubMetricCubeKey.avsc +22 -0
  42. acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +4 -4
  43. acryl_datahub_cloud/metadata/schemas/DataPlatformInstanceKey.avsc +2 -1
  44. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceInput.avsc +4 -2
  45. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -0
  46. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +14 -13
  47. acryl_datahub_cloud/metadata/schemas/EditableSchemaMetadata.avsc +6 -2
  48. acryl_datahub_cloud/metadata/schemas/ExecutionRequestInput.avsc +6 -1
  49. acryl_datahub_cloud/metadata/schemas/ExecutionRequestSignal.avsc +1 -1
  50. acryl_datahub_cloud/metadata/schemas/GlossaryTerms.avsc +3 -1
  51. acryl_datahub_cloud/metadata/schemas/IcebergCatalogInfo.avsc +28 -0
  52. acryl_datahub_cloud/metadata/schemas/IcebergWarehouseInfo.avsc +96 -0
  53. acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +4 -1
  54. acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +4 -1
  55. acryl_datahub_cloud/metadata/schemas/InputFields.avsc +3 -1
  56. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -1
  57. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -1
  58. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +1 -1
  59. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +3 -3
  60. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -1
  61. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +399 -176
  62. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +6 -4
  63. acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +1 -1
  64. acryl_datahub_cloud/metadata/schemas/Operation.avsc +4 -2
  65. acryl_datahub_cloud/metadata/schemas/RemoteExecutorGlobalConfigKey.avsc +21 -0
  66. acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolGlobalConfig.avsc +16 -0
  67. acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolInfo.avsc +85 -0
  68. acryl_datahub_cloud/metadata/schemas/RemoteExecutorPoolKey.avsc +1 -1
  69. acryl_datahub_cloud/metadata/schemas/RemoteExecutorStatus.avsc +5 -5
  70. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -2
  71. acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +3 -1
  72. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +14 -0
  73. {acryl_datahub_cloud-0.3.8.2rc3.dist-info → acryl_datahub_cloud-0.3.9rc1.dist-info}/METADATA +42 -42
  74. {acryl_datahub_cloud-0.3.8.2rc3.dist-info → acryl_datahub_cloud-0.3.9rc1.dist-info}/RECORD +77 -67
  75. {acryl_datahub_cloud-0.3.8.2rc3.dist-info → acryl_datahub_cloud-0.3.9rc1.dist-info}/WHEEL +1 -1
  76. {acryl_datahub_cloud-0.3.8.2rc3.dist-info → acryl_datahub_cloud-0.3.9rc1.dist-info}/entry_points.txt +1 -0
  77. acryl_datahub_cloud/api/entity_versioning.py +0 -167
  78. {acryl_datahub_cloud-0.3.8.2rc3.dist-info → acryl_datahub_cloud-0.3.9rc1.dist-info}/top_level.txt +0 -0
@@ -305,7 +305,9 @@
305
305
  "/terms/*/urn": {
306
306
  "boostScore": 0.5,
307
307
  "fieldName": "editedFieldGlossaryTerms",
308
- "fieldType": "URN"
308
+ "fieldType": "URN",
309
+ "includeSystemModifiedAt": true,
310
+ "systemModifiedAtFieldName": "schemaFieldTermsModifiedAt"
309
311
  }
310
312
  },
311
313
  "type": [
@@ -338,7 +340,9 @@
338
340
  "fieldName": "glossaryTerms",
339
341
  "fieldType": "URN",
340
342
  "filterNameOverride": "Glossary Term Applied",
341
- "hasValuesFieldName": "hasGlossaryTerms"
343
+ "hasValuesFieldName": "hasGlossaryTerms",
344
+ "includeSystemModifiedAt": true,
345
+ "systemModifiedAtFieldName": "termsModifiedAt"
342
346
  },
343
347
  "java": {
344
348
  "class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
@@ -20,9 +20,14 @@
20
20
  "doc": "Arguments provided to the task"
21
21
  },
22
22
  {
23
+ "Searchable": {
24
+ "fieldName": "executorId",
25
+ "fieldType": "KEYWORD",
26
+ "queryByDefault": false
27
+ },
23
28
  "type": "string",
24
29
  "name": "executorId",
25
- "doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."
30
+ "doc": "Advanced: specify a specific executor pool to route the request to. If none is provided, a \"default\" embedded executor is used."
26
31
  },
27
32
  {
28
33
  "type": {
@@ -18,7 +18,7 @@
18
18
  ],
19
19
  "name": "executorId",
20
20
  "default": null,
21
- "doc": "Advanced: specify a specific executor to route the request to. If none is provided, a \"default\" executor is used."
21
+ "doc": "Advanced: specify a specific executor pool to route the request to. If none is provided, a default embedded executor is used."
22
22
  },
23
23
  {
24
24
  "type": {
@@ -26,7 +26,9 @@
26
26
  "fieldName": "glossaryTerms",
27
27
  "fieldType": "URN",
28
28
  "filterNameOverride": "Glossary Term Applied",
29
- "hasValuesFieldName": "hasGlossaryTerms"
29
+ "hasValuesFieldName": "hasGlossaryTerms",
30
+ "includeSystemModifiedAt": true,
31
+ "systemModifiedAtFieldName": "termsModifiedAt"
30
32
  },
31
33
  "java": {
32
34
  "class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
@@ -0,0 +1,28 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "icebergCatalogInfo"
5
+ },
6
+ "name": "IcebergCatalogInfo",
7
+ "namespace": "com.linkedin.pegasus2avro.dataset",
8
+ "fields": [
9
+ {
10
+ "type": [
11
+ "null",
12
+ "string"
13
+ ],
14
+ "name": "metadataPointer",
15
+ "default": null,
16
+ "doc": "When Datahub is the REST Catalog for an Iceberg Table, stores the current metadata pointer.\nIf the Iceberg table is managed by an external catalog, the metadata pointer is not set."
17
+ },
18
+ {
19
+ "type": [
20
+ "null",
21
+ "boolean"
22
+ ],
23
+ "name": "view",
24
+ "default": null
25
+ }
26
+ ],
27
+ "doc": "Iceberg Catalog metadata associated with an Iceberg table/view"
28
+ }
@@ -0,0 +1,96 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "icebergWarehouseInfo"
5
+ },
6
+ "name": "IcebergWarehouseInfo",
7
+ "namespace": "com.linkedin.pegasus2avro.dataplatforminstance",
8
+ "fields": [
9
+ {
10
+ "type": "string",
11
+ "name": "dataRoot",
12
+ "doc": "Path of the root for the backing store of the tables in the warehouse."
13
+ },
14
+ {
15
+ "java": {
16
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
17
+ },
18
+ "type": "string",
19
+ "name": "clientId",
20
+ "doc": "clientId to be used to authenticate with storage hosting this warehouse",
21
+ "Urn": "Urn"
22
+ },
23
+ {
24
+ "java": {
25
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
26
+ },
27
+ "type": "string",
28
+ "name": "clientSecret",
29
+ "doc": "client secret to authenticate with storage hosting this warehouse",
30
+ "Urn": "Urn"
31
+ },
32
+ {
33
+ "type": "string",
34
+ "name": "region",
35
+ "doc": "region where the warehouse is located."
36
+ },
37
+ {
38
+ "type": [
39
+ "null",
40
+ "string"
41
+ ],
42
+ "name": "role",
43
+ "default": null
44
+ },
45
+ {
46
+ "type": [
47
+ "null",
48
+ "int"
49
+ ],
50
+ "name": "tempCredentialExpirationSeconds",
51
+ "default": null
52
+ },
53
+ {
54
+ "type": {
55
+ "type": "enum",
56
+ "symbolDocs": {
57
+ "CORP": "Designates corporation fabrics",
58
+ "DEV": "Designates development fabrics",
59
+ "EI": "Designates early-integration fabrics",
60
+ "NON_PROD": "Designates non-production fabrics",
61
+ "PRD": "Alternative Prod spelling",
62
+ "PRE": "Designates pre-production fabrics",
63
+ "PROD": "Designates production fabrics",
64
+ "QA": "Designates quality assurance fabrics",
65
+ "RVW": "Designates review fabrics",
66
+ "SANDBOX": "Designates sandbox fabrics",
67
+ "STG": "Designates staging fabrics",
68
+ "TEST": "Designates testing fabrics",
69
+ "TST": "Alternative Test spelling",
70
+ "UAT": "Designates user acceptance testing fabrics"
71
+ },
72
+ "name": "FabricType",
73
+ "namespace": "com.linkedin.pegasus2avro.common",
74
+ "symbols": [
75
+ "DEV",
76
+ "TEST",
77
+ "QA",
78
+ "UAT",
79
+ "EI",
80
+ "PRE",
81
+ "STG",
82
+ "NON_PROD",
83
+ "PROD",
84
+ "CORP",
85
+ "RVW",
86
+ "PRD",
87
+ "TST",
88
+ "SANDBOX"
89
+ ],
90
+ "doc": "Fabric group type"
91
+ },
92
+ "name": "env"
93
+ }
94
+ ],
95
+ "doc": "An Iceberg warehouse location and credentails whose read/writes are governed by datahub catalog."
96
+ }
@@ -539,7 +539,10 @@
539
539
  },
540
540
  {
541
541
  "Searchable": {
542
- "fieldType": "COUNT"
542
+ "/time": {
543
+ "fieldName": "startedAt",
544
+ "fieldType": "COUNT"
545
+ }
543
546
  },
544
547
  "type": [
545
548
  "null",
@@ -350,7 +350,10 @@
350
350
  },
351
351
  {
352
352
  "Searchable": {
353
- "fieldType": "COUNT"
353
+ "/time": {
354
+ "fieldName": "startedAt",
355
+ "fieldType": "COUNT"
356
+ }
354
357
  },
355
358
  "type": [
356
359
  "null",
@@ -553,7 +553,9 @@
553
553
  "fieldName": "glossaryTerms",
554
554
  "fieldType": "URN",
555
555
  "filterNameOverride": "Glossary Term Applied",
556
- "hasValuesFieldName": "hasGlossaryTerms"
556
+ "hasValuesFieldName": "hasGlossaryTerms",
557
+ "includeSystemModifiedAt": true,
558
+ "systemModifiedAtFieldName": "termsModifiedAt"
557
559
  },
558
560
  "java": {
559
561
  "class": "com.linkedin.pegasus2avro.common.urn.GlossaryTermUrn"
@@ -8,7 +8,6 @@
8
8
  "glossaryTerms",
9
9
  "editableMlFeatureProperties",
10
10
  "domains",
11
- "proposals",
12
11
  "mlFeatureProperties",
13
12
  "ownership",
14
13
  "institutionalMemory",
@@ -21,6 +20,7 @@
21
20
  "structuredProperties",
22
21
  "forms",
23
22
  "testResults",
23
+ "proposals",
24
24
  "share",
25
25
  "origin",
26
26
  "lineageFeatures",
@@ -8,7 +8,6 @@
8
8
  "glossaryTerms",
9
9
  "editableMlFeatureTableProperties",
10
10
  "domains",
11
- "proposals",
12
11
  "mlFeatureTableProperties",
13
12
  "ownership",
14
13
  "institutionalMemory",
@@ -21,6 +20,7 @@
21
20
  "structuredProperties",
22
21
  "forms",
23
22
  "testResults",
23
+ "proposals",
24
24
  "share",
25
25
  "origin",
26
26
  "lineageFeatures",
@@ -8,7 +8,6 @@
8
8
  "glossaryTerms",
9
9
  "editableMlModelGroupProperties",
10
10
  "domains",
11
- "proposals",
12
11
  "mlModelGroupProperties",
13
12
  "ownership",
14
13
  "status",
@@ -20,6 +19,7 @@
20
19
  "structuredProperties",
21
20
  "forms",
22
21
  "testResults",
22
+ "proposals",
23
23
  "share",
24
24
  "origin",
25
25
  "lineageFeatures",
@@ -8,7 +8,6 @@
8
8
  "glossaryTerms",
9
9
  "editableMlModelProperties",
10
10
  "domains",
11
- "proposals",
12
11
  "ownership",
13
12
  "mlModelProperties",
14
13
  "intendedUse",
@@ -31,12 +30,13 @@
31
30
  "structuredProperties",
32
31
  "forms",
33
32
  "testResults",
33
+ "versionProperties",
34
+ "proposals",
34
35
  "share",
35
36
  "origin",
36
37
  "lineageFeatures",
37
38
  "documentation",
38
- "incidentsSummary",
39
- "versionProperties"
39
+ "incidentsSummary"
40
40
  ]
41
41
  },
42
42
  "name": "MLModelKey",
@@ -8,7 +8,6 @@
8
8
  "glossaryTerms",
9
9
  "editableMlPrimaryKeyProperties",
10
10
  "domains",
11
- "proposals",
12
11
  "mlPrimaryKeyProperties",
13
12
  "ownership",
14
13
  "institutionalMemory",
@@ -19,6 +18,7 @@
19
18
  "structuredProperties",
20
19
  "forms",
21
20
  "testResults",
21
+ "proposals",
22
22
  "share",
23
23
  "origin",
24
24
  "lineageFeatures"