acryl-datahub-cloud 0.3.12rc1__py3-none-any.whl → 0.3.12rc4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (74) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_forms_notifications/forms_notifications_source.py +559 -0
  3. acryl_datahub_cloud/datahub_forms_notifications/get_search_results_total.gql +14 -0
  4. acryl_datahub_cloud/datahub_forms_notifications/query.py +17 -0
  5. acryl_datahub_cloud/datahub_forms_notifications/scroll_forms_for_notification.gql +29 -0
  6. acryl_datahub_cloud/datahub_forms_notifications/send_form_notification_request.gql +5 -0
  7. acryl_datahub_cloud/datahub_usage_reporting/query_builder.py +48 -8
  8. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +49 -40
  9. acryl_datahub_cloud/metadata/_urns/urn_defs.py +1842 -1786
  10. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/application/__init__.py +19 -0
  11. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/form/__init__.py +4 -0
  12. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/notification/__init__.py +19 -0
  13. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +2 -0
  14. acryl_datahub_cloud/metadata/schema.avsc +24861 -24050
  15. acryl_datahub_cloud/metadata/schema_classes.py +1031 -631
  16. acryl_datahub_cloud/metadata/schemas/ApplicationKey.avsc +31 -0
  17. acryl_datahub_cloud/metadata/schemas/ApplicationProperties.avsc +72 -0
  18. acryl_datahub_cloud/metadata/schemas/Applications.avsc +38 -0
  19. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +40 -7
  20. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +27 -6
  21. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +31 -7
  22. acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc +14 -0
  23. acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +1 -0
  24. acryl_datahub_cloud/metadata/schemas/ConstraintInfo.avsc +12 -1
  25. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -0
  26. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +2 -1
  27. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +2 -1
  28. acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +1 -0
  29. acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -0
  30. acryl_datahub_cloud/metadata/schemas/DataHubPolicyInfo.avsc +12 -1
  31. acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +1 -0
  32. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +1 -0
  33. acryl_datahub_cloud/metadata/schemas/DataProductProperties.avsc +1 -1
  34. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +1 -0
  35. acryl_datahub_cloud/metadata/schemas/FormAssignmentStatus.avsc +36 -0
  36. acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +6 -0
  37. acryl_datahub_cloud/metadata/schemas/FormKey.avsc +2 -1
  38. acryl_datahub_cloud/metadata/schemas/FormNotifications.avsc +69 -0
  39. acryl_datahub_cloud/metadata/schemas/FormSettings.avsc +3 -0
  40. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +22 -0
  41. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +1 -0
  42. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +1 -0
  43. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +1 -0
  44. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +1 -0
  45. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +1 -0
  46. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
  47. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +12 -1
  48. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +27 -6
  49. acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +1 -0
  50. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +1 -0
  51. acryl_datahub_cloud/notifications/__init__.py +0 -0
  52. acryl_datahub_cloud/notifications/notification_recipient_builder.py +399 -0
  53. acryl_datahub_cloud/sdk/__init__.py +29 -0
  54. acryl_datahub_cloud/{_sdk_extras → sdk}/assertion.py +501 -193
  55. acryl_datahub_cloud/sdk/assertion_input/__init__.py +0 -0
  56. acryl_datahub_cloud/{_sdk_extras → sdk/assertion_input}/assertion_input.py +733 -189
  57. acryl_datahub_cloud/sdk/assertion_input/freshness_assertion_input.py +261 -0
  58. acryl_datahub_cloud/sdk/assertion_input/smart_column_metric_assertion_input.py +947 -0
  59. acryl_datahub_cloud/sdk/assertions_client.py +1639 -0
  60. acryl_datahub_cloud/sdk/entities/__init__.py +0 -0
  61. acryl_datahub_cloud/{_sdk_extras → sdk}/entities/assertion.py +5 -2
  62. acryl_datahub_cloud/{_sdk_extras → sdk}/subscription_client.py +146 -33
  63. {acryl_datahub_cloud-0.3.12rc1.dist-info → acryl_datahub_cloud-0.3.12rc4.dist-info}/METADATA +48 -43
  64. {acryl_datahub_cloud-0.3.12rc1.dist-info → acryl_datahub_cloud-0.3.12rc4.dist-info}/RECORD +72 -54
  65. {acryl_datahub_cloud-0.3.12rc1.dist-info → acryl_datahub_cloud-0.3.12rc4.dist-info}/entry_points.txt +1 -0
  66. acryl_datahub_cloud/_sdk_extras/__init__.py +0 -19
  67. acryl_datahub_cloud/_sdk_extras/assertions_client.py +0 -717
  68. /acryl_datahub_cloud/{_sdk_extras/entities → datahub_forms_notifications}/__init__.py +0 -0
  69. /acryl_datahub_cloud/{_sdk_extras → sdk}/entities/monitor.py +0 -0
  70. /acryl_datahub_cloud/{_sdk_extras → sdk}/entities/subscription.py +0 -0
  71. /acryl_datahub_cloud/{_sdk_extras → sdk}/errors.py +0 -0
  72. /acryl_datahub_cloud/{_sdk_extras → sdk}/resolver_client.py +0 -0
  73. {acryl_datahub_cloud-0.3.12rc1.dist-info → acryl_datahub_cloud-0.3.12rc4.dist-info}/WHEEL +0 -0
  74. {acryl_datahub_cloud-0.3.12rc1.dist-info → acryl_datahub_cloud-0.3.12rc4.dist-info}/top_level.txt +0 -0
acryl_datahub_cloud/metadata/schemas/FormAssignmentStatus.avsc ADDED
@@ -0,0 +1,36 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "formAssignmentStatus"
5
+ },
6
+ "name": "FormAssignmentStatus",
7
+ "namespace": "com.linkedin.pegasus2avro.form",
8
+ "fields": [
9
+ {
10
+ "type": {
11
+ "type": "enum",
12
+ "symbolDocs": {
13
+ "COMPLETE": "Assets assignment is complete",
14
+ "IN_PROGRESS": "Assets are currently being assigned"
15
+ },
16
+ "name": "AssignmentStatus",
17
+ "namespace": "com.linkedin.pegasus2avro.form",
18
+ "symbols": [
19
+ "IN_PROGRESS",
20
+ "COMPLETE"
21
+ ]
22
+ },
23
+ "name": "status",
24
+ "doc": "Notification settings for a form"
25
+ },
26
+ {
27
+ "type": [
28
+ "null",
29
+ "long"
30
+ ],
31
+ "name": "timestamp",
32
+ "default": null,
33
+ "doc": "Timestamp this aspect was last updated at"
34
+ }
35
+ ]
36
+ }
acryl_datahub_cloud/metadata/schemas/FormInfo.avsc CHANGED
@@ -398,6 +398,12 @@
398
398
  "doc": "Who the form is assigned to, e.g. who should see the form when visiting the entity page or governance center"
399
399
  },
400
400
  {
401
+ "Searchable": {
402
+ "/state": {
403
+ "fieldName": "formStatus",
404
+ "fieldType": "KEYWORD"
405
+ }
406
+ },
401
407
  "type": {
402
408
  "type": "record",
403
409
  "name": "FormStatus",
acryl_datahub_cloud/metadata/schemas/FormKey.avsc CHANGED
@@ -8,7 +8,8 @@
8
8
  "formInfo",
9
9
  "dynamicFormAssignment",
10
10
  "ownership",
11
- "formSettings"
11
+ "formSettings",
12
+ "formAssignmentStatus"
12
13
  ]
13
14
  },
14
15
  "name": "FormKey",
acryl_datahub_cloud/metadata/schemas/FormNotifications.avsc ADDED
@@ -0,0 +1,69 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "formNotifications"
5
+ },
6
+ "name": "FormNotifications",
7
+ "namespace": "com.linkedin.pegasus2avro.notification",
8
+ "fields": [
9
+ {
10
+ "Searchable": {
11
+ "/*/formUrn": {
12
+ "fieldName": "notificationFormUrn",
13
+ "fieldType": "URN",
14
+ "queryByDefault": false
15
+ }
16
+ },
17
+ "type": {
18
+ "type": "array",
19
+ "items": {
20
+ "type": "record",
21
+ "name": "FormNotificationDetails",
22
+ "namespace": "com.linkedin.pegasus2avro.notification",
23
+ "fields": [
24
+ {
25
+ "java": {
26
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
27
+ },
28
+ "type": "string",
29
+ "name": "formUrn",
30
+ "doc": "The urn of the form that these notification details are on behalf of",
31
+ "Urn": "Urn"
32
+ },
33
+ {
34
+ "type": {
35
+ "type": "array",
36
+ "items": {
37
+ "type": "record",
38
+ "name": "FormNotificationEntry",
39
+ "namespace": "com.linkedin.pegasus2avro.notification",
40
+ "fields": [
41
+ {
42
+ "type": "long",
43
+ "name": "time",
44
+ "doc": "The time at which this notification was sent in milliseconds"
45
+ },
46
+ {
47
+ "type": "string",
48
+ "name": "notificationType",
49
+ "doc": "The notification scenario type for this notification record"
50
+ }
51
+ ],
52
+ "doc": "Info about a specific form notification"
53
+ }
54
+ },
55
+ "name": "notificationLog",
56
+ "default": [],
57
+ "doc": "The list of details per notification sent on behalf of this form"
58
+ }
59
+ ],
60
+ "doc": "Info about all of the notifications a user has received for a given form"
61
+ }
62
+ },
63
+ "name": "notificationDetails",
64
+ "default": [],
65
+ "doc": "List of details for notifications for each form"
66
+ }
67
+ ],
68
+ "doc": "The history of notifications sent to this actor on behalf of forms"
69
+ }
acryl_datahub_cloud/metadata/schemas/FormSettings.avsc CHANGED
@@ -13,6 +13,9 @@
13
13
  "namespace": "com.linkedin.pegasus2avro.form",
14
14
  "fields": [
15
15
  {
16
+ "Searchable": {
17
+ "fieldType": "BOOLEAN"
18
+ },
16
19
  "type": "boolean",
17
20
  "name": "notifyAssigneesOnPublish",
18
21
  "default": false,
acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc CHANGED
@@ -454,6 +454,28 @@
454
454
  },
455
455
  "doc": "Settings related to the documentation propagation feature"
456
456
  },
457
+ {
458
+ "type": [
459
+ "null",
460
+ {
461
+ "type": "record",
462
+ "name": "DocumentationAiSettings",
463
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
464
+ "fields": [
465
+ {
466
+ "type": "boolean",
467
+ "name": "enabled",
468
+ "default": true,
469
+ "doc": "Whether or not AI-generated documentation is enabled."
470
+ }
471
+ ],
472
+ "doc": "Settings related to AI-powered documentation."
473
+ }
474
+ ],
475
+ "name": "documentationAi",
476
+ "default": null,
477
+ "doc": "Settings related to AI-powered documentation."
478
+ },
457
479
  {
458
480
  "type": [
459
481
  "null",
acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc CHANGED
@@ -12,6 +12,7 @@
12
12
  "ownership",
13
13
  "deprecation",
14
14
  "domains",
15
+ "applications",
15
16
  "status",
16
17
  "browsePaths",
17
18
  "structuredProperties",
acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc CHANGED
@@ -8,6 +8,7 @@
8
8
  "glossaryTerms",
9
9
  "editableMlFeatureProperties",
10
10
  "domains",
11
+ "applications",
11
12
  "mlFeatureProperties",
12
13
  "ownership",
13
14
  "institutionalMemory",
acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc CHANGED
@@ -8,6 +8,7 @@
8
8
  "glossaryTerms",
9
9
  "editableMlFeatureTableProperties",
10
10
  "domains",
11
+ "applications",
11
12
  "mlFeatureTableProperties",
12
13
  "ownership",
13
14
  "institutionalMemory",
acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc CHANGED
@@ -8,6 +8,7 @@
8
8
  "glossaryTerms",
9
9
  "editableMlModelGroupProperties",
10
10
  "domains",
11
+ "applications",
11
12
  "mlModelGroupProperties",
12
13
  "ownership",
13
14
  "status",
acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc CHANGED
@@ -8,6 +8,7 @@
8
8
  "glossaryTerms",
9
9
  "editableMlModelProperties",
10
10
  "domains",
11
+ "applications",
11
12
  "ownership",
12
13
  "mlModelProperties",
13
14
  "intendedUse",
acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc CHANGED
@@ -8,6 +8,7 @@
8
8
  "glossaryTerms",
9
9
  "editableMlPrimaryKeyProperties",
10
10
  "domains",
11
+ "applications",
11
12
  "mlPrimaryKeyProperties",
12
13
  "ownership",
13
14
  "institutionalMemory",
acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc CHANGED
@@ -8632,13 +8632,15 @@
8632
8632
  "type": "enum",
8633
8633
  "symbolDocs": {
8634
8634
  "EQUALS": "Whether the field matches the value",
8635
+ "NOT_EQUALS": "Whether the field does not match the value",
8635
8636
  "STARTS_WITH": "Whether the field value starts with the value"
8636
8637
  },
8637
8638
  "name": "PolicyMatchCondition",
8638
8639
  "namespace": "com.linkedin.pegasus2avro.policy",
8639
8640
  "symbols": [
8640
8641
  "EQUALS",
8641
- "STARTS_WITH"
8642
+ "STARTS_WITH",
8643
+ "NOT_EQUALS"
8642
8644
  ],
8643
8645
  "doc": "The matching condition in a filter criterion"
8644
8646
  },
@@ -8660,6 +8662,15 @@
8660
8662
  "name": "filter",
8661
8663
  "default": null,
8662
8664
  "doc": "Filter to apply privileges to"
8665
+ },
8666
+ {
8667
+ "type": [
8668
+ "null",
8669
+ "com.linkedin.pegasus2avro.policy.PolicyMatchFilter"
8670
+ ],
8671
+ "name": "policyConstraints",
8672
+ "default": null,
8673
+ "doc": "Constraints around what sub-resources operations are allowed to modify, i.e. NOT_EQUALS - cannot modify a particular defined tag, EQUALS - can only modify a particular defined tag, STARTS_WITH - can only modify a tag starting with xyz"
8663
8674
  }
8664
8675
  ],
8665
8676
  "doc": "Information used to filter DataHub resource."
acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc CHANGED
@@ -627,7 +627,10 @@
627
627
  "doc": "URL where the reference exist"
628
628
  },
629
629
  {
630
- "Searchable": {},
630
+ "Searchable": {
631
+ "fieldName": "assertionType",
632
+ "fieldType": "KEYWORD"
633
+ },
631
634
  "type": {
632
635
  "type": "enum",
633
636
  "symbolDocs": {
@@ -957,7 +960,10 @@
957
960
  "namespace": "com.linkedin.pegasus2avro.assertion",
958
961
  "fields": [
959
962
  {
960
- "Searchable": {},
963
+ "Searchable": {
964
+ "fieldName": "freshnessAssertionType",
965
+ "fieldType": "KEYWORD"
966
+ },
961
967
  "type": {
962
968
  "type": "enum",
963
969
  "symbolDocs": {
@@ -1344,7 +1350,10 @@
1344
1350
  "namespace": "com.linkedin.pegasus2avro.assertion",
1345
1351
  "fields": [
1346
1352
  {
1347
- "Searchable": {},
1353
+ "Searchable": {
1354
+ "fieldName": "volumeAssertionType",
1355
+ "fieldType": "KEYWORD"
1356
+ },
1348
1357
  "type": {
1349
1358
  "type": "enum",
1350
1359
  "symbolDocs": {
@@ -1637,7 +1646,10 @@
1637
1646
  "namespace": "com.linkedin.pegasus2avro.assertion",
1638
1647
  "fields": [
1639
1648
  {
1640
- "Searchable": {},
1649
+ "Searchable": {
1650
+ "fieldName": "sqlAssertionType",
1651
+ "fieldType": "KEYWORD"
1652
+ },
1641
1653
  "type": {
1642
1654
  "type": "enum",
1643
1655
  "symbolDocs": {
@@ -1716,7 +1728,10 @@
1716
1728
  "namespace": "com.linkedin.pegasus2avro.assertion",
1717
1729
  "fields": [
1718
1730
  {
1719
- "Searchable": {},
1731
+ "Searchable": {
1732
+ "fieldName": "fieldAssertionType",
1733
+ "fieldType": "KEYWORD"
1734
+ },
1720
1735
  "type": {
1721
1736
  "type": "enum",
1722
1737
  "symbolDocs": {
@@ -3103,7 +3118,8 @@
3103
3118
  "fields": [
3104
3119
  {
3105
3120
  "Searchable": {
3106
- "fieldName": "customType"
3121
+ "fieldName": "customType",
3122
+ "fieldType": "KEYWORD"
3107
3123
  },
3108
3124
  "type": "string",
3109
3125
  "name": "type",
@@ -3230,6 +3246,11 @@
3230
3246
  "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
3231
3247
  },
3232
3248
  {
3249
+ "Searchable": {
3250
+ "fieldName": "assertionDescription",
3251
+ "fieldType": "TEXT",
3252
+ "hasValuesFieldName": "hasAssertionDescription"
3253
+ },
3233
3254
  "type": [
3234
3255
  "null",
3235
3256
  "string"
acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc CHANGED
@@ -15,6 +15,7 @@
15
15
  "browsePaths",
16
16
  "institutionalMemory",
17
17
  "domains",
18
+ "applications",
18
19
  "subTypes",
19
20
  "dataPlatformInstance",
20
21
  "browsePathsV2",
acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc CHANGED
@@ -34,6 +34,7 @@
34
34
  "BROADCAST_INGESTION_RUN_CHANGE",
35
35
  "BROADCAST_NEW_PROPOSAL",
36
36
  "BROADCAST_PROPOSAL_STATUS_CHANGE",
37
+ "BROADCAST_COMPLIANCE_FORM_PUBLISH",
37
38
  "INVALID_TEMPLATE"
38
39
  ],
39
40
  "doc": "Possible notification template types."
acryl_datahub_cloud/notifications/__init__.py ADDED
File without changes