acryl-datahub-cloud 0.3.13.3rc0__py3-none-any.whl → 0.3.14__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (51) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_usage_reporting/excluded.py +94 -0
  3. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +462 -34
  4. acryl_datahub_cloud/metadata/_urns/urn_defs.py +2034 -2034
  5. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py +2 -0
  6. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/identity/__init__.py +6 -0
  7. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/search/features/__init__.py +2 -0
  8. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/platform/event/v1/__init__.py +4 -0
  9. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/asset/__init__.py +19 -0
  10. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +6 -0
  11. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/template/__init__.py +6 -0
  12. acryl_datahub_cloud/metadata/schema.avsc +24776 -24109
  13. acryl_datahub_cloud/metadata/schema_classes.py +1581 -696
  14. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +95 -0
  15. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +0 -21
  16. acryl_datahub_cloud/metadata/schemas/AssetSettings.avsc +63 -0
  17. acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +2 -1
  18. acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +127 -2
  19. acryl_datahub_cloud/metadata/schemas/CorpUserInvitationStatus.avsc +106 -0
  20. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +2 -0
  21. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +127 -2
  22. acryl_datahub_cloud/metadata/schemas/CorpUserUsageFeatures.avsc +93 -0
  23. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +21 -2
  24. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateProperties.avsc +77 -1
  25. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +1 -0
  26. acryl_datahub_cloud/metadata/schemas/DatasetUsageStatistics.avsc +8 -0
  27. acryl_datahub_cloud/metadata/schemas/DomainKey.avsc +1 -0
  28. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +82 -0
  29. acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +1 -0
  30. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +1 -0
  31. acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +3 -3
  32. acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +3 -3
  33. acryl_datahub_cloud/metadata/schemas/InferredMetadata.avsc +69 -0
  34. acryl_datahub_cloud/metadata/schemas/InviteToken.avsc +26 -0
  35. acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc +104 -100
  36. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +98 -45
  37. acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +127 -2
  38. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +79 -2
  39. acryl_datahub_cloud/metadata/schemas/Ownership.avsc +69 -0
  40. acryl_datahub_cloud/metadata/schemas/RelationshipChangeEvent.avsc +215 -0
  41. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -0
  42. acryl_datahub_cloud/metadata/schemas/StructuredProperties.avsc +69 -0
  43. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +127 -2
  44. acryl_datahub_cloud/sdk/assertions_client.py +21 -7
  45. acryl_datahub_cloud/sdk/resolver_client.py +4 -1
  46. acryl_datahub_cloud/sdk/subscription_client.py +8 -3
  47. {acryl_datahub_cloud-0.3.13.3rc0.dist-info → acryl_datahub_cloud-0.3.14.dist-info}/METADATA +43 -43
  48. {acryl_datahub_cloud-0.3.13.3rc0.dist-info → acryl_datahub_cloud-0.3.14.dist-info}/RECORD +51 -45
  49. {acryl_datahub_cloud-0.3.13.3rc0.dist-info → acryl_datahub_cloud-0.3.14.dist-info}/WHEEL +0 -0
  50. {acryl_datahub_cloud-0.3.13.3rc0.dist-info → acryl_datahub_cloud-0.3.14.dist-info}/entry_points.txt +0 -0
  51. {acryl_datahub_cloud-0.3.13.3rc0.dist-info → acryl_datahub_cloud-0.3.14.dist-info}/top_level.txt +0 -0
acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc CHANGED
@@ -31,110 +31,114 @@
31
31
  "queryByDefault": false
32
32
  }
33
33
  },
34
- "type": {
35
- "type": "record",
36
- "name": "Edge",
37
- "namespace": "com.linkedin.pegasus2avro.common",
38
- "fields": [
39
- {
40
- "java": {
41
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
34
+ "type": [
35
+ "null",
36
+ {
37
+ "type": "record",
38
+ "name": "Edge",
39
+ "namespace": "com.linkedin.pegasus2avro.common",
40
+ "fields": [
41
+ {
42
+ "java": {
43
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
44
+ },
45
+ "type": [
46
+ "null",
47
+ "string"
48
+ ],
49
+ "name": "sourceUrn",
50
+ "default": null,
51
+ "doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
52
+ "Urn": "Urn"
42
53
  },
43
- "type": [
44
- "null",
45
- "string"
46
- ],
47
- "name": "sourceUrn",
48
- "default": null,
49
- "doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
50
- "Urn": "Urn"
51
- },
52
- {
53
- "java": {
54
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
54
+ {
55
+ "java": {
56
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
57
+ },
58
+ "type": "string",
59
+ "name": "destinationUrn",
60
+ "doc": "Urn of the destination of this relationship edge.",
61
+ "Urn": "Urn"
55
62
  },
56
- "type": "string",
57
- "name": "destinationUrn",
58
- "doc": "Urn of the destination of this relationship edge.",
59
- "Urn": "Urn"
60
- },
61
- {
62
- "type": [
63
- "null",
64
- {
65
- "type": "record",
66
- "name": "AuditStamp",
67
- "namespace": "com.linkedin.pegasus2avro.common",
68
- "fields": [
69
- {
70
- "type": "long",
71
- "name": "time",
72
- "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
73
- },
74
- {
75
- "java": {
76
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
63
+ {
64
+ "type": [
65
+ "null",
66
+ {
67
+ "type": "record",
68
+ "name": "AuditStamp",
69
+ "namespace": "com.linkedin.pegasus2avro.common",
70
+ "fields": [
71
+ {
72
+ "type": "long",
73
+ "name": "time",
74
+ "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
77
75
  },
78
- "type": "string",
79
- "name": "actor",
80
- "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
81
- "Urn": "Urn"
82
- },
83
- {
84
- "java": {
85
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
76
+ {
77
+ "java": {
78
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
79
+ },
80
+ "type": "string",
81
+ "name": "actor",
82
+ "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
83
+ "Urn": "Urn"
86
84
  },
87
- "type": [
88
- "null",
89
- "string"
90
- ],
91
- "name": "impersonator",
92
- "default": null,
93
- "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
94
- "Urn": "Urn"
95
- },
96
- {
97
- "type": [
98
- "null",
99
- "string"
100
- ],
101
- "name": "message",
102
- "default": null,
103
- "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
104
- }
105
- ],
106
- "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
107
- }
108
- ],
109
- "name": "created",
110
- "default": null,
111
- "doc": "Audit stamp containing who created this relationship edge and when"
112
- },
113
- {
114
- "type": [
115
- "null",
116
- "com.linkedin.pegasus2avro.common.AuditStamp"
117
- ],
118
- "name": "lastModified",
119
- "default": null,
120
- "doc": "Audit stamp containing who last modified this relationship edge and when"
121
- },
122
- {
123
- "type": [
124
- "null",
125
- {
126
- "type": "map",
127
- "values": "string"
128
- }
129
- ],
130
- "name": "properties",
131
- "default": null,
132
- "doc": "A generic properties bag that allows us to store specific information on this graph edge."
133
- }
134
- ],
135
- "doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
136
- },
137
- "name": "parent"
85
+ {
86
+ "java": {
87
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
88
+ },
89
+ "type": [
90
+ "null",
91
+ "string"
92
+ ],
93
+ "name": "impersonator",
94
+ "default": null,
95
+ "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
96
+ "Urn": "Urn"
97
+ },
98
+ {
99
+ "type": [
100
+ "null",
101
+ "string"
102
+ ],
103
+ "name": "message",
104
+ "default": null,
105
+ "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
106
+ }
107
+ ],
108
+ "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
109
+ }
110
+ ],
111
+ "name": "created",
112
+ "default": null,
113
+ "doc": "Audit stamp containing who created this relationship edge and when"
114
+ },
115
+ {
116
+ "type": [
117
+ "null",
118
+ "com.linkedin.pegasus2avro.common.AuditStamp"
119
+ ],
120
+ "name": "lastModified",
121
+ "default": null,
122
+ "doc": "Audit stamp containing who last modified this relationship edge and when"
123
+ },
124
+ {
125
+ "type": [
126
+ "null",
127
+ {
128
+ "type": "map",
129
+ "values": "string"
130
+ }
131
+ ],
132
+ "name": "properties",
133
+ "default": null,
134
+ "doc": "A generic properties bag that allows us to store specific information on this graph edge."
135
+ }
136
+ ],
137
+ "doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
138
+ }
139
+ ],
140
+ "name": "parent",
141
+ "default": null
138
142
  }
139
143
  ]
140
144
  }
acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc CHANGED
@@ -665,6 +665,75 @@
665
665
  "name": "source",
666
666
  "default": null,
667
667
  "doc": "Source information for the ownership"
668
+ },
669
+ {
670
+ "Searchable": {
671
+ "/actor": {
672
+ "fieldName": "ownerAttributionActors",
673
+ "fieldType": "URN",
674
+ "queryByDefault": false
675
+ },
676
+ "/source": {
677
+ "fieldName": "ownerAttributionSources",
678
+ "fieldType": "URN",
679
+ "queryByDefault": false
680
+ },
681
+ "/time": {
682
+ "fieldName": "ownerAttributionDates",
683
+ "fieldType": "DATETIME",
684
+ "queryByDefault": false
685
+ }
686
+ },
687
+ "type": [
688
+ "null",
689
+ {
690
+ "type": "record",
691
+ "name": "MetadataAttribution",
692
+ "namespace": "com.linkedin.pegasus2avro.common",
693
+ "fields": [
694
+ {
695
+ "type": "long",
696
+ "name": "time",
697
+ "doc": "When this metadata was updated."
698
+ },
699
+ {
700
+ "java": {
701
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
702
+ },
703
+ "type": "string",
704
+ "name": "actor",
705
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
706
+ "Urn": "Urn"
707
+ },
708
+ {
709
+ "java": {
710
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
711
+ },
712
+ "type": [
713
+ "null",
714
+ "string"
715
+ ],
716
+ "name": "source",
717
+ "default": null,
718
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
719
+ "Urn": "Urn"
720
+ },
721
+ {
722
+ "type": {
723
+ "type": "map",
724
+ "values": "string"
725
+ },
726
+ "name": "sourceDetail",
727
+ "default": {},
728
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
729
+ }
730
+ ],
731
+ "doc": "Information about who, why, and how this metadata was applied"
732
+ }
733
+ ],
734
+ "name": "attribution",
735
+ "default": null,
736
+ "doc": "Information about who, why, and how this metadata was applied"
668
737
  }
669
738
  ],
670
739
  "doc": "Ownership information"
@@ -743,6 +812,32 @@
743
812
  "name": "lastModified",
744
813
  "default": null,
745
814
  "doc": "Audit stamp containing who last modified this relationship edge and when"
815
+ },
816
+ {
817
+ "Searchable": {
818
+ "/actor": {
819
+ "fieldName": "structuredPropertyAttributionActors",
820
+ "fieldType": "URN",
821
+ "queryByDefault": false
822
+ },
823
+ "/source": {
824
+ "fieldName": "structuredPropertyAttributionSources",
825
+ "fieldType": "URN",
826
+ "queryByDefault": false
827
+ },
828
+ "/time": {
829
+ "fieldName": "structuredPropertyAttributionDates",
830
+ "fieldType": "DATETIME",
831
+ "queryByDefault": false
832
+ }
833
+ },
834
+ "type": [
835
+ "null",
836
+ "com.linkedin.pegasus2avro.common.MetadataAttribution"
837
+ ],
838
+ "name": "attribution",
839
+ "default": null,
840
+ "doc": "Information about who, why, and how this metadata was applied"
746
841
  }
747
842
  ]
748
843
  }
@@ -1456,7 +1551,8 @@
1456
1551
  "createdActor": "inputEdges/*/created/actor",
1457
1552
  "createdOn": "inputEdges/*/created/time",
1458
1553
  "entityTypes": [
1459
- "dataset"
1554
+ "dataset",
1555
+ "chart"
1460
1556
  ],
1461
1557
  "isLineage": true,
1462
1558
  "name": "Consumes",
@@ -1851,50 +1947,7 @@
1851
1947
  },
1852
1948
  "type": [
1853
1949
  "null",
1854
- {
1855
- "type": "record",
1856
- "name": "MetadataAttribution",
1857
- "namespace": "com.linkedin.pegasus2avro.common",
1858
- "fields": [
1859
- {
1860
- "type": "long",
1861
- "name": "time",
1862
- "doc": "When this metadata was updated."
1863
- },
1864
- {
1865
- "java": {
1866
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
1867
- },
1868
- "type": "string",
1869
- "name": "actor",
1870
- "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
1871
- "Urn": "Urn"
1872
- },
1873
- {
1874
- "java": {
1875
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
1876
- },
1877
- "type": [
1878
- "null",
1879
- "string"
1880
- ],
1881
- "name": "source",
1882
- "default": null,
1883
- "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
1884
- "Urn": "Urn"
1885
- },
1886
- {
1887
- "type": {
1888
- "type": "map",
1889
- "values": "string"
1890
- },
1891
- "name": "sourceDetail",
1892
- "default": {},
1893
- "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
1894
- }
1895
- ],
1896
- "doc": "Information about who, why, and how this metadata was applied"
1897
- }
1950
+ "com.linkedin.pegasus2avro.common.MetadataAttribution"
1898
1951
  ],
1899
1952
  "name": "attribution",
1900
1953
  "default": null,
acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc CHANGED
@@ -572,13 +572,15 @@
572
572
  "type": "enum",
573
573
  "symbolDocs": {
574
574
  "EMAIL": "Email target type.",
575
- "SLACK": "Slack target type."
575
+ "SLACK": "Slack target type.",
576
+ "TEAMS": "Microsoft Teams target type."
576
577
  },
577
578
  "name": "NotificationSinkType",
578
579
  "namespace": "com.linkedin.pegasus2avro.event.notification",
579
580
  "symbols": [
580
581
  "SLACK",
581
- "EMAIL"
582
+ "EMAIL",
583
+ "TEAMS"
582
584
  ],
583
585
  "doc": "A type of sink / platform to send a notification to."
584
586
  }
@@ -644,6 +646,129 @@
644
646
  "default": null,
645
647
  "doc": "Email Notification Settings"
646
648
  },
649
+ {
650
+ "type": [
651
+ "null",
652
+ {
653
+ "type": "record",
654
+ "name": "TeamsNotificationSettings",
655
+ "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
656
+ "fields": [
657
+ {
658
+ "type": [
659
+ "null",
660
+ {
661
+ "type": "record",
662
+ "name": "TeamsUser",
663
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
664
+ "fields": [
665
+ {
666
+ "type": [
667
+ "null",
668
+ "string"
669
+ ],
670
+ "name": "teamsUserId",
671
+ "default": null,
672
+ "doc": "The Teams user ID (internal Teams identifier).\nThis is the primary identifier used for Teams messaging."
673
+ },
674
+ {
675
+ "Searchable": {
676
+ "fieldType": "KEYWORD",
677
+ "queryByDefault": false
678
+ },
679
+ "type": [
680
+ "null",
681
+ "string"
682
+ ],
683
+ "name": "azureUserId",
684
+ "default": null,
685
+ "doc": "The Azure AD user ID (Azure Active Directory object ID).\nThis is the primary identifier for Azure AD operations and Microsoft Graph API calls."
686
+ },
687
+ {
688
+ "type": [
689
+ "null",
690
+ "string"
691
+ ],
692
+ "name": "email",
693
+ "default": null,
694
+ "doc": "The user's email address (fallback identifier).\nUsed when other IDs are not available or for email-based user resolution."
695
+ },
696
+ {
697
+ "type": [
698
+ "null",
699
+ "string"
700
+ ],
701
+ "name": "displayName",
702
+ "default": null,
703
+ "doc": "The user's display name (cached value, may be stale).\nRetrieved from Microsoft Graph API and cached for performance."
704
+ },
705
+ {
706
+ "type": [
707
+ "null",
708
+ "long"
709
+ ],
710
+ "name": "lastUpdated",
711
+ "default": null,
712
+ "doc": "The timestamp when the cached display name was last updated.\nUsed for TTL-based cache invalidation (milliseconds since epoch)."
713
+ }
714
+ ],
715
+ "doc": "Teams user information with cached display name and multiple ID support.\nFollows the same caching pattern as TeamsChannel for consistency."
716
+ }
717
+ ],
718
+ "name": "user",
719
+ "default": null,
720
+ "doc": "Optional structured user information with cached metadata.\nSupports both Azure AD user ID and Teams user ID with cached display name."
721
+ },
722
+ {
723
+ "type": [
724
+ "null",
725
+ {
726
+ "type": "array",
727
+ "items": {
728
+ "type": "record",
729
+ "name": "TeamsChannel",
730
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
731
+ "fields": [
732
+ {
733
+ "type": "string",
734
+ "name": "id",
735
+ "doc": "The Teams channel ID (internal Teams identifier)."
736
+ },
737
+ {
738
+ "type": [
739
+ "null",
740
+ "string"
741
+ ],
742
+ "name": "name",
743
+ "default": null,
744
+ "doc": "The Teams channel display name (cached value, may be stale)."
745
+ },
746
+ {
747
+ "type": [
748
+ "null",
749
+ "long"
750
+ ],
751
+ "name": "lastUpdated",
752
+ "default": null,
753
+ "doc": "The timestamp when the cached name was last updated.\nUsed for TTL-based cache invalidation."
754
+ }
755
+ ],
756
+ "doc": "Teams channel information with cached display name."
757
+ }
758
+ }
759
+ ],
760
+ "name": "channels",
761
+ "default": null,
762
+ "doc": "Optional list of structured channels with cached metadata"
763
+ }
764
+ ],
765
+ "doc": "Microsoft Teams Notification settings for an actor."
766
+ }
767
+ ],
768
+ "name": "teamsSettings",
769
+ "default": null,
770
+ "doc": "Microsoft Teams Notification Settings"
771
+ },
647
772
  {
648
773
  "type": [
649
774
  "null",