acryl-datahub-cloud 0.3.13.2rc4__py3-none-any.whl → 0.3.14rc0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (33) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +443 -34
  3. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/identity/__init__.py +6 -0
  4. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/search/features/__init__.py +2 -0
  5. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/platform/event/v1/__init__.py +4 -0
  6. acryl_datahub_cloud/metadata/schema.avsc +445 -107
  7. acryl_datahub_cloud/metadata/schema_classes.py +420 -19
  8. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +95 -0
  9. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +0 -21
  10. acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +2 -1
  11. acryl_datahub_cloud/metadata/schemas/CorpUserInvitationStatus.avsc +106 -0
  12. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +2 -0
  13. acryl_datahub_cloud/metadata/schemas/CorpUserUsageFeatures.avsc +93 -0
  14. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +13 -2
  15. acryl_datahub_cloud/metadata/schemas/DatasetUsageStatistics.avsc +8 -0
  16. acryl_datahub_cloud/metadata/schemas/InferredMetadata.avsc +69 -0
  17. acryl_datahub_cloud/metadata/schemas/InviteToken.avsc +26 -0
  18. acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc +104 -100
  19. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +98 -45
  20. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +71 -0
  21. acryl_datahub_cloud/metadata/schemas/Ownership.avsc +69 -0
  22. acryl_datahub_cloud/metadata/schemas/RelationshipChangeEvent.avsc +215 -0
  23. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -0
  24. acryl_datahub_cloud/metadata/schemas/StructuredProperties.avsc +69 -0
  25. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +3 -0
  26. acryl_datahub_cloud/sdk/assertions_client.py +21 -7
  27. acryl_datahub_cloud/sdk/resolver_client.py +4 -1
  28. acryl_datahub_cloud/sdk/subscription_client.py +8 -3
  29. {acryl_datahub_cloud-0.3.13.2rc4.dist-info → acryl_datahub_cloud-0.3.14rc0.dist-info}/METADATA +48 -48
  30. {acryl_datahub_cloud-0.3.13.2rc4.dist-info → acryl_datahub_cloud-0.3.14rc0.dist-info}/RECORD +33 -30
  31. {acryl_datahub_cloud-0.3.13.2rc4.dist-info → acryl_datahub_cloud-0.3.14rc0.dist-info}/WHEEL +0 -0
  32. {acryl_datahub_cloud-0.3.13.2rc4.dist-info → acryl_datahub_cloud-0.3.14rc0.dist-info}/entry_points.txt +0 -0
  33. {acryl_datahub_cloud-0.3.13.2rc4.dist-info → acryl_datahub_cloud-0.3.14rc0.dist-info}/top_level.txt +0 -0
acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc CHANGED
@@ -31,110 +31,114 @@
31
31
  "queryByDefault": false
32
32
  }
33
33
  },
34
- "type": {
35
- "type": "record",
36
- "name": "Edge",
37
- "namespace": "com.linkedin.pegasus2avro.common",
38
- "fields": [
39
- {
40
- "java": {
41
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
34
+ "type": [
35
+ "null",
36
+ {
37
+ "type": "record",
38
+ "name": "Edge",
39
+ "namespace": "com.linkedin.pegasus2avro.common",
40
+ "fields": [
41
+ {
42
+ "java": {
43
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
44
+ },
45
+ "type": [
46
+ "null",
47
+ "string"
48
+ ],
49
+ "name": "sourceUrn",
50
+ "default": null,
51
+ "doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
52
+ "Urn": "Urn"
42
53
  },
43
- "type": [
44
- "null",
45
- "string"
46
- ],
47
- "name": "sourceUrn",
48
- "default": null,
49
- "doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
50
- "Urn": "Urn"
51
- },
52
- {
53
- "java": {
54
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
54
+ {
55
+ "java": {
56
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
57
+ },
58
+ "type": "string",
59
+ "name": "destinationUrn",
60
+ "doc": "Urn of the destination of this relationship edge.",
61
+ "Urn": "Urn"
55
62
  },
56
- "type": "string",
57
- "name": "destinationUrn",
58
- "doc": "Urn of the destination of this relationship edge.",
59
- "Urn": "Urn"
60
- },
61
- {
62
- "type": [
63
- "null",
64
- {
65
- "type": "record",
66
- "name": "AuditStamp",
67
- "namespace": "com.linkedin.pegasus2avro.common",
68
- "fields": [
69
- {
70
- "type": "long",
71
- "name": "time",
72
- "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
73
- },
74
- {
75
- "java": {
76
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
63
+ {
64
+ "type": [
65
+ "null",
66
+ {
67
+ "type": "record",
68
+ "name": "AuditStamp",
69
+ "namespace": "com.linkedin.pegasus2avro.common",
70
+ "fields": [
71
+ {
72
+ "type": "long",
73
+ "name": "time",
74
+ "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
77
75
  },
78
- "type": "string",
79
- "name": "actor",
80
- "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
81
- "Urn": "Urn"
82
- },
83
- {
84
- "java": {
85
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
76
+ {
77
+ "java": {
78
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
79
+ },
80
+ "type": "string",
81
+ "name": "actor",
82
+ "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
83
+ "Urn": "Urn"
86
84
  },
87
- "type": [
88
- "null",
89
- "string"
90
- ],
91
- "name": "impersonator",
92
- "default": null,
93
- "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
94
- "Urn": "Urn"
95
- },
96
- {
97
- "type": [
98
- "null",
99
- "string"
100
- ],
101
- "name": "message",
102
- "default": null,
103
- "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
104
- }
105
- ],
106
- "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
107
- }
108
- ],
109
- "name": "created",
110
- "default": null,
111
- "doc": "Audit stamp containing who created this relationship edge and when"
112
- },
113
- {
114
- "type": [
115
- "null",
116
- "com.linkedin.pegasus2avro.common.AuditStamp"
117
- ],
118
- "name": "lastModified",
119
- "default": null,
120
- "doc": "Audit stamp containing who last modified this relationship edge and when"
121
- },
122
- {
123
- "type": [
124
- "null",
125
- {
126
- "type": "map",
127
- "values": "string"
128
- }
129
- ],
130
- "name": "properties",
131
- "default": null,
132
- "doc": "A generic properties bag that allows us to store specific information on this graph edge."
133
- }
134
- ],
135
- "doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
136
- },
137
- "name": "parent"
85
+ {
86
+ "java": {
87
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
88
+ },
89
+ "type": [
90
+ "null",
91
+ "string"
92
+ ],
93
+ "name": "impersonator",
94
+ "default": null,
95
+ "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
96
+ "Urn": "Urn"
97
+ },
98
+ {
99
+ "type": [
100
+ "null",
101
+ "string"
102
+ ],
103
+ "name": "message",
104
+ "default": null,
105
+ "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
106
+ }
107
+ ],
108
+ "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
109
+ }
110
+ ],
111
+ "name": "created",
112
+ "default": null,
113
+ "doc": "Audit stamp containing who created this relationship edge and when"
114
+ },
115
+ {
116
+ "type": [
117
+ "null",
118
+ "com.linkedin.pegasus2avro.common.AuditStamp"
119
+ ],
120
+ "name": "lastModified",
121
+ "default": null,
122
+ "doc": "Audit stamp containing who last modified this relationship edge and when"
123
+ },
124
+ {
125
+ "type": [
126
+ "null",
127
+ {
128
+ "type": "map",
129
+ "values": "string"
130
+ }
131
+ ],
132
+ "name": "properties",
133
+ "default": null,
134
+ "doc": "A generic properties bag that allows us to store specific information on this graph edge."
135
+ }
136
+ ],
137
+ "doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
138
+ }
139
+ ],
140
+ "name": "parent",
141
+ "default": null
138
142
  }
139
143
  ]
140
144
  }
acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc CHANGED
@@ -665,6 +665,75 @@
665
665
  "name": "source",
666
666
  "default": null,
667
667
  "doc": "Source information for the ownership"
668
+ },
669
+ {
670
+ "Searchable": {
671
+ "/actor": {
672
+ "fieldName": "ownerAttributionActors",
673
+ "fieldType": "URN",
674
+ "queryByDefault": false
675
+ },
676
+ "/source": {
677
+ "fieldName": "ownerAttributionSources",
678
+ "fieldType": "URN",
679
+ "queryByDefault": false
680
+ },
681
+ "/time": {
682
+ "fieldName": "ownerAttributionDates",
683
+ "fieldType": "DATETIME",
684
+ "queryByDefault": false
685
+ }
686
+ },
687
+ "type": [
688
+ "null",
689
+ {
690
+ "type": "record",
691
+ "name": "MetadataAttribution",
692
+ "namespace": "com.linkedin.pegasus2avro.common",
693
+ "fields": [
694
+ {
695
+ "type": "long",
696
+ "name": "time",
697
+ "doc": "When this metadata was updated."
698
+ },
699
+ {
700
+ "java": {
701
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
702
+ },
703
+ "type": "string",
704
+ "name": "actor",
705
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
706
+ "Urn": "Urn"
707
+ },
708
+ {
709
+ "java": {
710
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
711
+ },
712
+ "type": [
713
+ "null",
714
+ "string"
715
+ ],
716
+ "name": "source",
717
+ "default": null,
718
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
719
+ "Urn": "Urn"
720
+ },
721
+ {
722
+ "type": {
723
+ "type": "map",
724
+ "values": "string"
725
+ },
726
+ "name": "sourceDetail",
727
+ "default": {},
728
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
729
+ }
730
+ ],
731
+ "doc": "Information about who, why, and how this metadata was applied"
732
+ }
733
+ ],
734
+ "name": "attribution",
735
+ "default": null,
736
+ "doc": "Information about who, why, and how this metadata was applied"
668
737
  }
669
738
  ],
670
739
  "doc": "Ownership information"
@@ -743,6 +812,32 @@
743
812
  "name": "lastModified",
744
813
  "default": null,
745
814
  "doc": "Audit stamp containing who last modified this relationship edge and when"
815
+ },
816
+ {
817
+ "Searchable": {
818
+ "/actor": {
819
+ "fieldName": "structuredPropertyAttributionActors",
820
+ "fieldType": "URN",
821
+ "queryByDefault": false
822
+ },
823
+ "/source": {
824
+ "fieldName": "structuredPropertyAttributionSources",
825
+ "fieldType": "URN",
826
+ "queryByDefault": false
827
+ },
828
+ "/time": {
829
+ "fieldName": "structuredPropertyAttributionDates",
830
+ "fieldType": "DATETIME",
831
+ "queryByDefault": false
832
+ }
833
+ },
834
+ "type": [
835
+ "null",
836
+ "com.linkedin.pegasus2avro.common.MetadataAttribution"
837
+ ],
838
+ "name": "attribution",
839
+ "default": null,
840
+ "doc": "Information about who, why, and how this metadata was applied"
746
841
  }
747
842
  ]
748
843
  }
@@ -1456,7 +1551,8 @@
1456
1551
  "createdActor": "inputEdges/*/created/actor",
1457
1552
  "createdOn": "inputEdges/*/created/time",
1458
1553
  "entityTypes": [
1459
- "dataset"
1554
+ "dataset",
1555
+ "chart"
1460
1556
  ],
1461
1557
  "isLineage": true,
1462
1558
  "name": "Consumes",
@@ -1851,50 +1947,7 @@
1851
1947
  },
1852
1948
  "type": [
1853
1949
  "null",
1854
- {
1855
- "type": "record",
1856
- "name": "MetadataAttribution",
1857
- "namespace": "com.linkedin.pegasus2avro.common",
1858
- "fields": [
1859
- {
1860
- "type": "long",
1861
- "name": "time",
1862
- "doc": "When this metadata was updated."
1863
- },
1864
- {
1865
- "java": {
1866
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
1867
- },
1868
- "type": "string",
1869
- "name": "actor",
1870
- "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
1871
- "Urn": "Urn"
1872
- },
1873
- {
1874
- "java": {
1875
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
1876
- },
1877
- "type": [
1878
- "null",
1879
- "string"
1880
- ],
1881
- "name": "source",
1882
- "default": null,
1883
- "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
1884
- "Urn": "Urn"
1885
- },
1886
- {
1887
- "type": {
1888
- "type": "map",
1889
- "values": "string"
1890
- },
1891
- "name": "sourceDetail",
1892
- "default": {},
1893
- "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
1894
- }
1895
- ],
1896
- "doc": "Information about who, why, and how this metadata was applied"
1897
- }
1950
+ "com.linkedin.pegasus2avro.common.MetadataAttribution"
1898
1951
  ],
1899
1952
  "name": "attribution",
1900
1953
  "default": null,
acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc CHANGED
@@ -21,6 +21,7 @@
21
21
  "BROADCAST_NEW_ACTION_WORKFLOW_FORM_REQUEST": "Broadcast that a new action workflow form request has been created or needs review.",
22
22
  "BROADCAST_NEW_INCIDENT_UPDATE": "Updates the broadcasted incident if possible.",
23
23
  "CUSTOM": "Legacy template types to support backwards compatibility.",
24
+ "INVITATION": "User invitation notification template.",
24
25
  "OWNERSHIP_CHANGE": "Ownership change notification template."
25
26
  },
26
27
  "name": "NotificationTemplateType",
@@ -28,6 +29,7 @@
28
29
  "symbols": [
29
30
  "OWNERSHIP_CHANGE",
30
31
  "BROADCAST_ASSERTION_STATUS_CHANGE",
32
+ "INVITATION",
31
33
  "CUSTOM",
32
34
  "BROADCAST_NEW_INCIDENT",
33
35
  "BROADCAST_NEW_INCIDENT_UPDATE",
@@ -229,6 +231,75 @@
229
231
  "name": "source",
230
232
  "default": null,
231
233
  "doc": "Source information for the ownership"
234
+ },
235
+ {
236
+ "Searchable": {
237
+ "/actor": {
238
+ "fieldName": "ownerAttributionActors",
239
+ "fieldType": "URN",
240
+ "queryByDefault": false
241
+ },
242
+ "/source": {
243
+ "fieldName": "ownerAttributionSources",
244
+ "fieldType": "URN",
245
+ "queryByDefault": false
246
+ },
247
+ "/time": {
248
+ "fieldName": "ownerAttributionDates",
249
+ "fieldType": "DATETIME",
250
+ "queryByDefault": false
251
+ }
252
+ },
253
+ "type": [
254
+ "null",
255
+ {
256
+ "type": "record",
257
+ "name": "MetadataAttribution",
258
+ "namespace": "com.linkedin.pegasus2avro.common",
259
+ "fields": [
260
+ {
261
+ "type": "long",
262
+ "name": "time",
263
+ "doc": "When this metadata was updated."
264
+ },
265
+ {
266
+ "java": {
267
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
268
+ },
269
+ "type": "string",
270
+ "name": "actor",
271
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
272
+ "Urn": "Urn"
273
+ },
274
+ {
275
+ "java": {
276
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
277
+ },
278
+ "type": [
279
+ "null",
280
+ "string"
281
+ ],
282
+ "name": "source",
283
+ "default": null,
284
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
285
+ "Urn": "Urn"
286
+ },
287
+ {
288
+ "type": {
289
+ "type": "map",
290
+ "values": "string"
291
+ },
292
+ "name": "sourceDetail",
293
+ "default": {},
294
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
295
+ }
296
+ ],
297
+ "doc": "Information about who, why, and how this metadata was applied"
298
+ }
299
+ ],
300
+ "name": "attribution",
301
+ "default": null,
302
+ "doc": "Information about who, why, and how this metadata was applied"
232
303
  }
233
304
  ],
234
305
  "doc": "Ownership information"
acryl_datahub_cloud/metadata/schemas/Ownership.avsc CHANGED
@@ -167,6 +167,75 @@
167
167
  "name": "source",
168
168
  "default": null,
169
169
  "doc": "Source information for the ownership"
170
+ },
171
+ {
172
+ "Searchable": {
173
+ "/actor": {
174
+ "fieldName": "ownerAttributionActors",
175
+ "fieldType": "URN",
176
+ "queryByDefault": false
177
+ },
178
+ "/source": {
179
+ "fieldName": "ownerAttributionSources",
180
+ "fieldType": "URN",
181
+ "queryByDefault": false
182
+ },
183
+ "/time": {
184
+ "fieldName": "ownerAttributionDates",
185
+ "fieldType": "DATETIME",
186
+ "queryByDefault": false
187
+ }
188
+ },
189
+ "type": [
190
+ "null",
191
+ {
192
+ "type": "record",
193
+ "name": "MetadataAttribution",
194
+ "namespace": "com.linkedin.pegasus2avro.common",
195
+ "fields": [
196
+ {
197
+ "type": "long",
198
+ "name": "time",
199
+ "doc": "When this metadata was updated."
200
+ },
201
+ {
202
+ "java": {
203
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
204
+ },
205
+ "type": "string",
206
+ "name": "actor",
207
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
208
+ "Urn": "Urn"
209
+ },
210
+ {
211
+ "java": {
212
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
213
+ },
214
+ "type": [
215
+ "null",
216
+ "string"
217
+ ],
218
+ "name": "source",
219
+ "default": null,
220
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
221
+ "Urn": "Urn"
222
+ },
223
+ {
224
+ "type": {
225
+ "type": "map",
226
+ "values": "string"
227
+ },
228
+ "name": "sourceDetail",
229
+ "default": {},
230
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
231
+ }
232
+ ],
233
+ "doc": "Information about who, why, and how this metadata was applied"
234
+ }
235
+ ],
236
+ "name": "attribution",
237
+ "default": null,
238
+ "doc": "Information about who, why, and how this metadata was applied"
170
239
  }
171
240
  ],
172
241
  "doc": "Ownership information"