acryl-datahub-cloud 0.3.11rc0__py3-none-any.whl → 0.3.16.1rc0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (238) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/acryl_cs_issues/models.py +5 -3
  3. acryl_datahub_cloud/action_request/action_request_owner_source.py +36 -6
  4. acryl_datahub_cloud/datahub_forms_notifications/__init__.py +0 -0
  5. acryl_datahub_cloud/datahub_forms_notifications/forms_notifications_source.py +569 -0
  6. acryl_datahub_cloud/datahub_forms_notifications/get_feature_flag.gql +7 -0
  7. acryl_datahub_cloud/datahub_forms_notifications/get_search_results_total.gql +14 -0
  8. acryl_datahub_cloud/datahub_forms_notifications/query.py +17 -0
  9. acryl_datahub_cloud/datahub_forms_notifications/scroll_forms_for_notification.gql +29 -0
  10. acryl_datahub_cloud/datahub_forms_notifications/send_form_notification_request.gql +5 -0
  11. acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +37 -13
  12. acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +55 -24
  13. acryl_datahub_cloud/datahub_reporting/extract_graph.py +4 -3
  14. acryl_datahub_cloud/datahub_reporting/extract_sql.py +242 -51
  15. acryl_datahub_cloud/datahub_reporting/forms.py +1 -1
  16. acryl_datahub_cloud/datahub_reporting/forms_config.py +3 -2
  17. acryl_datahub_cloud/datahub_restore/source.py +3 -2
  18. acryl_datahub_cloud/datahub_usage_reporting/excluded.py +94 -0
  19. acryl_datahub_cloud/datahub_usage_reporting/query_builder.py +48 -8
  20. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +518 -77
  21. acryl_datahub_cloud/elasticsearch/graph_service.py +76 -14
  22. acryl_datahub_cloud/graphql_utils.py +64 -0
  23. acryl_datahub_cloud/lineage_features/source.py +555 -49
  24. acryl_datahub_cloud/metadata/_urns/urn_defs.py +2296 -1900
  25. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionworkflow/__init__.py +53 -0
  26. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/anomaly/__init__.py +2 -0
  27. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/application/__init__.py +19 -0
  28. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +4 -2
  29. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +6 -0
  30. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/conversation/__init__.py +29 -0
  31. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py +2 -0
  32. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/execution/__init__.py +2 -0
  33. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/file/__init__.py +19 -0
  34. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/form/__init__.py +8 -0
  35. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/identity/__init__.py +8 -0
  36. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/knowledge/__init__.py +33 -0
  37. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
  38. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +12 -0
  39. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/search/features/__init__.py +2 -0
  40. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/module/__init__.py +31 -0
  41. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/notification/__init__.py +19 -0
  42. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/platform/event/v1/__init__.py +4 -0
  43. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/role/__init__.py +2 -0
  44. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/asset/__init__.py +19 -0
  45. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +28 -0
  46. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/template/__init__.py +31 -0
  47. acryl_datahub_cloud/metadata/schema.avsc +25091 -20557
  48. acryl_datahub_cloud/metadata/schema_classes.py +29269 -23863
  49. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +235 -2
  50. acryl_datahub_cloud/metadata/schemas/ActionWorkflowInfo.avsc +683 -0
  51. acryl_datahub_cloud/metadata/schemas/ActionWorkflowKey.avsc +21 -0
  52. acryl_datahub_cloud/metadata/schemas/Actors.avsc +38 -1
  53. acryl_datahub_cloud/metadata/schemas/ApplicationKey.avsc +31 -0
  54. acryl_datahub_cloud/metadata/schemas/ApplicationProperties.avsc +75 -0
  55. acryl_datahub_cloud/metadata/schemas/Applications.avsc +38 -0
  56. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +353 -215
  57. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +147 -20
  58. acryl_datahub_cloud/metadata/schemas/AssertionKey.avsc +1 -1
  59. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +166 -21
  60. acryl_datahub_cloud/metadata/schemas/{AssertionSummary.avsc → AssertionRunSummary.avsc} +15 -2
  61. acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc +54 -0
  62. acryl_datahub_cloud/metadata/schemas/AssetSettings.avsc +63 -0
  63. acryl_datahub_cloud/metadata/schemas/BusinessAttributeInfo.avsc +7 -3
  64. acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +20 -6
  65. acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +1 -0
  66. acryl_datahub_cloud/metadata/schemas/ConstraintInfo.avsc +12 -1
  67. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -0
  68. acryl_datahub_cloud/metadata/schemas/ContainerProperties.avsc +16 -5
  69. acryl_datahub_cloud/metadata/schemas/CorpGroupEditableInfo.avsc +2 -1
  70. acryl_datahub_cloud/metadata/schemas/CorpGroupInfo.avsc +7 -3
  71. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +2 -1
  72. acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +127 -2
  73. acryl_datahub_cloud/metadata/schemas/CorpUserEditableInfo.avsc +1 -1
  74. acryl_datahub_cloud/metadata/schemas/CorpUserInfo.avsc +18 -2
  75. acryl_datahub_cloud/metadata/schemas/CorpUserInvitationStatus.avsc +106 -0
  76. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +4 -1
  77. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +304 -2
  78. acryl_datahub_cloud/metadata/schemas/CorpUserUsageFeatures.avsc +86 -0
  79. acryl_datahub_cloud/metadata/schemas/DashboardInfo.avsc +11 -5
  80. acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +1 -0
  81. acryl_datahub_cloud/metadata/schemas/DataFlowInfo.avsc +15 -5
  82. acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -0
  83. acryl_datahub_cloud/metadata/schemas/DataHubAiConversationInfo.avsc +256 -0
  84. acryl_datahub_cloud/metadata/schemas/DataHubAiConversationKey.avsc +22 -0
  85. acryl_datahub_cloud/metadata/schemas/DataHubFileInfo.avsc +234 -0
  86. acryl_datahub_cloud/metadata/schemas/DataHubFileKey.avsc +22 -0
  87. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceKey.avsc +2 -1
  88. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleKey.avsc +21 -0
  89. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +308 -0
  90. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateKey.avsc +21 -0
  91. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateProperties.avsc +251 -0
  92. acryl_datahub_cloud/metadata/schemas/DataHubPolicyInfo.avsc +12 -1
  93. acryl_datahub_cloud/metadata/schemas/DataJobInfo.avsc +13 -4
  94. acryl_datahub_cloud/metadata/schemas/DataJobInputOutput.avsc +8 -0
  95. acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +1 -0
  96. acryl_datahub_cloud/metadata/schemas/DataPlatformInfo.avsc +3 -1
  97. acryl_datahub_cloud/metadata/schemas/DataPlatformInstanceProperties.avsc +5 -2
  98. acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc +4 -0
  99. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +2 -0
  100. acryl_datahub_cloud/metadata/schemas/DataProductProperties.avsc +6 -3
  101. acryl_datahub_cloud/metadata/schemas/DataTypeInfo.avsc +5 -0
  102. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +10 -2
  103. acryl_datahub_cloud/metadata/schemas/DatasetProperties.avsc +12 -5
  104. acryl_datahub_cloud/metadata/schemas/DatasetUsageStatistics.avsc +8 -0
  105. acryl_datahub_cloud/metadata/schemas/DocumentInfo.avsc +407 -0
  106. acryl_datahub_cloud/metadata/schemas/DocumentKey.avsc +35 -0
  107. acryl_datahub_cloud/metadata/schemas/DocumentSettings.avsc +79 -0
  108. acryl_datahub_cloud/metadata/schemas/DomainKey.avsc +2 -0
  109. acryl_datahub_cloud/metadata/schemas/DomainProperties.avsc +7 -3
  110. acryl_datahub_cloud/metadata/schemas/EditableContainerProperties.avsc +2 -1
  111. acryl_datahub_cloud/metadata/schemas/EditableDashboardProperties.avsc +2 -1
  112. acryl_datahub_cloud/metadata/schemas/EditableDataFlowProperties.avsc +2 -1
  113. acryl_datahub_cloud/metadata/schemas/EditableDataJobProperties.avsc +2 -1
  114. acryl_datahub_cloud/metadata/schemas/EditableDatasetProperties.avsc +2 -1
  115. acryl_datahub_cloud/metadata/schemas/EditableERModelRelationshipProperties.avsc +2 -1
  116. acryl_datahub_cloud/metadata/schemas/EditableMLFeatureProperties.avsc +2 -1
  117. acryl_datahub_cloud/metadata/schemas/EditableMLFeatureTableProperties.avsc +2 -1
  118. acryl_datahub_cloud/metadata/schemas/EditableMLModelGroupProperties.avsc +2 -1
  119. acryl_datahub_cloud/metadata/schemas/EditableMLModelProperties.avsc +2 -1
  120. acryl_datahub_cloud/metadata/schemas/EditableNotebookProperties.avsc +2 -1
  121. acryl_datahub_cloud/metadata/schemas/EditableSchemaMetadata.avsc +4 -2
  122. acryl_datahub_cloud/metadata/schemas/EntityTypeInfo.avsc +5 -0
  123. acryl_datahub_cloud/metadata/schemas/ExecutionRequestArtifactsLocation.avsc +16 -0
  124. acryl_datahub_cloud/metadata/schemas/ExecutionRequestKey.avsc +2 -1
  125. acryl_datahub_cloud/metadata/schemas/FormAssignmentStatus.avsc +36 -0
  126. acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +6 -0
  127. acryl_datahub_cloud/metadata/schemas/FormKey.avsc +3 -1
  128. acryl_datahub_cloud/metadata/schemas/FormNotifications.avsc +69 -0
  129. acryl_datahub_cloud/metadata/schemas/FormSettings.avsc +30 -0
  130. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +416 -0
  131. acryl_datahub_cloud/metadata/schemas/GlobalTags.avsc +2 -1
  132. acryl_datahub_cloud/metadata/schemas/GlossaryNodeInfo.avsc +3 -1
  133. acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +1 -0
  134. acryl_datahub_cloud/metadata/schemas/GlossaryTermInfo.avsc +3 -1
  135. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +2 -0
  136. acryl_datahub_cloud/metadata/schemas/IcebergWarehouseInfo.avsc +4 -0
  137. acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +3 -3
  138. acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +3 -3
  139. acryl_datahub_cloud/metadata/schemas/InferredMetadata.avsc +71 -1
  140. acryl_datahub_cloud/metadata/schemas/InputFields.avsc +2 -1
  141. acryl_datahub_cloud/metadata/schemas/InviteToken.avsc +26 -0
  142. acryl_datahub_cloud/metadata/schemas/LineageFeatures.avsc +67 -42
  143. acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc +145 -0
  144. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +4 -1
  145. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +4 -1
  146. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc +7 -1
  147. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +9 -1
  148. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +9 -1
  149. acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +4 -2
  150. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +4 -1
  151. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +418 -97
  152. acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc +62 -44
  153. acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc +61 -0
  154. acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +54 -9
  155. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +163 -23
  156. acryl_datahub_cloud/metadata/schemas/MonitorKey.avsc +9 -1
  157. acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +128 -3
  158. acryl_datahub_cloud/metadata/schemas/NotebookInfo.avsc +5 -2
  159. acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +1 -0
  160. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +91 -4
  161. acryl_datahub_cloud/metadata/schemas/Operation.avsc +17 -0
  162. acryl_datahub_cloud/metadata/schemas/Ownership.avsc +71 -1
  163. acryl_datahub_cloud/metadata/schemas/QuerySubjects.avsc +2 -13
  164. acryl_datahub_cloud/metadata/schemas/RelationshipChangeEvent.avsc +215 -0
  165. acryl_datahub_cloud/metadata/schemas/RoleProperties.avsc +3 -1
  166. acryl_datahub_cloud/metadata/schemas/SchemaFieldInfo.avsc +3 -1
  167. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +3 -0
  168. acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +2 -1
  169. acryl_datahub_cloud/metadata/schemas/SemanticContent.avsc +123 -0
  170. acryl_datahub_cloud/metadata/schemas/StructuredProperties.avsc +69 -0
  171. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +15 -4
  172. acryl_datahub_cloud/metadata/schemas/StructuredPropertySettings.avsc +9 -0
  173. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +136 -5
  174. acryl_datahub_cloud/metadata/schemas/SubscriptionKey.avsc +2 -1
  175. acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc +61 -0
  176. acryl_datahub_cloud/metadata/schemas/TagProperties.avsc +3 -1
  177. acryl_datahub_cloud/metadata/schemas/TestInfo.avsc +2 -1
  178. acryl_datahub_cloud/metadata/schemas/UpstreamLineage.avsc +9 -0
  179. acryl_datahub_cloud/metadata/schemas/UsageFeatures.avsc +10 -0
  180. acryl_datahub_cloud/notifications/__init__.py +0 -0
  181. acryl_datahub_cloud/notifications/notification_recipient_builder.py +399 -0
  182. acryl_datahub_cloud/sdk/__init__.py +69 -0
  183. acryl_datahub_cloud/sdk/assertion/__init__.py +58 -0
  184. acryl_datahub_cloud/sdk/assertion/assertion_base.py +779 -0
  185. acryl_datahub_cloud/sdk/assertion/column_metric_assertion.py +191 -0
  186. acryl_datahub_cloud/sdk/assertion/column_value_assertion.py +431 -0
  187. acryl_datahub_cloud/sdk/assertion/freshness_assertion.py +201 -0
  188. acryl_datahub_cloud/sdk/assertion/schema_assertion.py +268 -0
  189. acryl_datahub_cloud/sdk/assertion/smart_column_metric_assertion.py +212 -0
  190. acryl_datahub_cloud/sdk/assertion/smart_freshness_assertion.py +165 -0
  191. acryl_datahub_cloud/sdk/assertion/smart_sql_assertion.py +156 -0
  192. acryl_datahub_cloud/sdk/assertion/smart_volume_assertion.py +162 -0
  193. acryl_datahub_cloud/sdk/assertion/sql_assertion.py +273 -0
  194. acryl_datahub_cloud/sdk/assertion/types.py +20 -0
  195. acryl_datahub_cloud/sdk/assertion/volume_assertion.py +156 -0
  196. acryl_datahub_cloud/sdk/assertion_client/__init__.py +0 -0
  197. acryl_datahub_cloud/sdk/assertion_client/column_metric.py +545 -0
  198. acryl_datahub_cloud/sdk/assertion_client/column_value.py +617 -0
  199. acryl_datahub_cloud/sdk/assertion_client/freshness.py +371 -0
  200. acryl_datahub_cloud/sdk/assertion_client/helpers.py +166 -0
  201. acryl_datahub_cloud/sdk/assertion_client/schema.py +358 -0
  202. acryl_datahub_cloud/sdk/assertion_client/smart_column_metric.py +540 -0
  203. acryl_datahub_cloud/sdk/assertion_client/smart_freshness.py +373 -0
  204. acryl_datahub_cloud/sdk/assertion_client/smart_sql.py +411 -0
  205. acryl_datahub_cloud/sdk/assertion_client/smart_volume.py +380 -0
  206. acryl_datahub_cloud/sdk/assertion_client/sql.py +410 -0
  207. acryl_datahub_cloud/sdk/assertion_client/volume.py +446 -0
  208. acryl_datahub_cloud/sdk/assertion_input/__init__.py +0 -0
  209. acryl_datahub_cloud/sdk/assertion_input/assertion_input.py +1470 -0
  210. acryl_datahub_cloud/sdk/assertion_input/column_assertion_constants.py +114 -0
  211. acryl_datahub_cloud/sdk/assertion_input/column_assertion_utils.py +284 -0
  212. acryl_datahub_cloud/sdk/assertion_input/column_metric_assertion_input.py +759 -0
  213. acryl_datahub_cloud/sdk/assertion_input/column_metric_constants.py +109 -0
  214. acryl_datahub_cloud/sdk/assertion_input/column_value_assertion_input.py +810 -0
  215. acryl_datahub_cloud/sdk/assertion_input/freshness_assertion_input.py +305 -0
  216. acryl_datahub_cloud/sdk/assertion_input/schema_assertion_input.py +413 -0
  217. acryl_datahub_cloud/sdk/assertion_input/smart_column_metric_assertion_input.py +793 -0
  218. acryl_datahub_cloud/sdk/assertion_input/smart_freshness_assertion_input.py +218 -0
  219. acryl_datahub_cloud/sdk/assertion_input/smart_sql_assertion_input.py +181 -0
  220. acryl_datahub_cloud/sdk/assertion_input/smart_volume_assertion_input.py +189 -0
  221. acryl_datahub_cloud/sdk/assertion_input/sql_assertion_input.py +320 -0
  222. acryl_datahub_cloud/sdk/assertion_input/volume_assertion_input.py +635 -0
  223. acryl_datahub_cloud/sdk/assertions_client.py +1074 -0
  224. acryl_datahub_cloud/sdk/entities/__init__.py +0 -0
  225. acryl_datahub_cloud/sdk/entities/assertion.py +439 -0
  226. acryl_datahub_cloud/sdk/entities/monitor.py +291 -0
  227. acryl_datahub_cloud/sdk/entities/subscription.py +100 -0
  228. acryl_datahub_cloud/sdk/errors.py +34 -0
  229. acryl_datahub_cloud/sdk/resolver_client.py +42 -0
  230. acryl_datahub_cloud/sdk/subscription_client.py +737 -0
  231. {acryl_datahub_cloud-0.3.11rc0.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/METADATA +55 -49
  232. {acryl_datahub_cloud-0.3.11rc0.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/RECORD +235 -142
  233. {acryl_datahub_cloud-0.3.11rc0.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/WHEEL +1 -1
  234. {acryl_datahub_cloud-0.3.11rc0.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/entry_points.txt +1 -0
  235. acryl_datahub_cloud/_sdk_extras/__init__.py +0 -4
  236. acryl_datahub_cloud/_sdk_extras/assertion.py +0 -15
  237. acryl_datahub_cloud/_sdk_extras/assertions_client.py +0 -23
  238. {acryl_datahub_cloud-0.3.11rc0.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/top_level.txt +0 -0
@@ -80,13 +80,15 @@
80
80
  "type": "enum",
81
81
  "symbolDocs": {
82
82
  "EMAIL": "Email target type.",
83
- "SLACK": "Slack target type."
83
+ "SLACK": "Slack target type.",
84
+ "TEAMS": "Microsoft Teams target type."
84
85
  },
85
86
  "name": "NotificationSinkType",
86
87
  "namespace": "com.linkedin.pegasus2avro.event.notification",
87
88
  "symbols": [
88
89
  "SLACK",
89
- "EMAIL"
90
+ "EMAIL",
91
+ "TEAMS"
90
92
  ],
91
93
  "doc": "A type of sink / platform to send a notification to."
92
94
  }
@@ -152,6 +154,129 @@
152
154
  "default": null,
153
155
  "doc": "Email Notification Settings"
154
156
  },
157
+ {
158
+ "type": [
159
+ "null",
160
+ {
161
+ "type": "record",
162
+ "name": "TeamsNotificationSettings",
163
+ "namespace": "com.linkedin.pegasus2avro.event.notification.settings",
164
+ "fields": [
165
+ {
166
+ "type": [
167
+ "null",
168
+ {
169
+ "type": "record",
170
+ "name": "TeamsUser",
171
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
172
+ "fields": [
173
+ {
174
+ "type": [
175
+ "null",
176
+ "string"
177
+ ],
178
+ "name": "teamsUserId",
179
+ "default": null,
180
+ "doc": "The Teams user ID (internal Teams identifier).\nThis is the primary identifier used for Teams messaging."
181
+ },
182
+ {
183
+ "Searchable": {
184
+ "fieldType": "KEYWORD",
185
+ "queryByDefault": false
186
+ },
187
+ "type": [
188
+ "null",
189
+ "string"
190
+ ],
191
+ "name": "azureUserId",
192
+ "default": null,
193
+ "doc": "The Azure AD user ID (Azure Active Directory object ID).\nThis is the primary identifier for Azure AD operations and Microsoft Graph API calls."
194
+ },
195
+ {
196
+ "type": [
197
+ "null",
198
+ "string"
199
+ ],
200
+ "name": "email",
201
+ "default": null,
202
+ "doc": "The user's email address (fallback identifier).\nUsed when other IDs are not available or for email-based user resolution."
203
+ },
204
+ {
205
+ "type": [
206
+ "null",
207
+ "string"
208
+ ],
209
+ "name": "displayName",
210
+ "default": null,
211
+ "doc": "The user's display name (cached value, may be stale).\nRetrieved from Microsoft Graph API and cached for performance."
212
+ },
213
+ {
214
+ "type": [
215
+ "null",
216
+ "long"
217
+ ],
218
+ "name": "lastUpdated",
219
+ "default": null,
220
+ "doc": "The timestamp when the cached display name was last updated.\nUsed for TTL-based cache invalidation (milliseconds since epoch)."
221
+ }
222
+ ],
223
+ "doc": "Teams user information with cached display name and multiple ID support.\nFollows the same caching pattern as TeamsChannel for consistency."
224
+ }
225
+ ],
226
+ "name": "user",
227
+ "default": null,
228
+ "doc": "Optional structured user information with cached metadata.\nSupports both Azure AD user ID and Teams user ID with cached display name."
229
+ },
230
+ {
231
+ "type": [
232
+ "null",
233
+ {
234
+ "type": "array",
235
+ "items": {
236
+ "type": "record",
237
+ "name": "TeamsChannel",
238
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
239
+ "fields": [
240
+ {
241
+ "type": "string",
242
+ "name": "id",
243
+ "doc": "The Teams channel ID (internal Teams identifier)."
244
+ },
245
+ {
246
+ "type": [
247
+ "null",
248
+ "string"
249
+ ],
250
+ "name": "name",
251
+ "default": null,
252
+ "doc": "The Teams channel display name (cached value, may be stale)."
253
+ },
254
+ {
255
+ "type": [
256
+ "null",
257
+ "long"
258
+ ],
259
+ "name": "lastUpdated",
260
+ "default": null,
261
+ "doc": "The timestamp when the cached name was last updated.\nUsed for TTL-based cache invalidation."
262
+ }
263
+ ],
264
+ "doc": "Teams channel information with cached display name."
265
+ }
266
+ }
267
+ ],
268
+ "name": "channels",
269
+ "default": null,
270
+ "doc": "Optional list of structured channels with cached metadata"
271
+ }
272
+ ],
273
+ "doc": "Microsoft Teams Notification settings for an actor."
274
+ }
275
+ ],
276
+ "name": "teamsSettings",
277
+ "default": null,
278
+ "doc": "Microsoft Teams Notification Settings"
279
+ },
155
280
  {
156
281
  "type": [
157
282
  "null",
@@ -206,6 +331,183 @@
206
331
  "name": "notificationSettings",
207
332
  "default": null,
208
333
  "doc": "Notification settings for a user"
334
+ },
335
+ {
336
+ "type": [
337
+ "null",
338
+ {
339
+ "type": "record",
340
+ "name": "CorpUserHomePageSettings",
341
+ "namespace": "com.linkedin.pegasus2avro.identity",
342
+ "fields": [
343
+ {
344
+ "Relationship": {
345
+ "entityTypes": [
346
+ "dataHubPageTemplate"
347
+ ],
348
+ "name": "HasPersonalPageTemplate"
349
+ },
350
+ "java": {
351
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
352
+ },
353
+ "type": [
354
+ "null",
355
+ "string"
356
+ ],
357
+ "name": "pageTemplate",
358
+ "default": null,
359
+ "doc": "The page template that will be rendered in the UI by default for this user",
360
+ "Urn": "Urn",
361
+ "entityTypes": [
362
+ "dataHubPageTemplate"
363
+ ]
364
+ },
365
+ {
366
+ "type": [
367
+ "null",
368
+ {
369
+ "type": "array",
370
+ "items": "string"
371
+ }
372
+ ],
373
+ "name": "dismissedAnnouncements",
374
+ "default": null,
375
+ "doc": "The list of announcement urns that have been dismissed by the user"
376
+ }
377
+ ],
378
+ "doc": "Settings related to the home page for a user"
379
+ }
380
+ ],
381
+ "name": "homePage",
382
+ "default": null,
383
+ "doc": "Settings related to the home page for a user"
384
+ },
385
+ {
386
+ "type": [
387
+ "null",
388
+ {
389
+ "type": "record",
390
+ "name": "AiAssistantSettings",
391
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
392
+ "fields": [
393
+ {
394
+ "type": {
395
+ "type": "array",
396
+ "items": {
397
+ "type": "record",
398
+ "name": "AiInstruction",
399
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
400
+ "fields": [
401
+ {
402
+ "type": "string",
403
+ "name": "id",
404
+ "doc": "A unique identifier for this instruction.\nThis will enable users to manage multiple versions of the same instruction in the future."
405
+ },
406
+ {
407
+ "type": {
408
+ "type": "enum",
409
+ "symbolDocs": {
410
+ "GENERAL_CONTEXT": "General context to customize the AI assistant's behavior globally or personally. This is the only supported type currently."
411
+ },
412
+ "name": "AiInstructionType",
413
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
414
+ "symbols": [
415
+ "GENERAL_CONTEXT"
416
+ ]
417
+ },
418
+ "name": "type",
419
+ "doc": "A unique identifier for this instruction.\nThis will enable users to manage multiple versions of the same instruction in the future."
420
+ },
421
+ {
422
+ "type": {
423
+ "type": "enum",
424
+ "symbolDocs": {
425
+ "ACTIVE": "The instruction is active and will be used by the AI assistant.",
426
+ "INACTIVE": "The instruction is inactive and will not be used by the AI assistant."
427
+ },
428
+ "name": "AiInstructionState",
429
+ "namespace": "com.linkedin.pegasus2avro.settings.global",
430
+ "symbols": [
431
+ "ACTIVE",
432
+ "INACTIVE"
433
+ ]
434
+ },
435
+ "name": "state",
436
+ "doc": "The state of the instruction"
437
+ },
438
+ {
439
+ "type": "string",
440
+ "name": "instruction",
441
+ "doc": "Custom instruction text to be sent to the AI model."
442
+ },
443
+ {
444
+ "type": {
445
+ "type": "record",
446
+ "name": "AuditStamp",
447
+ "namespace": "com.linkedin.pegasus2avro.common",
448
+ "fields": [
449
+ {
450
+ "type": "long",
451
+ "name": "time",
452
+ "doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
453
+ },
454
+ {
455
+ "java": {
456
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
457
+ },
458
+ "type": "string",
459
+ "name": "actor",
460
+ "doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
461
+ "Urn": "Urn"
462
+ },
463
+ {
464
+ "java": {
465
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
466
+ },
467
+ "type": [
468
+ "null",
469
+ "string"
470
+ ],
471
+ "name": "impersonator",
472
+ "default": null,
473
+ "doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
474
+ "Urn": "Urn"
475
+ },
476
+ {
477
+ "type": [
478
+ "null",
479
+ "string"
480
+ ],
481
+ "name": "message",
482
+ "default": null,
483
+ "doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
484
+ }
485
+ ],
486
+ "doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
487
+ },
488
+ "name": "created",
489
+ "doc": "The actor + timestamp of when this instruction was created."
490
+ },
491
+ {
492
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
493
+ "name": "lastModified",
494
+ "doc": "The actor + timestamp of when this instruction was last modified."
495
+ }
496
+ ],
497
+ "doc": "An object representing custom AI instructions for the AI assistant.\nGenerally, these are injected into the prompt sent to the AI model.\n\nIn the future we extend this to include positive examples, negative examples,\nand other parameters to customize the AI model's behavior."
498
+ }
499
+ },
500
+ "name": "instructions",
501
+ "default": [],
502
+ "doc": "Custom instructions to inject into the AI assistant prompt"
503
+ }
504
+ ],
505
+ "doc": "Settings related to the AI assistant (Ask DataHub) feature"
506
+ }
507
+ ],
508
+ "name": "aiAssistant",
509
+ "default": null,
510
+ "doc": "Settings related to AI-powered chat assistant (Ask DataHub)."
209
511
  }
210
512
  ],
211
513
  "doc": "Settings that a user can customize through the DataHub UI"
@@ -0,0 +1,86 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "corpUserUsageFeatures"
5
+ },
6
+ "name": "CorpUserUsageFeatures",
7
+ "namespace": "com.linkedin.pegasus2avro.metadata.search.features",
8
+ "fields": [
9
+ {
10
+ "Searchable": {
11
+ "fieldName": "userUsageTotalPast30DaysFeature",
12
+ "fieldType": "COUNT"
13
+ },
14
+ "type": [
15
+ "null",
16
+ "long"
17
+ ],
18
+ "name": "userUsageTotalPast30Days",
19
+ "default": null,
20
+ "doc": "Total number of usage in the last 30 days"
21
+ },
22
+ {
23
+ "Searchable": {
24
+ "/*": {
25
+ "fieldName": "platformUsageTotal",
26
+ "fieldType": "OBJECT",
27
+ "queryByDefault": false
28
+ }
29
+ },
30
+ "type": [
31
+ "null",
32
+ {
33
+ "type": "map",
34
+ "values": "double"
35
+ }
36
+ ],
37
+ "name": "userPlatformUsageTotalsPast30Days",
38
+ "default": null,
39
+ "doc": "usage broken down by platform so we can differentiate between top users of snowflake vs redshift\nkey is supposed to be platform urn"
40
+ },
41
+ {
42
+ "Searchable": {
43
+ "/*": {
44
+ "fieldName": "platformUsagePercentage",
45
+ "fieldType": "OBJECT",
46
+ "queryByDefault": false
47
+ }
48
+ },
49
+ "type": [
50
+ "null",
51
+ {
52
+ "type": "map",
53
+ "values": "double"
54
+ }
55
+ ],
56
+ "name": "userPlatformUsagePercentilePast30Days",
57
+ "default": null,
58
+ "doc": "usage broken down by platform so we can differentiate between top users of snowflake vs redshift"
59
+ },
60
+ {
61
+ "Searchable": {
62
+ "fieldName": "userUsagePercentilePast30DaysFeature",
63
+ "fieldType": "DOUBLE"
64
+ },
65
+ "type": [
66
+ "null",
67
+ "double"
68
+ ],
69
+ "name": "userUsagePercentilePast30Days",
70
+ "default": null,
71
+ "doc": "Platform usage total percentile for ranking users across all platforms"
72
+ },
73
+ {
74
+ "type": [
75
+ "null",
76
+ {
77
+ "type": "map",
78
+ "values": "double"
79
+ }
80
+ ],
81
+ "name": "userTopDatasetsByUsage",
82
+ "default": null,
83
+ "doc": "Gather what are the top datasets per user so we can create a welcome module\nWith links to the users top datasets with lineage (top 25)\nMap keys are dataset URN strings"
84
+ }
85
+ ]
86
+ }
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": "string",
50
52
  "name": "title",
@@ -53,7 +55,8 @@
53
55
  {
54
56
  "Searchable": {
55
57
  "fieldType": "TEXT",
56
- "hasValuesFieldName": "hasDescription"
58
+ "hasValuesFieldName": "hasDescription",
59
+ "searchTier": 2
57
60
  },
58
61
  "type": "string",
59
62
  "name": "description",
@@ -282,7 +285,8 @@
282
285
  "Searchable": {
283
286
  "/lastModified/time": {
284
287
  "fieldName": "lastModifiedAt",
285
- "fieldType": "DATETIME"
288
+ "fieldType": "DATETIME",
289
+ "searchLabel": "lastModifiedAt"
286
290
  }
287
291
  },
288
292
  "type": {
@@ -329,7 +333,8 @@
329
333
  },
330
334
  {
331
335
  "Searchable": {
332
- "fieldType": "KEYWORD"
336
+ "fieldType": "KEYWORD",
337
+ "searchTier": 4
333
338
  },
334
339
  "java": {
335
340
  "class": "com.linkedin.pegasus2avro.common.url.Url",
@@ -347,7 +352,8 @@
347
352
  "Searchable": {
348
353
  "addToFilters": true,
349
354
  "fieldType": "KEYWORD",
350
- "filterNameOverride": "Access Level"
355
+ "filterNameOverride": "Access Level",
356
+ "searchTier": 4
351
357
  },
352
358
  "type": [
353
359
  "null",
@@ -6,6 +6,7 @@
6
6
  "entityCategory": "_unset_",
7
7
  "entityAspects": [
8
8
  "domains",
9
+ "applications",
9
10
  "container",
10
11
  "deprecation",
11
12
  "dashboardUsageStatistics",
@@ -44,7 +44,9 @@
44
44
  "fieldNameAliases": [
45
45
  "_entityName"
46
46
  ],
47
- "fieldType": "WORD_GRAM"
47
+ "fieldType": "WORD_GRAM",
48
+ "searchLabel": "entityName",
49
+ "searchTier": 1
48
50
  },
49
51
  "type": "string",
50
52
  "name": "name",
@@ -53,7 +55,8 @@
53
55
  {
54
56
  "Searchable": {
55
57
  "fieldType": "TEXT",
56
- "hasValuesFieldName": "hasDescription"
58
+ "hasValuesFieldName": "hasDescription",
59
+ "searchTier": 2
57
60
  },
58
61
  "type": [
59
62
  "null",
@@ -66,7 +69,8 @@
66
69
  {
67
70
  "Searchable": {
68
71
  "fieldType": "TEXT_PARTIAL",
69
- "queryByDefault": false
72
+ "queryByDefault": false,
73
+ "searchTier": 3
70
74
  },
71
75
  "type": [
72
76
  "null",
@@ -80,7 +84,8 @@
80
84
  "Searchable": {
81
85
  "/time": {
82
86
  "fieldName": "createdAt",
83
- "fieldType": "DATETIME"
87
+ "fieldType": "DATETIME",
88
+ "searchLabel": "createdAt"
84
89
  }
85
90
  },
86
91
  "type": [
@@ -120,7 +125,8 @@
120
125
  "Searchable": {
121
126
  "/time": {
122
127
  "fieldName": "lastModifiedAt",
123
- "fieldType": "DATETIME"
128
+ "fieldType": "DATETIME",
129
+ "searchLabel": "lastModifiedAt"
124
130
  }
125
131
  },
126
132
  "type": [
@@ -153,6 +159,8 @@
153
159
  "QA": "Designates quality assurance fabrics",
154
160
  "RVW": "Designates review fabrics",
155
161
  "SANDBOX": "Designates sandbox fabrics",
162
+ "SBX": "Alternative spelling for sandbox",
163
+ "SIT": "System Integration Testing",
156
164
  "STG": "Designates staging fabrics",
157
165
  "TEST": "Designates testing fabrics",
158
166
  "TST": "Alternative Test spelling",
@@ -174,6 +182,8 @@
174
182
  "RVW",
175
183
  "PRD",
176
184
  "TST",
185
+ "SIT",
186
+ "SBX",
177
187
  "SANDBOX"
178
188
  ],
179
189
  "doc": "Fabric group type"
@@ -6,6 +6,7 @@
6
6
  "entityCategory": "core",
7
7
  "entityAspects": [
8
8
  "domains",
9
+ "applications",
9
10
  "deprecation",
10
11
  "versionInfo",
11
12
  "dataFlowInfo",