acryl-datahub-cloud 0.3.10rc4__py3-none-any.whl → 0.3.16.1rc0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (243) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/acryl_cs_issues/acryl_customer.py +1 -1
  3. acryl_datahub_cloud/acryl_cs_issues/models.py +5 -3
  4. acryl_datahub_cloud/action_request/action_request_owner_source.py +37 -8
  5. acryl_datahub_cloud/datahub_forms_notifications/__init__.py +0 -0
  6. acryl_datahub_cloud/datahub_forms_notifications/forms_notifications_source.py +569 -0
  7. acryl_datahub_cloud/datahub_forms_notifications/get_feature_flag.gql +7 -0
  8. acryl_datahub_cloud/datahub_forms_notifications/get_search_results_total.gql +14 -0
  9. acryl_datahub_cloud/datahub_forms_notifications/query.py +17 -0
  10. acryl_datahub_cloud/datahub_forms_notifications/scroll_forms_for_notification.gql +29 -0
  11. acryl_datahub_cloud/datahub_forms_notifications/send_form_notification_request.gql +5 -0
  12. acryl_datahub_cloud/datahub_reporting/datahub_dataset.py +39 -19
  13. acryl_datahub_cloud/datahub_reporting/datahub_form_reporting.py +60 -25
  14. acryl_datahub_cloud/datahub_reporting/extract_graph.py +9 -3
  15. acryl_datahub_cloud/datahub_reporting/extract_sql.py +248 -52
  16. acryl_datahub_cloud/datahub_reporting/forms.py +1 -1
  17. acryl_datahub_cloud/datahub_reporting/forms_config.py +3 -2
  18. acryl_datahub_cloud/datahub_restore/source.py +3 -2
  19. acryl_datahub_cloud/datahub_usage_reporting/excluded.py +94 -0
  20. acryl_datahub_cloud/datahub_usage_reporting/query_builder.py +48 -8
  21. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +532 -109
  22. acryl_datahub_cloud/elasticsearch/graph_service.py +76 -14
  23. acryl_datahub_cloud/graphql_utils.py +64 -0
  24. acryl_datahub_cloud/lineage_features/source.py +555 -49
  25. acryl_datahub_cloud/metadata/_urns/urn_defs.py +2390 -1938
  26. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/actionworkflow/__init__.py +53 -0
  27. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/anomaly/__init__.py +2 -0
  28. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/application/__init__.py +19 -0
  29. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/assertion/__init__.py +6 -2
  30. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +6 -0
  31. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/conversation/__init__.py +29 -0
  32. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py +2 -0
  33. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/execution/__init__.py +2 -0
  34. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/file/__init__.py +19 -0
  35. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/form/__init__.py +8 -0
  36. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/identity/__init__.py +8 -0
  37. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/knowledge/__init__.py +33 -0
  38. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
  39. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +14 -0
  40. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/search/features/__init__.py +2 -0
  41. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/module/__init__.py +31 -0
  42. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/monitor/__init__.py +6 -0
  43. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/notification/__init__.py +19 -0
  44. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/platform/event/v1/__init__.py +4 -0
  45. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/role/__init__.py +2 -0
  46. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/asset/__init__.py +19 -0
  47. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +28 -0
  48. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/template/__init__.py +31 -0
  49. acryl_datahub_cloud/metadata/schema.avsc +27843 -23200
  50. acryl_datahub_cloud/metadata/schema_classes.py +29901 -24310
  51. acryl_datahub_cloud/metadata/schemas/ActionRequestInfo.avsc +235 -2
  52. acryl_datahub_cloud/metadata/schemas/ActionWorkflowInfo.avsc +683 -0
  53. acryl_datahub_cloud/metadata/schemas/ActionWorkflowKey.avsc +21 -0
  54. acryl_datahub_cloud/metadata/schemas/Actors.avsc +38 -1
  55. acryl_datahub_cloud/metadata/schemas/ApplicationKey.avsc +31 -0
  56. acryl_datahub_cloud/metadata/schemas/ApplicationProperties.avsc +75 -0
  57. acryl_datahub_cloud/metadata/schemas/Applications.avsc +38 -0
  58. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +375 -212
  59. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +147 -20
  60. acryl_datahub_cloud/metadata/schemas/AssertionKey.avsc +1 -1
  61. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +191 -21
  62. acryl_datahub_cloud/metadata/schemas/{AssertionSummary.avsc → AssertionRunSummary.avsc} +15 -2
  63. acryl_datahub_cloud/metadata/schemas/AssertionsSummary.avsc +54 -0
  64. acryl_datahub_cloud/metadata/schemas/AssetSettings.avsc +63 -0
  65. acryl_datahub_cloud/metadata/schemas/BusinessAttributeInfo.avsc +7 -3
  66. acryl_datahub_cloud/metadata/schemas/ChartInfo.avsc +20 -6
  67. acryl_datahub_cloud/metadata/schemas/ChartKey.avsc +1 -0
  68. acryl_datahub_cloud/metadata/schemas/ConstraintInfo.avsc +12 -1
  69. acryl_datahub_cloud/metadata/schemas/ContainerKey.avsc +1 -0
  70. acryl_datahub_cloud/metadata/schemas/ContainerProperties.avsc +16 -5
  71. acryl_datahub_cloud/metadata/schemas/CorpGroupEditableInfo.avsc +2 -1
  72. acryl_datahub_cloud/metadata/schemas/CorpGroupInfo.avsc +7 -3
  73. acryl_datahub_cloud/metadata/schemas/CorpGroupKey.avsc +2 -1
  74. acryl_datahub_cloud/metadata/schemas/CorpGroupSettings.avsc +127 -2
  75. acryl_datahub_cloud/metadata/schemas/CorpUserEditableInfo.avsc +1 -1
  76. acryl_datahub_cloud/metadata/schemas/CorpUserInfo.avsc +18 -2
  77. acryl_datahub_cloud/metadata/schemas/CorpUserInvitationStatus.avsc +106 -0
  78. acryl_datahub_cloud/metadata/schemas/CorpUserKey.avsc +4 -1
  79. acryl_datahub_cloud/metadata/schemas/CorpUserSettings.avsc +304 -2
  80. acryl_datahub_cloud/metadata/schemas/CorpUserUsageFeatures.avsc +86 -0
  81. acryl_datahub_cloud/metadata/schemas/DashboardInfo.avsc +11 -5
  82. acryl_datahub_cloud/metadata/schemas/DashboardKey.avsc +1 -0
  83. acryl_datahub_cloud/metadata/schemas/DataContractKey.avsc +2 -1
  84. acryl_datahub_cloud/metadata/schemas/DataFlowInfo.avsc +15 -5
  85. acryl_datahub_cloud/metadata/schemas/DataFlowKey.avsc +1 -0
  86. acryl_datahub_cloud/metadata/schemas/DataHubAiConversationInfo.avsc +256 -0
  87. acryl_datahub_cloud/metadata/schemas/DataHubAiConversationKey.avsc +22 -0
  88. acryl_datahub_cloud/metadata/schemas/DataHubFileInfo.avsc +234 -0
  89. acryl_datahub_cloud/metadata/schemas/DataHubFileKey.avsc +22 -0
  90. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceKey.avsc +2 -1
  91. acryl_datahub_cloud/metadata/schemas/DataHubOpenAPISchemaKey.avsc +22 -0
  92. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleKey.avsc +21 -0
  93. acryl_datahub_cloud/metadata/schemas/DataHubPageModuleProperties.avsc +308 -0
  94. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateKey.avsc +21 -0
  95. acryl_datahub_cloud/metadata/schemas/DataHubPageTemplateProperties.avsc +251 -0
  96. acryl_datahub_cloud/metadata/schemas/DataHubPolicyInfo.avsc +12 -1
  97. acryl_datahub_cloud/metadata/schemas/DataJobInfo.avsc +13 -4
  98. acryl_datahub_cloud/metadata/schemas/DataJobInputOutput.avsc +8 -0
  99. acryl_datahub_cloud/metadata/schemas/DataJobKey.avsc +1 -0
  100. acryl_datahub_cloud/metadata/schemas/DataPlatformInfo.avsc +3 -1
  101. acryl_datahub_cloud/metadata/schemas/DataPlatformInstanceProperties.avsc +5 -2
  102. acryl_datahub_cloud/metadata/schemas/DataProcessKey.avsc +4 -0
  103. acryl_datahub_cloud/metadata/schemas/DataProductKey.avsc +2 -0
  104. acryl_datahub_cloud/metadata/schemas/DataProductProperties.avsc +6 -3
  105. acryl_datahub_cloud/metadata/schemas/DataTransformLogic.avsc +4 -2
  106. acryl_datahub_cloud/metadata/schemas/DataTypeInfo.avsc +5 -0
  107. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +10 -2
  108. acryl_datahub_cloud/metadata/schemas/DatasetProperties.avsc +12 -5
  109. acryl_datahub_cloud/metadata/schemas/DatasetUsageStatistics.avsc +8 -0
  110. acryl_datahub_cloud/metadata/schemas/DocumentInfo.avsc +407 -0
  111. acryl_datahub_cloud/metadata/schemas/DocumentKey.avsc +35 -0
  112. acryl_datahub_cloud/metadata/schemas/DocumentSettings.avsc +79 -0
  113. acryl_datahub_cloud/metadata/schemas/DomainKey.avsc +2 -0
  114. acryl_datahub_cloud/metadata/schemas/DomainProperties.avsc +7 -3
  115. acryl_datahub_cloud/metadata/schemas/EditableContainerProperties.avsc +2 -1
  116. acryl_datahub_cloud/metadata/schemas/EditableDashboardProperties.avsc +2 -1
  117. acryl_datahub_cloud/metadata/schemas/EditableDataFlowProperties.avsc +2 -1
  118. acryl_datahub_cloud/metadata/schemas/EditableDataJobProperties.avsc +2 -1
  119. acryl_datahub_cloud/metadata/schemas/EditableDatasetProperties.avsc +2 -1
  120. acryl_datahub_cloud/metadata/schemas/EditableERModelRelationshipProperties.avsc +2 -1
  121. acryl_datahub_cloud/metadata/schemas/EditableMLFeatureProperties.avsc +2 -1
  122. acryl_datahub_cloud/metadata/schemas/EditableMLFeatureTableProperties.avsc +2 -1
  123. acryl_datahub_cloud/metadata/schemas/EditableMLModelGroupProperties.avsc +2 -1
  124. acryl_datahub_cloud/metadata/schemas/EditableMLModelProperties.avsc +2 -1
  125. acryl_datahub_cloud/metadata/schemas/EditableNotebookProperties.avsc +2 -1
  126. acryl_datahub_cloud/metadata/schemas/EditableSchemaMetadata.avsc +4 -2
  127. acryl_datahub_cloud/metadata/schemas/EntityTypeInfo.avsc +5 -0
  128. acryl_datahub_cloud/metadata/schemas/ExecutionRequestArtifactsLocation.avsc +16 -0
  129. acryl_datahub_cloud/metadata/schemas/ExecutionRequestKey.avsc +2 -1
  130. acryl_datahub_cloud/metadata/schemas/FormAssignmentStatus.avsc +36 -0
  131. acryl_datahub_cloud/metadata/schemas/FormInfo.avsc +6 -0
  132. acryl_datahub_cloud/metadata/schemas/FormKey.avsc +3 -1
  133. acryl_datahub_cloud/metadata/schemas/FormNotifications.avsc +69 -0
  134. acryl_datahub_cloud/metadata/schemas/FormSettings.avsc +30 -0
  135. acryl_datahub_cloud/metadata/schemas/GlobalSettingsInfo.avsc +416 -0
  136. acryl_datahub_cloud/metadata/schemas/GlobalTags.avsc +2 -1
  137. acryl_datahub_cloud/metadata/schemas/GlossaryNodeInfo.avsc +3 -1
  138. acryl_datahub_cloud/metadata/schemas/GlossaryNodeKey.avsc +1 -0
  139. acryl_datahub_cloud/metadata/schemas/GlossaryTermInfo.avsc +3 -1
  140. acryl_datahub_cloud/metadata/schemas/GlossaryTermKey.avsc +2 -0
  141. acryl_datahub_cloud/metadata/schemas/IcebergWarehouseInfo.avsc +4 -0
  142. acryl_datahub_cloud/metadata/schemas/IncidentActivityEvent.avsc +3 -3
  143. acryl_datahub_cloud/metadata/schemas/IncidentInfo.avsc +3 -3
  144. acryl_datahub_cloud/metadata/schemas/InferredMetadata.avsc +71 -1
  145. acryl_datahub_cloud/metadata/schemas/InputFields.avsc +2 -1
  146. acryl_datahub_cloud/metadata/schemas/InviteToken.avsc +26 -0
  147. acryl_datahub_cloud/metadata/schemas/LineageFeatures.avsc +67 -42
  148. acryl_datahub_cloud/metadata/schemas/LogicalParent.avsc +145 -0
  149. acryl_datahub_cloud/metadata/schemas/MLFeatureKey.avsc +4 -1
  150. acryl_datahub_cloud/metadata/schemas/MLFeatureTableKey.avsc +4 -1
  151. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentKey.avsc +7 -1
  152. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +3 -0
  153. acryl_datahub_cloud/metadata/schemas/MLModelGroupKey.avsc +9 -1
  154. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +9 -1
  155. acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +4 -2
  156. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyKey.avsc +4 -1
  157. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +424 -97
  158. acryl_datahub_cloud/metadata/schemas/MetadataChangeLog.avsc +65 -44
  159. acryl_datahub_cloud/metadata/schemas/MetadataChangeProposal.avsc +64 -0
  160. acryl_datahub_cloud/metadata/schemas/MonitorAnomalyEvent.avsc +84 -29
  161. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +221 -23
  162. acryl_datahub_cloud/metadata/schemas/MonitorKey.avsc +9 -1
  163. acryl_datahub_cloud/metadata/schemas/MonitorSuiteInfo.avsc +128 -3
  164. acryl_datahub_cloud/metadata/schemas/NotebookInfo.avsc +5 -2
  165. acryl_datahub_cloud/metadata/schemas/NotebookKey.avsc +1 -0
  166. acryl_datahub_cloud/metadata/schemas/NotificationRequest.avsc +91 -4
  167. acryl_datahub_cloud/metadata/schemas/Operation.avsc +17 -0
  168. acryl_datahub_cloud/metadata/schemas/Ownership.avsc +71 -1
  169. acryl_datahub_cloud/metadata/schemas/QueryProperties.avsc +4 -2
  170. acryl_datahub_cloud/metadata/schemas/QuerySubjects.avsc +2 -13
  171. acryl_datahub_cloud/metadata/schemas/RelationshipChangeEvent.avsc +215 -0
  172. acryl_datahub_cloud/metadata/schemas/RoleProperties.avsc +3 -1
  173. acryl_datahub_cloud/metadata/schemas/SchemaFieldInfo.avsc +3 -1
  174. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +3 -0
  175. acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +2 -1
  176. acryl_datahub_cloud/metadata/schemas/SemanticContent.avsc +123 -0
  177. acryl_datahub_cloud/metadata/schemas/StructuredProperties.avsc +69 -0
  178. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +15 -4
  179. acryl_datahub_cloud/metadata/schemas/StructuredPropertySettings.avsc +9 -0
  180. acryl_datahub_cloud/metadata/schemas/SubscriptionInfo.avsc +136 -5
  181. acryl_datahub_cloud/metadata/schemas/SubscriptionKey.avsc +2 -1
  182. acryl_datahub_cloud/metadata/schemas/SystemMetadata.avsc +147 -0
  183. acryl_datahub_cloud/metadata/schemas/TagProperties.avsc +3 -1
  184. acryl_datahub_cloud/metadata/schemas/TestInfo.avsc +2 -1
  185. acryl_datahub_cloud/metadata/schemas/UpstreamLineage.avsc +9 -0
  186. acryl_datahub_cloud/metadata/schemas/UsageFeatures.avsc +10 -0
  187. acryl_datahub_cloud/metadata/schemas/__init__.py +3 -3
  188. acryl_datahub_cloud/notifications/__init__.py +0 -0
  189. acryl_datahub_cloud/notifications/notification_recipient_builder.py +399 -0
  190. acryl_datahub_cloud/sdk/__init__.py +69 -0
  191. acryl_datahub_cloud/sdk/assertion/__init__.py +58 -0
  192. acryl_datahub_cloud/sdk/assertion/assertion_base.py +779 -0
  193. acryl_datahub_cloud/sdk/assertion/column_metric_assertion.py +191 -0
  194. acryl_datahub_cloud/sdk/assertion/column_value_assertion.py +431 -0
  195. acryl_datahub_cloud/sdk/assertion/freshness_assertion.py +201 -0
  196. acryl_datahub_cloud/sdk/assertion/schema_assertion.py +268 -0
  197. acryl_datahub_cloud/sdk/assertion/smart_column_metric_assertion.py +212 -0
  198. acryl_datahub_cloud/sdk/assertion/smart_freshness_assertion.py +165 -0
  199. acryl_datahub_cloud/sdk/assertion/smart_sql_assertion.py +156 -0
  200. acryl_datahub_cloud/sdk/assertion/smart_volume_assertion.py +162 -0
  201. acryl_datahub_cloud/sdk/assertion/sql_assertion.py +273 -0
  202. acryl_datahub_cloud/sdk/assertion/types.py +20 -0
  203. acryl_datahub_cloud/sdk/assertion/volume_assertion.py +156 -0
  204. acryl_datahub_cloud/sdk/assertion_client/__init__.py +0 -0
  205. acryl_datahub_cloud/sdk/assertion_client/column_metric.py +545 -0
  206. acryl_datahub_cloud/sdk/assertion_client/column_value.py +617 -0
  207. acryl_datahub_cloud/sdk/assertion_client/freshness.py +371 -0
  208. acryl_datahub_cloud/sdk/assertion_client/helpers.py +166 -0
  209. acryl_datahub_cloud/sdk/assertion_client/schema.py +358 -0
  210. acryl_datahub_cloud/sdk/assertion_client/smart_column_metric.py +540 -0
  211. acryl_datahub_cloud/sdk/assertion_client/smart_freshness.py +373 -0
  212. acryl_datahub_cloud/sdk/assertion_client/smart_sql.py +411 -0
  213. acryl_datahub_cloud/sdk/assertion_client/smart_volume.py +380 -0
  214. acryl_datahub_cloud/sdk/assertion_client/sql.py +410 -0
  215. acryl_datahub_cloud/sdk/assertion_client/volume.py +446 -0
  216. acryl_datahub_cloud/sdk/assertion_input/__init__.py +0 -0
  217. acryl_datahub_cloud/sdk/assertion_input/assertion_input.py +1470 -0
  218. acryl_datahub_cloud/sdk/assertion_input/column_assertion_constants.py +114 -0
  219. acryl_datahub_cloud/sdk/assertion_input/column_assertion_utils.py +284 -0
  220. acryl_datahub_cloud/sdk/assertion_input/column_metric_assertion_input.py +759 -0
  221. acryl_datahub_cloud/sdk/assertion_input/column_metric_constants.py +109 -0
  222. acryl_datahub_cloud/sdk/assertion_input/column_value_assertion_input.py +810 -0
  223. acryl_datahub_cloud/sdk/assertion_input/freshness_assertion_input.py +305 -0
  224. acryl_datahub_cloud/sdk/assertion_input/schema_assertion_input.py +413 -0
  225. acryl_datahub_cloud/sdk/assertion_input/smart_column_metric_assertion_input.py +793 -0
  226. acryl_datahub_cloud/sdk/assertion_input/smart_freshness_assertion_input.py +218 -0
  227. acryl_datahub_cloud/sdk/assertion_input/smart_sql_assertion_input.py +181 -0
  228. acryl_datahub_cloud/sdk/assertion_input/smart_volume_assertion_input.py +189 -0
  229. acryl_datahub_cloud/sdk/assertion_input/sql_assertion_input.py +320 -0
  230. acryl_datahub_cloud/sdk/assertion_input/volume_assertion_input.py +635 -0
  231. acryl_datahub_cloud/sdk/assertions_client.py +1074 -0
  232. acryl_datahub_cloud/sdk/entities/__init__.py +0 -0
  233. acryl_datahub_cloud/sdk/entities/assertion.py +439 -0
  234. acryl_datahub_cloud/sdk/entities/monitor.py +291 -0
  235. acryl_datahub_cloud/sdk/entities/subscription.py +100 -0
  236. acryl_datahub_cloud/sdk/errors.py +34 -0
  237. acryl_datahub_cloud/sdk/resolver_client.py +42 -0
  238. acryl_datahub_cloud/sdk/subscription_client.py +737 -0
  239. {acryl_datahub_cloud-0.3.10rc4.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/METADATA +49 -43
  240. {acryl_datahub_cloud-0.3.10rc4.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/RECORD +243 -145
  241. {acryl_datahub_cloud-0.3.10rc4.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/WHEEL +1 -1
  242. {acryl_datahub_cloud-0.3.10rc4.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/entry_points.txt +1 -0
  243. {acryl_datahub_cloud-0.3.10rc4.dist-info → acryl_datahub_cloud-0.3.16.1rc0.dist-info}/top_level.txt +0 -0
@@ -12,7 +12,7 @@
12
12
  "type": {
13
13
  "type": "enum",
14
14
  "symbolDocs": {
15
- "CUSTOM": "A custom assertion. \nWhen this is the value, the customAssertion field will be populated.\nUse this assertion type when the exact type of assertion is not modeled in DataHub or\nas a starting point when integrating third-party data quality tools.",
15
+ "CUSTOM": "A custom assertion.\nWhen this is the value, the customAssertion field will be populated.\nUse this assertion type when the exact type of assertion is not modeled in DataHub or\nas a starting point when integrating third-party data quality tools.",
16
16
  "DATASET": "A single-dataset assertion.\nWhen this is the value, the datasetAssertion field will be populated.",
17
17
  "DATA_SCHEMA": "A schema or structural assertion.\n\nWould have named this SCHEMA but the codegen for PDL does not allow this (reserved word).",
18
18
  "FIELD": "A structured assertion targeting a specific column or field of the Dataset.",
@@ -36,14 +36,26 @@
36
36
  "name": "type",
37
37
  "doc": "Type of assertion."
38
38
  },
39
+ {
40
+ "TimeseriesField": {},
41
+ "java": {
42
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
43
+ },
44
+ "type": [
45
+ "null",
46
+ "string"
47
+ ],
48
+ "name": "creator",
49
+ "default": null,
50
+ "doc": "Creator of the assertion.",
51
+ "Urn": "Urn"
52
+ },
39
53
  {
40
54
  "Searchable": {
41
55
  "/*": {
42
56
  "addToFilters": true,
43
- "fieldName": "parentDomains",
44
57
  "fieldType": "URN",
45
- "filterNameOverride": "In Parent Domain",
46
- "hasValuesFieldName": "hasParentDomain"
58
+ "hasValuesFieldName": "hasAsserteeDomain"
47
59
  }
48
60
  },
49
61
  "TimeseriesField": {},
@@ -54,7 +66,7 @@
54
66
  "items": "string"
55
67
  }
56
68
  ],
57
- "name": "parentDomains",
69
+ "name": "asserteeDomains",
58
70
  "default": null,
59
71
  "doc": "The Domains attached to the entity's parent Asset"
60
72
  },
@@ -62,10 +74,8 @@
62
74
  "Searchable": {
63
75
  "/*": {
64
76
  "addToFilters": true,
65
- "fieldName": "domains",
66
77
  "fieldType": "URN",
67
- "filterNameOverride": "In Parent Data Product",
68
- "hasValuesFieldName": "hasParentDataProduct"
78
+ "hasValuesFieldName": "hasAsserteeDataProduct"
69
79
  }
70
80
  },
71
81
  "TimeseriesField": {},
@@ -76,125 +86,26 @@
76
86
  "items": "string"
77
87
  }
78
88
  ],
79
- "name": "parentDataProducts",
89
+ "name": "asserteeDataProducts",
80
90
  "default": null,
81
91
  "doc": "The Data Products attached to the entity's parent Asset"
82
92
  },
83
93
  {
84
94
  "Searchable": {
85
- "/*/tag": {
95
+ "/*": {
86
96
  "addToFilters": true,
87
- "boostScore": 0.5,
88
- "fieldName": "tags",
89
97
  "fieldType": "URN",
90
- "filterNameOverride": "Parent Tagged With",
91
- "hasValuesFieldName": "hasParentTags",
92
- "queryByDefault": true
98
+ "hasValuesFieldName": "hasAsserteeTags"
93
99
  }
94
100
  },
95
- "TimeseriesField": {},
96
101
  "type": [
97
102
  "null",
98
103
  {
99
104
  "type": "array",
100
- "items": {
101
- "type": "record",
102
- "name": "TagAssociation",
103
- "namespace": "com.linkedin.pegasus2avro.common",
104
- "fields": [
105
- {
106
- "java": {
107
- "class": "com.linkedin.pegasus2avro.common.urn.TagUrn"
108
- },
109
- "type": "string",
110
- "name": "tag",
111
- "doc": "Urn of the applied tag",
112
- "Urn": "TagUrn"
113
- },
114
- {
115
- "type": [
116
- "null",
117
- "string"
118
- ],
119
- "name": "context",
120
- "default": null,
121
- "doc": "Additional context about the association"
122
- },
123
- {
124
- "Searchable": {
125
- "/actor": {
126
- "fieldName": "tagAttributionActors",
127
- "fieldType": "URN",
128
- "queryByDefault": false
129
- },
130
- "/source": {
131
- "fieldName": "tagAttributionSources",
132
- "fieldType": "URN",
133
- "queryByDefault": false
134
- },
135
- "/time": {
136
- "fieldName": "tagAttributionDates",
137
- "fieldType": "DATETIME",
138
- "queryByDefault": false
139
- }
140
- },
141
- "type": [
142
- "null",
143
- {
144
- "type": "record",
145
- "name": "MetadataAttribution",
146
- "namespace": "com.linkedin.pegasus2avro.common",
147
- "fields": [
148
- {
149
- "type": "long",
150
- "name": "time",
151
- "doc": "When this metadata was updated."
152
- },
153
- {
154
- "java": {
155
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
156
- },
157
- "type": "string",
158
- "name": "actor",
159
- "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
160
- "Urn": "Urn"
161
- },
162
- {
163
- "java": {
164
- "class": "com.linkedin.pegasus2avro.common.urn.Urn"
165
- },
166
- "type": [
167
- "null",
168
- "string"
169
- ],
170
- "name": "source",
171
- "default": null,
172
- "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
173
- "Urn": "Urn"
174
- },
175
- {
176
- "type": {
177
- "type": "map",
178
- "values": "string"
179
- },
180
- "name": "sourceDetail",
181
- "default": {},
182
- "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
183
- }
184
- ],
185
- "doc": "Information about who, why, and how this metadata was applied"
186
- }
187
- ],
188
- "name": "attribution",
189
- "default": null,
190
- "doc": "Information about who, why, and how this metadata was applied"
191
- }
192
- ],
193
- "doc": "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters."
194
- }
105
+ "items": "string"
195
106
  }
196
107
  ],
197
- "name": "parentGlobalTags",
108
+ "name": "asserteeTags",
198
109
  "default": null,
199
110
  "doc": "The Tags attached to the entity's parent Asset"
200
111
  },
@@ -202,11 +113,28 @@
202
113
  "Searchable": {
203
114
  "/*": {
204
115
  "addToFilters": true,
205
- "fieldName": "parentOwners",
206
116
  "fieldType": "URN",
207
- "filterNameOverride": "Parent Owned By",
208
- "hasValuesFieldName": "hasParentOwners",
209
- "queryByDefault": false
117
+ "hasValuesFieldName": "hasAsserteeGlossaryTerms"
118
+ }
119
+ },
120
+ "TimeseriesField": {},
121
+ "type": [
122
+ "null",
123
+ {
124
+ "type": "array",
125
+ "items": "string"
126
+ }
127
+ ],
128
+ "name": "asserteeGlossaryTerms",
129
+ "default": null,
130
+ "doc": "The Glossary Terms attached to the entity's parent Asset"
131
+ },
132
+ {
133
+ "Searchable": {
134
+ "/*": {
135
+ "addToFilters": true,
136
+ "fieldType": "URN",
137
+ "hasValuesFieldName": "hasAsserteeOwners"
210
138
  }
211
139
  },
212
140
  "TimeseriesField": {},
@@ -217,15 +145,14 @@
217
145
  "items": "string"
218
146
  }
219
147
  ],
220
- "name": "parentOwners",
148
+ "name": "asserteeOwners",
221
149
  "default": null,
222
150
  "doc": "Parent Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)"
223
151
  },
224
152
  {
225
153
  "Searchable": {
226
154
  "addToFilters": true,
227
- "fieldType": "URN",
228
- "filterNameOverride": "Parent Platform"
155
+ "fieldType": "URN"
229
156
  },
230
157
  "TimeseriesField": {},
231
158
  "java": {
@@ -235,7 +162,7 @@
235
162
  "null",
236
163
  "string"
237
164
  ],
238
- "name": "parentDataPlatform",
165
+ "name": "asserteeDataPlatform",
239
166
  "default": null,
240
167
  "doc": "Data Platform for parent",
241
168
  "Urn": "Urn"
@@ -243,9 +170,7 @@
243
170
  {
244
171
  "Searchable": {
245
172
  "addToFilters": true,
246
- "fieldName": "parentPlatformInstance",
247
- "fieldType": "URN",
248
- "filterNameOverride": "Parent Platform Instance"
173
+ "fieldType": "URN"
249
174
  },
250
175
  "TimeseriesField": {},
251
176
  "java": {
@@ -255,11 +180,69 @@
255
180
  "null",
256
181
  "string"
257
182
  ],
258
- "name": "parentDataPlatformInstance",
183
+ "name": "asserteeDataPlatformInstance",
259
184
  "default": null,
260
185
  "doc": "Instance of the parent's data platform (e.g. db instance)",
261
186
  "Urn": "Urn"
262
187
  },
188
+ {
189
+ "Searchable": {
190
+ "addToFilters": true,
191
+ "fieldType": "URN"
192
+ },
193
+ "TimeseriesField": {},
194
+ "java": {
195
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
196
+ },
197
+ "type": [
198
+ "null",
199
+ "string"
200
+ ],
201
+ "name": "asserteeContainer",
202
+ "default": null,
203
+ "doc": "The container of the parent",
204
+ "Urn": "Urn"
205
+ },
206
+ {
207
+ "Searchable": {
208
+ "/*": {
209
+ "addToFilters": true,
210
+ "fieldType": "URN",
211
+ "hasValuesFieldName": "hasAsserteeSchemaFieldGlossaryTerms"
212
+ }
213
+ },
214
+ "TimeseriesField": {},
215
+ "type": [
216
+ "null",
217
+ {
218
+ "type": "array",
219
+ "items": "string"
220
+ }
221
+ ],
222
+ "name": "asserteeSchemaFieldGlossaryTerms",
223
+ "default": null,
224
+ "doc": "Only provided if the Assertion is of type 'Column'. The glossary terms associated with the target column."
225
+ },
226
+ {
227
+ "Searchable": {
228
+ "/*": {
229
+ "addToFilters": true,
230
+ "fieldType": "URN",
231
+ "hasValuesFieldName": "hasAsserteeSchemaFieldTags"
232
+ }
233
+ },
234
+ "TimeseriesField": {},
235
+ "type": [
236
+ "null",
237
+ {
238
+ "type": "array",
239
+ "items": "string"
240
+ }
241
+ ],
242
+ "name": "asserteeSchemaFieldTags",
243
+ "default": null,
244
+ "doc": "Only provided if the Assertion is of type 'Column'. The tags associated with the target column."
245
+ },
263
246
  {
264
247
  "type": "long",
265
248
  "name": "timestampMillis",
@@ -387,7 +370,11 @@
387
370
  "doc": "URL where the reference exist"
388
371
  },
389
372
  {
390
- "Searchable": {},
373
+ "Searchable": {
374
+ "addToFilters": true,
375
+ "fieldName": "assertionType",
376
+ "fieldType": "KEYWORD"
377
+ },
391
378
  "type": "com.linkedin.pegasus2avro.assertion.AssertionType",
392
379
  "name": "type",
393
380
  "doc": "Type of assertion."
@@ -407,6 +394,13 @@
407
394
  ],
408
395
  "name": "Asserts"
409
396
  },
397
+ "UrnValidation": {
398
+ "entityTypes": [
399
+ "dataset"
400
+ ],
401
+ "exist": false,
402
+ "strict": true
403
+ },
410
404
  "java": {
411
405
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
412
406
  },
@@ -456,6 +450,13 @@
456
450
  "fieldType": "URN"
457
451
  }
458
452
  },
453
+ "UrnValidation": {
454
+ "entityTypes": [
455
+ "schemaField"
456
+ ],
457
+ "exist": false,
458
+ "strict": true
459
+ },
459
460
  "type": [
460
461
  "null",
461
462
  {
@@ -598,6 +599,7 @@
598
599
  "LIST": "A list of values. When used, value should be formatted as a serialized JSON array.",
599
600
  "NUMBER": "A numeric value",
600
601
  "SET": "A set of values. When used, value should be formatted as a serialized JSON array.",
602
+ "SQL": "A SQL expression",
601
603
  "STRING": "A string value",
602
604
  "UNKNOWN": "A value of unknown type"
603
605
  },
@@ -608,6 +610,7 @@
608
610
  "NUMBER",
609
611
  "LIST",
610
612
  "SET",
613
+ "SQL",
611
614
  "UNKNOWN"
612
615
  ]
613
616
  },
@@ -694,7 +697,10 @@
694
697
  "namespace": "com.linkedin.pegasus2avro.assertion",
695
698
  "fields": [
696
699
  {
697
- "Searchable": {},
700
+ "Searchable": {
701
+ "fieldName": "freshnessAssertionType",
702
+ "fieldType": "KEYWORD"
703
+ },
698
704
  "type": {
699
705
  "type": "enum",
700
706
  "symbolDocs": {
@@ -719,8 +725,13 @@
719
725
  ],
720
726
  "name": "Asserts"
721
727
  },
722
- "Searchable": {
723
- "fieldType": "URN"
728
+ "UrnValidation": {
729
+ "entityTypes": [
730
+ "dataset",
731
+ "dataJob"
732
+ ],
733
+ "exist": false,
734
+ "strict": true
724
735
  },
725
736
  "java": {
726
737
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1081,7 +1092,10 @@
1081
1092
  "namespace": "com.linkedin.pegasus2avro.assertion",
1082
1093
  "fields": [
1083
1094
  {
1084
- "Searchable": {},
1095
+ "Searchable": {
1096
+ "fieldName": "volumeAssertionType",
1097
+ "fieldType": "KEYWORD"
1098
+ },
1085
1099
  "type": {
1086
1100
  "type": "enum",
1087
1101
  "symbolDocs": {
@@ -1109,8 +1123,12 @@
1109
1123
  ],
1110
1124
  "name": "Asserts"
1111
1125
  },
1112
- "Searchable": {
1113
- "fieldType": "URN"
1126
+ "UrnValidation": {
1127
+ "entityTypes": [
1128
+ "dataset"
1129
+ ],
1130
+ "exist": false,
1131
+ "strict": true
1114
1132
  },
1115
1133
  "java": {
1116
1134
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1374,7 +1392,10 @@
1374
1392
  "namespace": "com.linkedin.pegasus2avro.assertion",
1375
1393
  "fields": [
1376
1394
  {
1377
- "Searchable": {},
1395
+ "Searchable": {
1396
+ "fieldName": "sqlAssertionType",
1397
+ "fieldType": "KEYWORD"
1398
+ },
1378
1399
  "type": {
1379
1400
  "type": "enum",
1380
1401
  "symbolDocs": {
@@ -1398,8 +1419,12 @@
1398
1419
  ],
1399
1420
  "name": "Asserts"
1400
1421
  },
1401
- "Searchable": {
1402
- "fieldType": "URN"
1422
+ "UrnValidation": {
1423
+ "entityTypes": [
1424
+ "dataset"
1425
+ ],
1426
+ "exist": false,
1427
+ "strict": true
1403
1428
  },
1404
1429
  "java": {
1405
1430
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1453,7 +1478,10 @@
1453
1478
  "namespace": "com.linkedin.pegasus2avro.assertion",
1454
1479
  "fields": [
1455
1480
  {
1456
- "Searchable": {},
1481
+ "Searchable": {
1482
+ "fieldName": "fieldAssertionType",
1483
+ "fieldType": "KEYWORD"
1484
+ },
1457
1485
  "type": {
1458
1486
  "type": "enum",
1459
1487
  "symbolDocs": {
@@ -1477,8 +1505,12 @@
1477
1505
  ],
1478
1506
  "name": "Asserts"
1479
1507
  },
1480
- "Searchable": {
1481
- "fieldType": "URN"
1508
+ "UrnValidation": {
1509
+ "entityTypes": [
1510
+ "dataset"
1511
+ ],
1512
+ "exist": false,
1513
+ "strict": true
1482
1514
  },
1483
1515
  "java": {
1484
1516
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -1615,7 +1647,7 @@
1615
1647
  },
1616
1648
  "type": "com.linkedin.pegasus2avro.schema.SchemaFieldSpec",
1617
1649
  "name": "field",
1618
- "doc": "The field under evaluation"
1650
+ "doc": "The field path under evaluation"
1619
1651
  },
1620
1652
  {
1621
1653
  "type": {
@@ -1720,8 +1752,13 @@
1720
1752
  ],
1721
1753
  "name": "Asserts"
1722
1754
  },
1723
- "Searchable": {
1724
- "fieldType": "URN"
1755
+ "UrnValidation": {
1756
+ "entityTypes": [
1757
+ "dataset",
1758
+ "dataJob"
1759
+ ],
1760
+ "exist": false,
1761
+ "strict": true
1725
1762
  },
1726
1763
  "java": {
1727
1764
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
@@ -2355,12 +2392,107 @@
2355
2392
  "fieldType": "URN",
2356
2393
  "filterNameOverride": "Tagged With",
2357
2394
  "hasValuesFieldName": "hasTags",
2358
- "queryByDefault": true
2395
+ "queryByDefault": true,
2396
+ "searchTier": 2
2359
2397
  }
2360
2398
  },
2361
2399
  "type": {
2362
2400
  "type": "array",
2363
- "items": "com.linkedin.pegasus2avro.common.TagAssociation"
2401
+ "items": {
2402
+ "type": "record",
2403
+ "name": "TagAssociation",
2404
+ "namespace": "com.linkedin.pegasus2avro.common",
2405
+ "fields": [
2406
+ {
2407
+ "java": {
2408
+ "class": "com.linkedin.pegasus2avro.common.urn.TagUrn"
2409
+ },
2410
+ "type": "string",
2411
+ "name": "tag",
2412
+ "doc": "Urn of the applied tag",
2413
+ "Urn": "TagUrn"
2414
+ },
2415
+ {
2416
+ "type": [
2417
+ "null",
2418
+ "string"
2419
+ ],
2420
+ "name": "context",
2421
+ "default": null,
2422
+ "doc": "Additional context about the association"
2423
+ },
2424
+ {
2425
+ "Searchable": {
2426
+ "/actor": {
2427
+ "fieldName": "tagAttributionActors",
2428
+ "fieldType": "URN",
2429
+ "queryByDefault": false
2430
+ },
2431
+ "/source": {
2432
+ "fieldName": "tagAttributionSources",
2433
+ "fieldType": "URN",
2434
+ "queryByDefault": false
2435
+ },
2436
+ "/time": {
2437
+ "fieldName": "tagAttributionDates",
2438
+ "fieldType": "DATETIME",
2439
+ "queryByDefault": false
2440
+ }
2441
+ },
2442
+ "type": [
2443
+ "null",
2444
+ {
2445
+ "type": "record",
2446
+ "name": "MetadataAttribution",
2447
+ "namespace": "com.linkedin.pegasus2avro.common",
2448
+ "fields": [
2449
+ {
2450
+ "type": "long",
2451
+ "name": "time",
2452
+ "doc": "When this metadata was updated."
2453
+ },
2454
+ {
2455
+ "java": {
2456
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
2457
+ },
2458
+ "type": "string",
2459
+ "name": "actor",
2460
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
2461
+ "Urn": "Urn"
2462
+ },
2463
+ {
2464
+ "java": {
2465
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
2466
+ },
2467
+ "type": [
2468
+ "null",
2469
+ "string"
2470
+ ],
2471
+ "name": "source",
2472
+ "default": null,
2473
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
2474
+ "Urn": "Urn"
2475
+ },
2476
+ {
2477
+ "type": {
2478
+ "type": "map",
2479
+ "values": "string"
2480
+ },
2481
+ "name": "sourceDetail",
2482
+ "default": {},
2483
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
2484
+ }
2485
+ ],
2486
+ "doc": "Information about who, why, and how this metadata was applied"
2487
+ }
2488
+ ],
2489
+ "name": "attribution",
2490
+ "default": null,
2491
+ "doc": "Information about who, why, and how this metadata was applied"
2492
+ }
2493
+ ],
2494
+ "doc": "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters."
2495
+ }
2364
2496
  },
2365
2497
  "name": "tags",
2366
2498
  "doc": "Tags associated with a given entity"
@@ -2746,7 +2878,8 @@
2746
2878
  "fields": [
2747
2879
  {
2748
2880
  "Searchable": {
2749
- "fieldName": "customType"
2881
+ "fieldName": "customType",
2882
+ "fieldType": "KEYWORD"
2750
2883
  },
2751
2884
  "type": "string",
2752
2885
  "name": "type",
@@ -2759,6 +2892,13 @@
2759
2892
  ],
2760
2893
  "name": "Asserts"
2761
2894
  },
2895
+ "UrnValidation": {
2896
+ "entityTypes": [
2897
+ "dataset"
2898
+ ],
2899
+ "exist": false,
2900
+ "strict": true
2901
+ },
2762
2902
  "java": {
2763
2903
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
2764
2904
  },
@@ -2777,6 +2917,13 @@
2777
2917
  ],
2778
2918
  "name": "Asserts"
2779
2919
  },
2920
+ "UrnValidation": {
2921
+ "entityTypes": [
2922
+ "schemaField"
2923
+ ],
2924
+ "exist": false,
2925
+ "strict": true
2926
+ },
2780
2927
  "java": {
2781
2928
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
2782
2929
  },
@@ -2809,6 +2956,14 @@
2809
2956
  "doc": "A Custom Assertion definition. This field is populated when type is CUSTOM."
2810
2957
  },
2811
2958
  {
2959
+ "Searchable": {
2960
+ "/created/actor": {
2961
+ "fieldName": "creator",
2962
+ "fieldType": "URN",
2963
+ "filterNameOverride": "Created By",
2964
+ "hasValuesFieldName": "hasCreator"
2965
+ }
2966
+ },
2812
2967
  "type": [
2813
2968
  "null",
2814
2969
  {
@@ -2818,7 +2973,9 @@
2818
2973
  "fields": [
2819
2974
  {
2820
2975
  "Searchable": {
2821
- "fieldName": "sourceType"
2976
+ "addToFilters": true,
2977
+ "fieldName": "sourceType",
2978
+ "fieldType": "KEYWORD"
2822
2979
  },
2823
2980
  "type": {
2824
2981
  "type": "enum",
@@ -2865,6 +3022,11 @@
2865
3022
  "doc": "The time at which the assertion was last updated and the actor who updated it.\nThis field is only present for Native assertions updated after this field was introduced."
2866
3023
  },
2867
3024
  {
3025
+ "Searchable": {
3026
+ "fieldName": "assertionDescription",
3027
+ "fieldType": "TEXT",
3028
+ "hasValuesFieldName": "hasAssertionDescription"
3029
+ },
2868
3030
  "type": [
2869
3031
  "null",
2870
3032
  "string"
@@ -2872,6 +3034,48 @@
2872
3034
  "name": "description",
2873
3035
  "default": null,
2874
3036
  "doc": "An optional human-readable description of the assertion"
3037
+ },
3038
+ {
3039
+ "type": [
3040
+ "null",
3041
+ {
3042
+ "type": "record",
3043
+ "name": "AssertionNote",
3044
+ "namespace": "com.linkedin.pegasus2avro.assertion",
3045
+ "fields": [
3046
+ {
3047
+ "type": "string",
3048
+ "name": "content",
3049
+ "doc": "The note to give technical owners more context about the assertion, and how to troubleshoot it."
3050
+ },
3051
+ {
3052
+ "type": "com.linkedin.pegasus2avro.common.AuditStamp",
3053
+ "name": "lastModified",
3054
+ "doc": "The time at which the note was last modified."
3055
+ }
3056
+ ]
3057
+ }
3058
+ ],
3059
+ "name": "note",
3060
+ "default": null,
3061
+ "doc": "An optional note to give technical owners more context about the assertion, and how to troubleshoot it.\nThe UI will render this in markdown format."
3062
+ },
3063
+ {
3064
+ "Searchable": {
3065
+ "fieldName": "entity",
3066
+ "fieldType": "URN"
3067
+ },
3068
+ "java": {
3069
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
3070
+ },
3071
+ "type": [
3072
+ "null",
3073
+ "string"
3074
+ ],
3075
+ "name": "entityUrn",
3076
+ "default": null,
3077
+ "doc": "The entity targeted by this assertion. Newly added field, automatically set by mutation",
3078
+ "Urn": "Urn"
2875
3079
  }
2876
3080
  ],
2877
3081
  "doc": "Information about an assertion\n\nAcryl Only: Did you update AssertionWithoutAnnotations.pdl? If not, please update it."
@@ -2922,7 +3126,11 @@
2922
3126
  "doc": "The optional AssertionInfo which contains the original/untransformed assertion that was predicted.\nThis field is used to store the original assertion that was made before the evaluation process.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the original assertion that was made.\n\nAcryl Only! An assertion without any searchable or relationship annotations."
2923
3127
  },
2924
3128
  {
2925
- "Searchable": {},
3129
+ "Searchable": {
3130
+ "addToFilters": true,
3131
+ "fieldName": "lastResultType",
3132
+ "fieldType": "KEYWORD"
3133
+ },
2926
3134
  "TimeseriesField": {},
2927
3135
  "type": {
2928
3136
  "type": "enum",
@@ -3553,84 +3761,39 @@
3553
3761
  "name": "assertionInferenceDetails",
3554
3762
  "default": null,
3555
3763
  "doc": "The optional AssertionInferenceDetails which contains the settings used for the inferred assertion.\nThis field is used to store the settings used for the smart assertion.\nIt is optional and may not always be present in the AssertionRunEvent record.\nWhen present, it provides additional context about the settings used for the smart assertion."
3556
- }
3557
- ],
3558
- "doc": "The result of running an assertion"
3559
- }
3560
- ],
3561
- "name": "result",
3562
- "default": null,
3563
- "doc": "Results of assertion, present if the status is COMPLETE"
3564
- },
3565
- {
3566
- "type": [
3567
- "null",
3568
- {
3569
- "type": "map",
3570
- "values": "string"
3571
- }
3572
- ],
3573
- "name": "runtimeContext",
3574
- "default": null,
3575
- "doc": "Runtime parameters of evaluation"
3576
- },
3577
- {
3578
- "type": [
3579
- "null",
3580
- {
3581
- "type": "record",
3582
- "name": "BatchSpec",
3583
- "namespace": "com.linkedin.pegasus2avro.assertion",
3584
- "fields": [
3585
- {
3586
- "Searchable": {
3587
- "/*": {
3588
- "fieldType": "TEXT",
3589
- "queryByDefault": true
3590
- }
3591
- },
3592
- "type": {
3593
- "type": "map",
3594
- "values": "string"
3595
- },
3596
- "name": "customProperties",
3597
- "default": {},
3598
- "doc": "Custom property bag."
3599
- },
3600
- {
3601
- "type": [
3602
- "null",
3603
- "string"
3604
- ],
3605
- "name": "nativeBatchId",
3606
- "default": null,
3607
- "doc": "The native identifier as specified by the system operating on the batch."
3608
3764
  },
3609
3765
  {
3610
3766
  "type": [
3611
3767
  "null",
3612
- "string"
3613
- ],
3614
- "name": "query",
3615
- "default": null,
3616
- "doc": "A query that identifies a batch of data"
3617
- },
3618
- {
3619
- "type": [
3620
- "null",
3621
- "int"
3768
+ {
3769
+ "type": "record",
3770
+ "name": "AssertionMetric",
3771
+ "namespace": "com.linkedin.pegasus2avro.assertion",
3772
+ "fields": [
3773
+ {
3774
+ "type": "long",
3775
+ "name": "timestampMs",
3776
+ "doc": "The timestamp associated with the metric sampling time in milliseconds since epoch"
3777
+ },
3778
+ {
3779
+ "type": "float",
3780
+ "name": "value",
3781
+ "doc": "The value of the metric that was sampled"
3782
+ }
3783
+ ]
3784
+ }
3622
3785
  ],
3623
- "name": "limit",
3786
+ "name": "metric",
3624
3787
  "default": null,
3625
- "doc": "Any limit to the number of rows in the batch, if applied"
3788
+ "doc": "Information about the metric that was sampled & used when evaluating the assertion.\n\nCurrently, this is only populated for Volume & Field Metric Assertions and used for anomaly\nlogging for Smart Assertions."
3626
3789
  }
3627
3790
  ],
3628
- "doc": "A batch on which certain operations, e.g. data quality evaluation, is done."
3791
+ "doc": "The result of running an assertion"
3629
3792
  }
3630
3793
  ],
3631
- "name": "batchSpec",
3794
+ "name": "result",
3632
3795
  "default": null,
3633
- "doc": "Specification of the batch which this run is evaluating"
3796
+ "doc": "Results of assertion, present if the status is COMPLETE"
3634
3797
  },
3635
3798
  {
3636
3799
  "type": [