openmetadata-ingestion 1.8.1.0__py3-none-any.whl → 1.8.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (763) hide show
  1. metadata/generated/schema/analytics/__init__.py +1 -1
  2. metadata/generated/schema/analytics/basic.py +1 -1
  3. metadata/generated/schema/analytics/reportData.py +1 -1
  4. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  5. metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
  6. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  7. metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
  8. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  9. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  10. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  11. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  12. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  13. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  14. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  15. metadata/generated/schema/api/__init__.py +1 -1
  16. metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
  17. metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
  18. metadata/generated/schema/api/analytics/__init__.py +1 -1
  19. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  20. metadata/generated/schema/api/automations/__init__.py +1 -1
  21. metadata/generated/schema/api/automations/createWorkflow.py +1 -1
  22. metadata/generated/schema/api/bulkAssets.py +1 -1
  23. metadata/generated/schema/api/classification/__init__.py +1 -1
  24. metadata/generated/schema/api/classification/createClassification.py +1 -1
  25. metadata/generated/schema/api/classification/createTag.py +1 -1
  26. metadata/generated/schema/api/classification/loadTags.py +1 -1
  27. metadata/generated/schema/api/createBot.py +1 -1
  28. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  29. metadata/generated/schema/api/createType.py +1 -1
  30. metadata/generated/schema/api/data/__init__.py +1 -1
  31. metadata/generated/schema/api/data/createAPICollection.py +1 -1
  32. metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
  33. metadata/generated/schema/api/data/createChart.py +1 -1
  34. metadata/generated/schema/api/data/createContainer.py +1 -1
  35. metadata/generated/schema/api/data/createCustomProperty.py +1 -1
  36. metadata/generated/schema/api/data/createDashboard.py +1 -1
  37. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  38. metadata/generated/schema/api/data/createDataContract.py +1 -1
  39. metadata/generated/schema/api/data/createDatabase.py +1 -1
  40. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  41. metadata/generated/schema/api/data/createGlossary.py +1 -1
  42. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  43. metadata/generated/schema/api/data/createMetric.py +1 -1
  44. metadata/generated/schema/api/data/createMlModel.py +1 -1
  45. metadata/generated/schema/api/data/createPipeline.py +1 -1
  46. metadata/generated/schema/api/data/createQuery.py +1 -1
  47. metadata/generated/schema/api/data/createQueryCostRecord.py +1 -1
  48. metadata/generated/schema/api/data/createSearchIndex.py +1 -1
  49. metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
  50. metadata/generated/schema/api/data/createTable.py +1 -1
  51. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  52. metadata/generated/schema/api/data/createTopic.py +1 -1
  53. metadata/generated/schema/api/data/loadGlossary.py +1 -1
  54. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  55. metadata/generated/schema/api/data/updateColumn.py +1 -1
  56. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  57. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  58. metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
  59. metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
  60. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  61. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  62. metadata/generated/schema/api/docStore/__init__.py +1 -1
  63. metadata/generated/schema/api/docStore/createDocument.py +1 -1
  64. metadata/generated/schema/api/domains/__init__.py +1 -1
  65. metadata/generated/schema/api/domains/createDataProduct.py +1 -1
  66. metadata/generated/schema/api/domains/createDomain.py +1 -1
  67. metadata/generated/schema/api/feed/__init__.py +1 -1
  68. metadata/generated/schema/api/feed/closeTask.py +1 -1
  69. metadata/generated/schema/api/feed/createPost.py +1 -1
  70. metadata/generated/schema/api/feed/createSuggestion.py +1 -1
  71. metadata/generated/schema/api/feed/createThread.py +1 -1
  72. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  73. metadata/generated/schema/api/feed/threadCount.py +1 -1
  74. metadata/generated/schema/api/governance/__init__.py +1 -1
  75. metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
  76. metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
  77. metadata/generated/schema/api/lineage/__init__.py +1 -1
  78. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  79. metadata/generated/schema/api/lineage/esLineageData.py +1 -1
  80. metadata/generated/schema/api/lineage/lineageDirection.py +1 -1
  81. metadata/generated/schema/api/lineage/nodeInformation.py +1 -1
  82. metadata/generated/schema/api/lineage/searchLineageRequest.py +1 -1
  83. metadata/generated/schema/api/lineage/searchLineageResult.py +1 -1
  84. metadata/generated/schema/api/mcp/__init__.py +1 -1
  85. metadata/generated/schema/api/mcp/mcpToolDefinition.py +1 -1
  86. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  87. metadata/generated/schema/api/policies/__init__.py +1 -1
  88. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  89. metadata/generated/schema/api/scim/__init__.py +1 -1
  90. metadata/generated/schema/api/scim/scimGroup.py +1 -1
  91. metadata/generated/schema/api/scim/scimPatchOp.py +1 -1
  92. metadata/generated/schema/api/scim/scimUser.py +1 -1
  93. metadata/generated/schema/api/search/__init__.py +1 -1
  94. metadata/generated/schema/api/search/previewSearchRequest.py +1 -1
  95. metadata/generated/schema/api/services/__init__.py +1 -1
  96. metadata/generated/schema/api/services/createApiService.py +1 -1
  97. metadata/generated/schema/api/services/createDashboardService.py +1 -1
  98. metadata/generated/schema/api/services/createDatabaseService.py +1 -1
  99. metadata/generated/schema/api/services/createMessagingService.py +1 -1
  100. metadata/generated/schema/api/services/createMetadataService.py +1 -1
  101. metadata/generated/schema/api/services/createMlModelService.py +1 -1
  102. metadata/generated/schema/api/services/createPipelineService.py +1 -1
  103. metadata/generated/schema/api/services/createSearchService.py +1 -1
  104. metadata/generated/schema/api/services/createStorageService.py +1 -1
  105. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  106. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  107. metadata/generated/schema/api/setOwner.py +1 -1
  108. metadata/generated/schema/api/teams/__init__.py +1 -1
  109. metadata/generated/schema/api/teams/createPersona.py +1 -1
  110. metadata/generated/schema/api/teams/createRole.py +1 -1
  111. metadata/generated/schema/api/teams/createTeam.py +1 -1
  112. metadata/generated/schema/api/teams/createUser.py +1 -1
  113. metadata/generated/schema/api/tests/__init__.py +1 -1
  114. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  115. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  116. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  117. metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
  118. metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
  119. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  120. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  121. metadata/generated/schema/api/validateGlossaryTagsRequest.py +1 -1
  122. metadata/generated/schema/api/voteRequest.py +1 -1
  123. metadata/generated/schema/auth/__init__.py +1 -1
  124. metadata/generated/schema/auth/basicAuth.py +1 -1
  125. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  126. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  127. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  128. metadata/generated/schema/auth/emailRequest.py +1 -1
  129. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  130. metadata/generated/schema/auth/generateToken.py +1 -1
  131. metadata/generated/schema/auth/jwtAuth.py +1 -1
  132. metadata/generated/schema/auth/loginRequest.py +1 -1
  133. metadata/generated/schema/auth/logoutRequest.py +1 -1
  134. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  135. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  136. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  137. metadata/generated/schema/auth/refreshToken.py +1 -1
  138. metadata/generated/schema/auth/registrationRequest.py +1 -1
  139. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  140. metadata/generated/schema/auth/revokeToken.py +1 -1
  141. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  142. metadata/generated/schema/auth/ssoAuth.py +1 -1
  143. metadata/generated/schema/auth/supportToken.py +1 -1
  144. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  145. metadata/generated/schema/configuration/__init__.py +1 -1
  146. metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
  147. metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
  148. metadata/generated/schema/configuration/authConfig.py +1 -1
  149. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  150. metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
  151. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  152. metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
  153. metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
  154. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  155. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  156. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  157. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  158. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  159. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  160. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  161. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  162. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  163. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  164. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  165. metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
  166. metadata/generated/schema/configuration/lineageSettings.py +1 -1
  167. metadata/generated/schema/configuration/loginConfiguration.py +1 -1
  168. metadata/generated/schema/configuration/logoConfiguration.py +1 -1
  169. metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +1 -1
  170. metadata/generated/schema/configuration/opertionalConfiguration.py +1 -1
  171. metadata/generated/schema/configuration/opsConfig.py +1 -1
  172. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  173. metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
  174. metadata/generated/schema/configuration/searchSettings.py +1 -1
  175. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
  176. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  177. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  178. metadata/generated/schema/configuration/themeConfiguration.py +1 -1
  179. metadata/generated/schema/configuration/uiThemePreference.py +1 -1
  180. metadata/generated/schema/configuration/workflowSettings.py +1 -1
  181. metadata/generated/schema/dataInsight/__init__.py +1 -1
  182. metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
  183. metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
  184. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
  185. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
  186. metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
  187. metadata/generated/schema/dataInsight/custom/lineChart.py +1 -1
  188. metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
  189. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  190. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  191. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  192. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  193. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  194. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  195. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
  196. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
  197. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
  198. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
  199. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  200. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  201. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  202. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  203. metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
  204. metadata/generated/schema/email/__init__.py +1 -1
  205. metadata/generated/schema/email/emailRequest.py +1 -1
  206. metadata/generated/schema/email/emailTemplate.py +1 -1
  207. metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
  208. metadata/generated/schema/email/smtpSettings.py +1 -1
  209. metadata/generated/schema/email/templateValidationReponse.py +1 -1
  210. metadata/generated/schema/entity/__init__.py +1 -1
  211. metadata/generated/schema/entity/applications/__init__.py +1 -1
  212. metadata/generated/schema/entity/applications/app.py +1 -1
  213. metadata/generated/schema/entity/applications/appExtension.py +1 -1
  214. metadata/generated/schema/entity/applications/appRunRecord.py +1 -1
  215. metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
  216. metadata/generated/schema/entity/applications/configuration/applicationConfig.py +1 -1
  217. metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
  218. metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
  219. metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
  220. metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +1 -1
  221. metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
  222. metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
  223. metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
  224. metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
  225. metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +1 -1
  226. metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
  227. metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +9 -1
  228. metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
  229. metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
  230. metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +1 -1
  231. metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
  232. metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
  233. metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
  234. metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
  235. metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +1 -1
  236. metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
  237. metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +8 -1
  238. metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
  239. metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
  240. metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
  241. metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +1 -1
  242. metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +1 -1
  243. metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +1 -1
  244. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +1 -1
  245. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
  246. metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
  247. metadata/generated/schema/entity/applications/configuration/internal/helloPipelinesConfiguration.py +1 -1
  248. metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
  249. metadata/generated/schema/entity/applications/configuration/private/__init__.py +1 -1
  250. metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
  251. metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +1 -1
  252. metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +1 -1
  253. metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +1 -1
  254. metadata/generated/schema/entity/applications/configuration/private/limits.py +1 -1
  255. metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
  256. metadata/generated/schema/entity/applications/jobStatus.py +1 -1
  257. metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
  258. metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
  259. metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +1 -1
  260. metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +1 -1
  261. metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
  262. metadata/generated/schema/entity/automations/__init__.py +1 -1
  263. metadata/generated/schema/entity/automations/testServiceConnection.py +1 -1
  264. metadata/generated/schema/entity/automations/workflow.py +1 -1
  265. metadata/generated/schema/entity/bot.py +1 -1
  266. metadata/generated/schema/entity/classification/__init__.py +1 -1
  267. metadata/generated/schema/entity/classification/classification.py +1 -1
  268. metadata/generated/schema/entity/classification/tag.py +1 -1
  269. metadata/generated/schema/entity/data/__init__.py +1 -1
  270. metadata/generated/schema/entity/data/apiCollection.py +1 -1
  271. metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
  272. metadata/generated/schema/entity/data/chart.py +1 -1
  273. metadata/generated/schema/entity/data/container.py +1 -1
  274. metadata/generated/schema/entity/data/dashboard.py +1 -1
  275. metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
  276. metadata/generated/schema/entity/data/dataContract.py +1 -1
  277. metadata/generated/schema/entity/data/database.py +1 -1
  278. metadata/generated/schema/entity/data/databaseSchema.py +1 -1
  279. metadata/generated/schema/entity/data/glossary.py +1 -1
  280. metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
  281. metadata/generated/schema/entity/data/metric.py +1 -1
  282. metadata/generated/schema/entity/data/mlmodel.py +1 -1
  283. metadata/generated/schema/entity/data/pipeline.py +1 -1
  284. metadata/generated/schema/entity/data/query.py +1 -1
  285. metadata/generated/schema/entity/data/queryCostRecord.py +1 -1
  286. metadata/generated/schema/entity/data/queryCostSearchResult.py +1 -1
  287. metadata/generated/schema/entity/data/report.py +1 -1
  288. metadata/generated/schema/entity/data/searchIndex.py +1 -1
  289. metadata/generated/schema/entity/data/storedProcedure.py +1 -1
  290. metadata/generated/schema/entity/data/table.py +1 -1
  291. metadata/generated/schema/entity/data/topic.py +1 -1
  292. metadata/generated/schema/entity/docStore/__init__.py +1 -1
  293. metadata/generated/schema/entity/docStore/document.py +1 -1
  294. metadata/generated/schema/entity/domains/__init__.py +1 -1
  295. metadata/generated/schema/entity/domains/dataProduct.py +1 -1
  296. metadata/generated/schema/entity/domains/domain.py +1 -1
  297. metadata/generated/schema/entity/events/__init__.py +1 -1
  298. metadata/generated/schema/entity/events/webhook.py +1 -1
  299. metadata/generated/schema/entity/feed/__init__.py +1 -1
  300. metadata/generated/schema/entity/feed/assets.py +1 -1
  301. metadata/generated/schema/entity/feed/customProperty.py +1 -1
  302. metadata/generated/schema/entity/feed/description.py +1 -1
  303. metadata/generated/schema/entity/feed/domain.py +1 -1
  304. metadata/generated/schema/entity/feed/entityInfo.py +1 -1
  305. metadata/generated/schema/entity/feed/owner.py +1 -1
  306. metadata/generated/schema/entity/feed/suggestion.py +1 -1
  307. metadata/generated/schema/entity/feed/tag.py +1 -1
  308. metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
  309. metadata/generated/schema/entity/feed/thread.py +1 -1
  310. metadata/generated/schema/entity/policies/__init__.py +1 -1
  311. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  312. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
  313. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  314. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  315. metadata/generated/schema/entity/policies/filters.py +1 -1
  316. metadata/generated/schema/entity/policies/policy.py +1 -1
  317. metadata/generated/schema/entity/services/__init__.py +1 -1
  318. metadata/generated/schema/entity/services/apiService.py +1 -1
  319. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  320. metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
  321. metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
  322. metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
  323. metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
  324. metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
  325. metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
  326. metadata/generated/schema/entity/services/connections/connectionBasicType.py +1 -1
  327. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  328. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
  329. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
  330. metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +1 -1
  331. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
  332. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
  333. metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +1 -1
  334. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
  335. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +9 -1
  336. metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +1 -1
  337. metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
  338. metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
  339. metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
  340. metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
  341. metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
  342. metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +1 -1
  343. metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +1 -1
  344. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
  345. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
  346. metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +1 -1
  347. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
  348. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +1 -1
  349. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  350. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +1 -1
  351. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
  352. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +1 -1
  353. metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +1 -1
  354. metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +1 -1
  355. metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +1 -1
  356. metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +1 -1
  357. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
  358. metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +1 -1
  359. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  360. metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
  361. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  362. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  363. metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
  364. metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
  365. metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +1 -1
  366. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
  367. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
  368. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  369. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  370. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  371. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  372. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
  373. metadata/generated/schema/entity/services/connections/database/db2Connection.py +1 -1
  374. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
  375. metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
  376. metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
  377. metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
  378. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
  379. metadata/generated/schema/entity/services/connections/database/dorisConnection.py +1 -1
  380. metadata/generated/schema/entity/services/connections/database/druidConnection.py +1 -1
  381. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
  382. metadata/generated/schema/entity/services/connections/database/exasolConnection.py +1 -1
  383. metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
  384. metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +1 -1
  385. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +1 -1
  386. metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
  387. metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
  388. metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
  389. metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
  390. metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
  391. metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
  392. metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
  393. metadata/generated/schema/entity/services/connections/database/icebergConnection.py +1 -1
  394. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +1 -1
  395. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +1 -1
  396. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +1 -1
  397. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +1 -1
  398. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +1 -1
  399. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +1 -1
  400. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +1 -1
  401. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +1 -1
  402. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
  403. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +1 -1
  404. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
  405. metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +1 -1
  406. metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
  407. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
  408. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
  409. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +1 -1
  410. metadata/generated/schema/entity/services/connections/database/sasConnection.py +1 -1
  411. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +1 -1
  412. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +1 -1
  413. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +1 -1
  414. metadata/generated/schema/entity/services/connections/database/synapseConnection.py +1 -1
  415. metadata/generated/schema/entity/services/connections/database/teradataConnection.py +1 -1
  416. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +1 -1
  417. metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +1 -1
  418. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
  419. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  420. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
  421. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
  422. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
  423. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
  424. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
  425. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  426. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  427. metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +1 -1
  428. metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +1 -1
  429. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
  430. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
  431. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
  432. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +1 -1
  433. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  434. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
  435. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
  436. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
  437. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
  438. metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +1 -1
  439. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  440. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
  441. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
  442. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
  443. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
  444. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
  445. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
  446. metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +1 -1
  447. metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +1 -1
  448. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
  449. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
  450. metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +1 -1
  451. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
  452. metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +1 -1
  453. metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +1 -1
  454. metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +1 -1
  455. metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +1 -1
  456. metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +1 -1
  457. metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +1 -1
  458. metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +1 -1
  459. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
  460. metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +1 -1
  461. metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +1 -1
  462. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
  463. metadata/generated/schema/entity/services/connections/pipeline/ssisConnection.py +1 -1
  464. metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +1 -1
  465. metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +1 -1
  466. metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
  467. metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +1 -1
  468. metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
  469. metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
  470. metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
  471. metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +1 -1
  472. metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +1 -1
  473. metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
  474. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  475. metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +1 -1
  476. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
  477. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
  478. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
  479. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  480. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  481. metadata/generated/schema/entity/services/dashboardService.py +1 -1
  482. metadata/generated/schema/entity/services/databaseService.py +1 -1
  483. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  484. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +1 -1
  485. metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
  486. metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +1 -1
  487. metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
  488. metadata/generated/schema/entity/services/messagingService.py +1 -1
  489. metadata/generated/schema/entity/services/metadataService.py +1 -1
  490. metadata/generated/schema/entity/services/mlmodelService.py +1 -1
  491. metadata/generated/schema/entity/services/pipelineService.py +1 -1
  492. metadata/generated/schema/entity/services/searchService.py +1 -1
  493. metadata/generated/schema/entity/services/serviceType.py +1 -1
  494. metadata/generated/schema/entity/services/storageService.py +1 -1
  495. metadata/generated/schema/entity/teams/__init__.py +1 -1
  496. metadata/generated/schema/entity/teams/persona.py +1 -1
  497. metadata/generated/schema/entity/teams/role.py +1 -1
  498. metadata/generated/schema/entity/teams/team.py +1 -1
  499. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  500. metadata/generated/schema/entity/teams/user.py +1 -1
  501. metadata/generated/schema/entity/type.py +1 -1
  502. metadata/generated/schema/entity/utils/__init__.py +1 -1
  503. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  504. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  505. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  506. metadata/generated/schema/events/__init__.py +1 -1
  507. metadata/generated/schema/events/alertMetrics.py +1 -1
  508. metadata/generated/schema/events/api/__init__.py +1 -1
  509. metadata/generated/schema/events/api/createEventSubscription.py +1 -1
  510. metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
  511. metadata/generated/schema/events/api/eventsRecord.py +1 -1
  512. metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
  513. metadata/generated/schema/events/api/typedEvent.py +1 -1
  514. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  515. metadata/generated/schema/events/eventFilterRule.py +1 -1
  516. metadata/generated/schema/events/eventSubscription.py +1 -1
  517. metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
  518. metadata/generated/schema/events/failedEvent.py +1 -1
  519. metadata/generated/schema/events/failedEventResponse.py +1 -1
  520. metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
  521. metadata/generated/schema/events/statusContext.py +1 -1
  522. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  523. metadata/generated/schema/events/subscriptionStatus.py +1 -1
  524. metadata/generated/schema/events/testDestinationStatus.py +1 -1
  525. metadata/generated/schema/governance/workflows/__init__.py +1 -1
  526. metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
  527. metadata/generated/schema/governance/workflows/elements/edge.py +1 -1
  528. metadata/generated/schema/governance/workflows/elements/nodeSubType.py +1 -1
  529. metadata/generated/schema/governance/workflows/elements/nodeType.py +1 -1
  530. metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
  531. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
  532. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +1 -1
  533. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +1 -1
  534. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +1 -1
  535. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +1 -1
  536. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +1 -1
  537. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
  538. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +1 -1
  539. metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +1 -1
  540. metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +1 -1
  541. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
  542. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +1 -1
  543. metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
  544. metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +1 -1
  545. metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
  546. metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +1 -1
  547. metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +1 -1
  548. metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +1 -1
  549. metadata/generated/schema/governance/workflows/workflowDefinition.py +1 -1
  550. metadata/generated/schema/governance/workflows/workflowInstance.py +1 -1
  551. metadata/generated/schema/governance/workflows/workflowInstanceState.py +1 -1
  552. metadata/generated/schema/jobs/__init__.py +1 -1
  553. metadata/generated/schema/jobs/backgroundJob.py +1 -1
  554. metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
  555. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  556. metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
  557. metadata/generated/schema/metadataIngestion/application.py +1 -1
  558. metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
  559. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +4 -4
  560. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  561. metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +1 -1
  562. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -1
  563. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +1 -1
  564. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +9 -1
  565. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
  566. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  567. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  568. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  569. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  570. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  571. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  572. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
  573. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
  574. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  575. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  576. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  577. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  578. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  579. metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +1 -1
  580. metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +1 -1
  581. metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +1 -1
  582. metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +1 -1
  583. metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +1 -1
  584. metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
  585. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  586. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  587. metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
  588. metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
  589. metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
  590. metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
  591. metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
  592. metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
  593. metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
  594. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  595. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
  596. metadata/generated/schema/metadataIngestion/workflow.py +1 -1
  597. metadata/generated/schema/monitoring/__init__.py +1 -1
  598. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  599. metadata/generated/schema/scim/__init__.py +1 -1
  600. metadata/generated/schema/scim/scimConfiguration.py +1 -1
  601. metadata/generated/schema/search/__init__.py +1 -1
  602. metadata/generated/schema/search/aggregationRequest.py +1 -1
  603. metadata/generated/schema/search/searchRequest.py +1 -1
  604. metadata/generated/schema/security/__init__.py +1 -1
  605. metadata/generated/schema/security/client/__init__.py +1 -1
  606. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  607. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  608. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  609. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  610. metadata/generated/schema/security/client/oidcClientConfig.py +8 -1
  611. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  612. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  613. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  614. metadata/generated/schema/security/credentials/__init__.py +1 -1
  615. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  616. metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
  617. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  618. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  619. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  620. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  621. metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
  622. metadata/generated/schema/security/credentials/gcpExternalAccount.py +1 -1
  623. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  624. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  625. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  626. metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
  627. metadata/generated/schema/security/sasl/__init__.py +1 -1
  628. metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
  629. metadata/generated/schema/security/secrets/__init__.py +1 -1
  630. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  631. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  632. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  633. metadata/generated/schema/security/securityConfiguration.py +1 -1
  634. metadata/generated/schema/security/ssl/__init__.py +1 -1
  635. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  636. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  637. metadata/generated/schema/settings/__init__.py +1 -1
  638. metadata/generated/schema/settings/settings.py +1 -1
  639. metadata/generated/schema/system/__init__.py +1 -1
  640. metadata/generated/schema/system/entityError.py +1 -1
  641. metadata/generated/schema/system/eventPublisherJob.py +1 -1
  642. metadata/generated/schema/system/indexingError.py +1 -1
  643. metadata/generated/schema/system/limitsResponse.py +1 -1
  644. metadata/generated/schema/system/ui/__init__.py +1 -1
  645. metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
  646. metadata/generated/schema/system/ui/navigationItem.py +1 -1
  647. metadata/generated/schema/system/ui/page.py +1 -1
  648. metadata/generated/schema/system/ui/tab.py +1 -1
  649. metadata/generated/schema/system/ui/uiCustomization.py +1 -1
  650. metadata/generated/schema/system/validationResponse.py +1 -1
  651. metadata/generated/schema/tests/__init__.py +1 -1
  652. metadata/generated/schema/tests/assigned.py +1 -1
  653. metadata/generated/schema/tests/basic.py +1 -1
  654. metadata/generated/schema/tests/customMetric.py +1 -1
  655. metadata/generated/schema/tests/dataQualityReport.py +1 -1
  656. metadata/generated/schema/tests/resolved.py +1 -1
  657. metadata/generated/schema/tests/testCase.py +1 -1
  658. metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
  659. metadata/generated/schema/tests/testDefinition.py +1 -1
  660. metadata/generated/schema/tests/testSuite.py +1 -1
  661. metadata/generated/schema/type/__init__.py +1 -1
  662. metadata/generated/schema/type/apiSchema.py +1 -1
  663. metadata/generated/schema/type/assetCertification.py +1 -1
  664. metadata/generated/schema/type/auditLog.py +1 -1
  665. metadata/generated/schema/type/basic.py +1 -1
  666. metadata/generated/schema/type/bulkOperationResult.py +1 -1
  667. metadata/generated/schema/type/changeEvent.py +1 -1
  668. metadata/generated/schema/type/changeEventType.py +1 -1
  669. metadata/generated/schema/type/changeSummaryMap.py +1 -1
  670. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  671. metadata/generated/schema/type/csvDocumentation.py +1 -1
  672. metadata/generated/schema/type/csvErrorType.py +1 -1
  673. metadata/generated/schema/type/csvFile.py +1 -1
  674. metadata/generated/schema/type/csvImportResult.py +1 -1
  675. metadata/generated/schema/type/customProperties/__init__.py +1 -1
  676. metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
  677. metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
  678. metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
  679. metadata/generated/schema/type/customProperty.py +1 -1
  680. metadata/generated/schema/type/dailyCount.py +1 -1
  681. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  682. metadata/generated/schema/type/entityHierarchy.py +1 -1
  683. metadata/generated/schema/type/entityHistory.py +1 -1
  684. metadata/generated/schema/type/entityLineage.py +1 -1
  685. metadata/generated/schema/type/entityReference.py +1 -1
  686. metadata/generated/schema/type/entityReferenceList.py +1 -1
  687. metadata/generated/schema/type/entityRelationship.py +1 -1
  688. metadata/generated/schema/type/entityUsage.py +1 -1
  689. metadata/generated/schema/type/filterPattern.py +1 -1
  690. metadata/generated/schema/type/function.py +1 -1
  691. metadata/generated/schema/type/include.py +1 -1
  692. metadata/generated/schema/type/jdbcConnection.py +1 -1
  693. metadata/generated/schema/type/lifeCycle.py +1 -1
  694. metadata/generated/schema/type/paging.py +1 -1
  695. metadata/generated/schema/type/profile.py +1 -1
  696. metadata/generated/schema/type/queryParserData.py +1 -1
  697. metadata/generated/schema/type/reaction.py +1 -1
  698. metadata/generated/schema/type/schedule.py +1 -1
  699. metadata/generated/schema/type/schema.py +1 -1
  700. metadata/generated/schema/type/tableQuery.py +1 -1
  701. metadata/generated/schema/type/tableUsageCount.py +1 -1
  702. metadata/generated/schema/type/tagLabel.py +1 -1
  703. metadata/generated/schema/type/usageDetails.py +1 -1
  704. metadata/generated/schema/type/usageRequest.py +1 -1
  705. metadata/generated/schema/type/votes.py +1 -1
  706. metadata/ingestion/lineage/masker.py +5 -2
  707. metadata/ingestion/lineage/sql_lineage.py +15 -9
  708. metadata/ingestion/source/dashboard/dashboard_service.py +21 -13
  709. metadata/ingestion/source/dashboard/domodashboard/metadata.py +11 -7
  710. metadata/ingestion/source/dashboard/lightdash/metadata.py +10 -7
  711. metadata/ingestion/source/dashboard/looker/metadata.py +64 -27
  712. metadata/ingestion/source/dashboard/metabase/metadata.py +98 -20
  713. metadata/ingestion/source/dashboard/microstrategy/metadata.py +35 -5
  714. metadata/ingestion/source/dashboard/mode/metadata.py +64 -18
  715. metadata/ingestion/source/dashboard/powerbi/client.py +57 -10
  716. metadata/ingestion/source/dashboard/powerbi/metadata.py +113 -20
  717. metadata/ingestion/source/dashboard/qlikcloud/metadata.py +23 -8
  718. metadata/ingestion/source/dashboard/qliksense/metadata.py +53 -12
  719. metadata/ingestion/source/dashboard/quicksight/metadata.py +99 -20
  720. metadata/ingestion/source/dashboard/redash/metadata.py +51 -6
  721. metadata/ingestion/source/dashboard/sigma/metadata.py +62 -14
  722. metadata/ingestion/source/dashboard/superset/api_source.py +52 -10
  723. metadata/ingestion/source/dashboard/superset/db_source.py +49 -9
  724. metadata/ingestion/source/dashboard/superset/mixin.py +5 -5
  725. metadata/ingestion/source/dashboard/tableau/metadata.py +159 -41
  726. metadata/ingestion/source/database/bigquery/service_spec.py +4 -4
  727. metadata/ingestion/source/database/dbt/dbt_config.py +5 -8
  728. metadata/ingestion/source/database/lineage_source.py +10 -0
  729. metadata/ingestion/source/database/redshift/queries.py +0 -35
  730. metadata/ingestion/source/database/redshift/service_spec.py +4 -4
  731. metadata/ingestion/source/database/snowflake/metadata.py +28 -10
  732. metadata/ingestion/source/database/snowflake/service_spec.py +4 -4
  733. metadata/ingestion/source/database/stored_procedures_mixin.py +10 -0
  734. metadata/ingestion/source/database/unitycatalog/metadata.py +24 -22
  735. metadata/ingestion/source/metadata/amundsen/metadata.py +6 -6
  736. metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +29 -0
  737. metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +32 -2
  738. metadata/profiler/interface/sqlalchemy/profiler_interface.py +11 -12
  739. metadata/profiler/interface/sqlalchemy/redshift/profiler_interface.py +50 -0
  740. metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +20 -0
  741. metadata/{ingestion/source/database/bigquery/profiler → profiler/metrics/system/bigquery}/system.py +40 -58
  742. metadata/profiler/metrics/system/databricks/system.py +132 -0
  743. metadata/profiler/metrics/system/dml_operation.py +2 -0
  744. metadata/{ingestion/source/database/redshift/profiler → profiler/metrics/system/redshift}/system.py +39 -57
  745. metadata/{ingestion/source/database/snowflake/profiler → profiler/metrics/system/snowflake}/system.py +29 -52
  746. metadata/profiler/metrics/system/system.py +107 -38
  747. metadata/sampler/sqlalchemy/bigquery/sampler.py +0 -7
  748. metadata/sampler/sqlalchemy/databricks/sampler.py +27 -0
  749. metadata/sampler/sqlalchemy/sampler.py +68 -2
  750. metadata/sampler/sqlalchemy/unitycatalog/sampler.py +28 -0
  751. metadata/utils/filters.py +15 -0
  752. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/METADATA +514 -514
  753. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/RECORD +757 -761
  754. metadata/ingestion/source/database/bigquery/profiler/__init__.py +0 -0
  755. metadata/ingestion/source/database/bigquery/profiler/profiler.py +0 -31
  756. metadata/ingestion/source/database/redshift/profiler/__init__.py +0 -0
  757. metadata/ingestion/source/database/redshift/profiler/profiler.py +0 -14
  758. metadata/ingestion/source/database/snowflake/profiler/__init__.py +0 -0
  759. metadata/ingestion/source/database/snowflake/profiler/profiler.py +0 -26
  760. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/LICENSE +0 -0
  761. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/WHEEL +0 -0
  762. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/entry_points.txt +0 -0
  763. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/top_level.txt +0 -0
@@ -16,8 +16,9 @@ import traceback
16
16
  from datetime import datetime
17
17
  from typing import Iterable, List, Optional, Tuple
18
18
 
19
+ import sqlalchemy.types as sqltypes
19
20
  import sqlparse
20
- from snowflake.sqlalchemy.custom_types import VARIANT
21
+ from snowflake.sqlalchemy.custom_types import VARIANT, StructuredType
21
22
  from snowflake.sqlalchemy.snowdialect import SnowflakeDialect, ischema_names
22
23
  from sqlalchemy.engine.reflection import Inspector
23
24
  from sqlparse.sql import Function, Identifier, Token
@@ -124,15 +125,36 @@ from metadata.utils.sqlalchemy_utils import (
124
125
  )
125
126
  from metadata.utils.tag_utils import get_ometa_tag_and_classification
126
127
 
128
+
129
+ class MAP(StructuredType):
130
+ __visit_name__ = "MAP"
131
+
132
+ # Default to VARCHAR for key and value types if not provided
133
+ # This is a workaround to avoid the error:
134
+ # sqlalchemy.exc.ArgumentError: Map type requires a key_type and value_type
135
+ # when creating a table with a MAP column.
136
+ def __init__(
137
+ self,
138
+ key_type: sqltypes.TypeEngine = sqltypes.VARCHAR,
139
+ value_type: sqltypes.TypeEngine = sqltypes.VARCHAR,
140
+ not_null: bool = False,
141
+ ):
142
+ self.key_type = key_type
143
+ self.value_type = value_type
144
+ self.not_null = not_null
145
+ super().__init__()
146
+
147
+
127
148
  ischema_names["VARIANT"] = VARIANT
128
149
  ischema_names["GEOGRAPHY"] = create_sqlalchemy_type("GEOGRAPHY")
129
150
  ischema_names["GEOMETRY"] = create_sqlalchemy_type("GEOMETRY")
130
151
  ischema_names["VECTOR"] = create_sqlalchemy_type("VECTOR")
152
+ ischema_names["MAP"] = MAP
131
153
 
132
154
  logger = ingestion_logger()
133
155
 
134
-
135
- SnowflakeDialect._json_deserializer = json.loads # pylint: disable=protected-access
156
+ # pylint: disable=protected-access
157
+ SnowflakeDialect._json_deserializer = json.loads
136
158
  SnowflakeDialect.get_table_names = get_table_names
137
159
  SnowflakeDialect.get_view_names = get_view_names
138
160
  SnowflakeDialect.get_stream_names = get_stream_names
@@ -142,15 +164,11 @@ SnowflakeDialect.get_table_comment = get_table_comment
142
164
  SnowflakeDialect.get_all_view_definitions = get_all_view_definitions
143
165
  SnowflakeDialect.get_view_definition = get_view_definition
144
166
  SnowflakeDialect.get_unique_constraints = get_unique_constraints
145
- SnowflakeDialect._get_schema_columns = ( # pylint: disable=protected-access
146
- get_schema_columns
147
- )
167
+ SnowflakeDialect._get_schema_columns = get_schema_columns
148
168
  Inspector.get_table_names = get_table_names_reflection
149
169
  Inspector.get_view_names = get_view_names_reflection
150
170
  Inspector.get_stream_names = get_stream_names_reflection
151
- SnowflakeDialect._current_database_schema = ( # pylint: disable=protected-access
152
- _current_database_schema
153
- )
171
+ SnowflakeDialect._current_database_schema = _current_database_schema
154
172
  SnowflakeDialect.get_pk_constraint = get_pk_constraint
155
173
  SnowflakeDialect.get_foreign_keys = get_foreign_keys
156
174
  SnowflakeDialect.get_columns = get_columns
@@ -160,6 +178,7 @@ Inspector.get_stream_definition = get_stream_definition
160
178
  SnowflakeDialect._get_schema_foreign_keys = get_schema_foreign_keys
161
179
 
162
180
 
181
+ # pylint: disable=too-many-public-methods
163
182
  class SnowflakeSource(
164
183
  ExternalTableLineageMixin,
165
184
  CommonDbSourceService,
@@ -926,4 +945,3 @@ class SnowflakeSource(
926
945
  logger.debug(
927
946
  f"Processing ownership is not supported for {self.service_connection.type.name}"
928
947
  )
929
- return None
@@ -6,10 +6,10 @@ from metadata.ingestion.source.database.snowflake.data_diff.data_diff import (
6
6
  )
7
7
  from metadata.ingestion.source.database.snowflake.lineage import SnowflakeLineageSource
8
8
  from metadata.ingestion.source.database.snowflake.metadata import SnowflakeSource
9
- from metadata.ingestion.source.database.snowflake.profiler.profiler import (
10
- SnowflakeProfiler,
11
- )
12
9
  from metadata.ingestion.source.database.snowflake.usage import SnowflakeUsageSource
10
+ from metadata.profiler.interface.sqlalchemy.snowflake.profiler_interface import (
11
+ SnowflakeProfilerInterface,
12
+ )
13
13
  from metadata.sampler.sqlalchemy.snowflake.sampler import SnowflakeSampler
14
14
  from metadata.utils.service_spec.default import DefaultDatabaseSpec
15
15
 
@@ -17,7 +17,7 @@ ServiceSpec = DefaultDatabaseSpec(
17
17
  metadata_source_class=SnowflakeSource,
18
18
  lineage_source_class=SnowflakeLineageSource,
19
19
  usage_source_class=SnowflakeUsageSource,
20
- profiler_class=SnowflakeProfiler,
20
+ profiler_class=SnowflakeProfilerInterface,
21
21
  test_suite_class=SnowflakeTestSuiteInterface,
22
22
  sampler_class=SnowflakeSampler,
23
23
  data_diff=SnowflakeTableParameter,
@@ -41,6 +41,7 @@ from metadata.ingestion.lineage.sql_lineage import get_lineage_by_query
41
41
  from metadata.ingestion.models.ometa_lineage import OMetaLineageRequest
42
42
  from metadata.ingestion.models.topology import Queue
43
43
  from metadata.ingestion.ometa.ometa_api import OpenMetadata
44
+ from metadata.utils.filters import filter_by_stored_procedure
44
45
  from metadata.utils.logger import ingestion_logger
45
46
  from metadata.utils.stored_procedures import get_procedure_name_from_call
46
47
  from metadata.utils.time_utils import datetime_to_timestamp
@@ -289,6 +290,15 @@ class StoredProcedureLineageMixin(ABC):
289
290
  or []
290
291
  ):
291
292
  if procedure:
293
+ if filter_by_stored_procedure(
294
+ self.source_config.storedProcedureFilterPattern,
295
+ procedure.name.root,
296
+ ):
297
+ self.status.filter(
298
+ procedure.name.root,
299
+ "Stored Procedure Filtered Out",
300
+ )
301
+ continue
292
302
  logger.debug(f"Processing Lineage for [{procedure.name}]")
293
303
  for query_by_procedure in (
294
304
  queries_dict.get(procedure.name.root.lower()) or []
@@ -559,17 +559,18 @@ class UnitycatalogSource(
559
559
  ).connect() as connection:
560
560
  for query, tag_fqn_builder in query_tag_fqn_builder_mapping:
561
561
  for tag in connection.execute(query):
562
- yield from get_ometa_tag_and_classification(
563
- tag_fqn=FullyQualifiedEntityName(
564
- fqn._build(*tag_fqn_builder(tag))
565
- ), # pylint: disable=protected-access
566
- tags=[tag.tag_value],
567
- classification_name=tag.tag_name,
568
- tag_description=UNITY_CATALOG_TAG,
569
- classification_description=UNITY_CATALOG_TAG_CLASSIFICATION,
570
- metadata=self.metadata,
571
- system_tags=True,
572
- )
562
+ if tag.tag_value:
563
+ yield from get_ometa_tag_and_classification(
564
+ tag_fqn=FullyQualifiedEntityName(
565
+ fqn._build(*tag_fqn_builder(tag))
566
+ ), # pylint: disable=protected-access
567
+ tags=[tag.tag_value],
568
+ classification_name=tag.tag_name,
569
+ tag_description=UNITY_CATALOG_TAG,
570
+ classification_description=UNITY_CATALOG_TAG_CLASSIFICATION,
571
+ metadata=self.metadata,
572
+ system_tags=True,
573
+ )
573
574
  except Exception as exc:
574
575
  logger.debug(traceback.format_exc())
575
576
  logger.warning(
@@ -612,17 +613,18 @@ class UnitycatalogSource(
612
613
  ).connect() as connection:
613
614
  for query, tag_fqn_builder in query_tag_fqn_builder_mapping:
614
615
  for tag in connection.execute(query):
615
- yield from get_ometa_tag_and_classification(
616
- tag_fqn=FullyQualifiedEntityName(
617
- fqn._build(*tag_fqn_builder(tag))
618
- ), # pylint: disable=protected-access
619
- tags=[tag.tag_value],
620
- classification_name=tag.tag_name,
621
- tag_description=UNITY_CATALOG_TAG,
622
- classification_description=UNITY_CATALOG_TAG_CLASSIFICATION,
623
- metadata=self.metadata,
624
- system_tags=True,
625
- )
616
+ if tag.tag_value:
617
+ yield from get_ometa_tag_and_classification(
618
+ tag_fqn=FullyQualifiedEntityName(
619
+ fqn._build(*tag_fqn_builder(tag))
620
+ ), # pylint: disable=protected-access
621
+ tags=[tag.tag_value],
622
+ classification_name=tag.tag_name,
623
+ tag_description=UNITY_CATALOG_TAG,
624
+ classification_description=UNITY_CATALOG_TAG_CLASSIFICATION,
625
+ metadata=self.metadata,
626
+ system_tags=True,
627
+ )
626
628
  except Exception as exc:
627
629
  logger.debug(traceback.format_exc())
628
630
  logger.warning(f"Error getting tags for schema {schema_name}: {exc}")
@@ -147,18 +147,18 @@ class AmundsenSource(Source):
147
147
  def _iter(self, *_, **__) -> Iterable[Either[Entity]]:
148
148
  table_entities = self.client.execute_query(NEO4J_AMUNDSEN_TABLE_QUERY)
149
149
  for table in table_entities:
150
- yield from Either(right=self.create_table_entity(table))
150
+ yield from self.create_table_entity(table)
151
151
 
152
152
  user_entities = self.client.execute_query(NEO4J_AMUNDSEN_USER_QUERY)
153
153
  for user in user_entities:
154
- yield from Either(right=self.create_user_entity(user))
155
- yield from Either(right=self.add_owner_to_entity(user))
154
+ yield from self.create_user_entity(user)
155
+ yield from self.add_owner_to_entity(user)
156
156
 
157
157
  dashboard_entities = self.client.execute_query(NEO4J_AMUNDSEN_DASHBOARD_QUERY)
158
158
  for dashboard in dashboard_entities:
159
- yield from Either(right=self.create_dashboard_service(dashboard))
160
- yield from Either(right=self.create_chart_entity(dashboard))
161
- yield from Either(right=self.create_dashboard_entity(dashboard))
159
+ yield from self.create_dashboard_service(dashboard)
160
+ yield from self.create_chart_entity(dashboard)
161
+ yield from self.create_dashboard_entity(dashboard)
162
162
 
163
163
  def create_user_entity(self, user) -> Iterable[Either[OMetaUserProfile]]:
164
164
  try:
@@ -13,16 +13,45 @@
13
13
  Interfaces with database for all database engine
14
14
  supporting sqlalchemy abstraction layer
15
15
  """
16
+ from typing import List, Type, cast
17
+
16
18
  from sqlalchemy import Column, inspect
17
19
 
20
+ from metadata.generated.schema.entity.data.table import SystemProfile
18
21
  from metadata.profiler.interface.sqlalchemy.profiler_interface import (
19
22
  SQAProfilerInterface,
20
23
  )
24
+ from metadata.profiler.metrics.system.bigquery.system import (
25
+ BigQuerySystemMetricsComputer,
26
+ )
27
+ from metadata.profiler.metrics.system.system import System
28
+ from metadata.profiler.processor.runner import QueryRunner
29
+ from metadata.utils.logger import profiler_interface_registry_logger
30
+
31
+ logger = profiler_interface_registry_logger()
21
32
 
22
33
 
23
34
  class BigQueryProfilerInterface(SQAProfilerInterface):
24
35
  """BigQuery profiler interface"""
25
36
 
37
+ def _compute_system_metrics(
38
+ self,
39
+ metrics: Type[System],
40
+ runner: QueryRunner,
41
+ *args,
42
+ **kwargs,
43
+ ) -> List[SystemProfile]:
44
+ logger.debug(f"Computing {metrics.name()} metric for {runner.table_name}")
45
+ self.system_metrics_class = cast(
46
+ Type[BigQuerySystemMetricsComputer], self.system_metrics_class
47
+ )
48
+ instance = self.system_metrics_class(
49
+ session=self.session,
50
+ runner=runner,
51
+ usage_location=self.service_connection_config.usageLocation,
52
+ )
53
+ return instance.get_system_metrics()
54
+
26
55
  def _get_struct_columns(self, columns: dict, parent: str):
27
56
  """"""
28
57
  # pylint: disable=import-outside-toplevel
@@ -13,25 +13,55 @@
13
13
  Interfaces with database for all database engine
14
14
  supporting sqlalchemy abstraction layer
15
15
  """
16
- from typing import List
16
+ from typing import List, Type, cast
17
17
 
18
18
  from pyhive.sqlalchemy_hive import HiveCompiler
19
19
  from sqlalchemy import Column
20
20
 
21
21
  from metadata.generated.schema.entity.data.table import Column as OMColumn
22
- from metadata.generated.schema.entity.data.table import ColumnName, DataType
22
+ from metadata.generated.schema.entity.data.table import (
23
+ ColumnName,
24
+ DataType,
25
+ SystemProfile,
26
+ )
23
27
  from metadata.generated.schema.entity.services.databaseService import (
24
28
  DatabaseServiceType,
25
29
  )
26
30
  from metadata.profiler.interface.sqlalchemy.profiler_interface import (
27
31
  SQAProfilerInterface,
28
32
  )
33
+ from metadata.profiler.metrics.system.databricks.system import (
34
+ DatabricksSystemMetricsComputer,
35
+ )
36
+ from metadata.profiler.metrics.system.system import System
29
37
  from metadata.profiler.orm.converter.base import build_orm_col
38
+ from metadata.profiler.processor.runner import QueryRunner
39
+ from metadata.utils.logger import profiler_interface_registry_logger
40
+
41
+ logger = profiler_interface_registry_logger()
30
42
 
31
43
 
32
44
  class DatabricksProfilerInterface(SQAProfilerInterface):
33
45
  """Databricks profiler interface"""
34
46
 
47
+ def _compute_system_metrics(
48
+ self,
49
+ metrics: Type[System],
50
+ runner: QueryRunner,
51
+ *args,
52
+ **kwargs,
53
+ ) -> List[SystemProfile]:
54
+ logger.debug(f"Computing {metrics.name()} metric for {runner.table_name}")
55
+ self.system_metrics_class = cast(
56
+ Type[DatabricksSystemMetricsComputer], self.system_metrics_class
57
+ )
58
+ instance = self.system_metrics_class(
59
+ session=self.session,
60
+ runner=runner,
61
+ catalog=self.service_connection_config.catalog,
62
+ )
63
+ return instance.get_system_metrics()
64
+
35
65
  def visit_column(self, *args, **kwargs):
36
66
  result = super( # pylint: disable=bad-super-call
37
67
  HiveCompiler, self
@@ -26,7 +26,7 @@ from typing import Any, Dict, List, Optional, Type, Union
26
26
 
27
27
  from sqlalchemy import Column, inspect, text
28
28
  from sqlalchemy.exc import DBAPIError, ProgrammingError, ResourceClosedError
29
- from sqlalchemy.orm import scoped_session
29
+ from sqlalchemy.orm import Session, scoped_session
30
30
 
31
31
  from metadata.generated.schema.entity.data.table import (
32
32
  CustomMetricProfile,
@@ -51,7 +51,7 @@ from metadata.profiler.metrics.registry import Metrics
51
51
  from metadata.profiler.metrics.static.mean import Mean
52
52
  from metadata.profiler.metrics.static.stddev import StdDev
53
53
  from metadata.profiler.metrics.static.sum import Sum
54
- from metadata.profiler.metrics.system.system import System, SystemMetricsComputer
54
+ from metadata.profiler.metrics.system.system import System, SystemMetricsRegistry
55
55
  from metadata.profiler.orm.functions.table_metric_computer import TableMetricComputer
56
56
  from metadata.profiler.orm.registry import Dialects
57
57
  from metadata.profiler.processor.metric_filter import MetricFilter
@@ -111,13 +111,9 @@ class SQAProfilerInterface(ProfilerInterface, SQAInterfaceMixin):
111
111
 
112
112
  self._table = self.sampler.raw_dataset
113
113
  self.create_session()
114
- self.system_metrics_computer = self.initialize_system_metrics_computer()
115
-
116
- def initialize_system_metrics_computer(self) -> SystemMetricsComputer:
117
- """Initialize system metrics computer. Override this if you want to use a metric source with
118
- state or other dependencies.
119
- """
120
- return SystemMetricsComputer()
114
+ self.system_metrics_class = SystemMetricsRegistry.get(
115
+ self.session.get_bind().dialect
116
+ )
121
117
 
122
118
  def create_session(self):
123
119
  self.session_factory = self._session_factory()
@@ -362,7 +358,8 @@ class SQAProfilerInterface(ProfilerInterface, SQAInterfaceMixin):
362
358
  *args,
363
359
  **kwargs,
364
360
  ) -> List[SystemProfile]:
365
- """Get system metric for tables
361
+ """Get system metric for tables. Override this in the interface if you want to use a metric source with
362
+ for other sources.
366
363
 
367
364
  Args:
368
365
  metric_type: type of metric
@@ -372,8 +369,10 @@ class SQAProfilerInterface(ProfilerInterface, SQAInterfaceMixin):
372
369
  Returns:
373
370
  dictionnary of results
374
371
  """
375
- logger.debug(f"Computing system metrics for {runner.table_name}")
376
- return self.system_metrics_computer.get_system_metrics(runner=runner)
372
+ logger.debug(
373
+ f"No implementation found for {self.session.get_bind().dialect.name} for {metrics.name()} metric"
374
+ )
375
+ return []
377
376
 
378
377
  def _create_thread_safe_runner(self, session, column=None):
379
378
  """Create thread safe runner"""
@@ -0,0 +1,50 @@
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
+ # you may not use this file except in compliance with the License.
4
+ # You may obtain a copy of the License at
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
+ # Unless required by applicable law or agreed to in writing, software
7
+ # distributed under the License is distributed on an "AS IS" BASIS,
8
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
9
+ # See the License for the specific language governing permissions and
10
+ # limitations under the License.
11
+
12
+ """
13
+ Interfaces with database for all database engine
14
+ supporting sqlalchemy abstraction layer
15
+ """
16
+ from typing import List, Type, cast
17
+
18
+ from metadata.generated.schema.entity.data.table import SystemProfile
19
+ from metadata.profiler.interface.sqlalchemy.profiler_interface import (
20
+ SQAProfilerInterface,
21
+ )
22
+ from metadata.profiler.metrics.system.redshift.system import (
23
+ RedshiftSystemMetricsComputer,
24
+ )
25
+ from metadata.profiler.metrics.system.system import System
26
+ from metadata.profiler.processor.runner import QueryRunner
27
+ from metadata.utils.logger import profiler_interface_registry_logger
28
+
29
+ logger = profiler_interface_registry_logger()
30
+
31
+
32
+ class RedshiftProfilerInterface(SQAProfilerInterface):
33
+ """Redshift profiler interface"""
34
+
35
+ def _compute_system_metrics(
36
+ self,
37
+ metrics: Type[System],
38
+ runner: QueryRunner,
39
+ *args,
40
+ **kwargs,
41
+ ) -> List[SystemProfile]:
42
+ logger.debug(f"Computing {metrics.name()} metric for {runner.table_name}")
43
+ self.system_metrics_class = cast(
44
+ Type[RedshiftSystemMetricsComputer], self.system_metrics_class
45
+ )
46
+ instance = self.system_metrics_class(
47
+ session=self.session,
48
+ runner=runner,
49
+ )
50
+ return instance.get_system_metrics()
@@ -14,10 +14,18 @@ Interfaces with database for all database engine
14
14
  supporting sqlalchemy abstraction layer
15
15
  """
16
16
 
17
+ from typing import List, Type, cast
18
+
19
+ from metadata.generated.schema.entity.data.table import SystemProfile
17
20
  from metadata.profiler.interface.sqlalchemy.profiler_interface import (
18
21
  OVERFLOW_ERROR_CODES,
19
22
  SQAProfilerInterface,
20
23
  )
24
+ from metadata.profiler.metrics.system.snowflake.system import (
25
+ SnowflakeSystemMetricsComputer,
26
+ )
27
+ from metadata.profiler.metrics.system.system import System
28
+ from metadata.profiler.processor.runner import QueryRunner
21
29
  from metadata.utils.logger import profiler_interface_registry_logger
22
30
 
23
31
  logger = profiler_interface_registry_logger()
@@ -36,6 +44,18 @@ class SnowflakeProfilerInterface(SQAProfilerInterface):
36
44
  super().create_session()
37
45
  self.set_session_tag(self.session)
38
46
 
47
+ def _compute_system_metrics(
48
+ self, metrics: Type[System], runner: QueryRunner, *args, **kwargs
49
+ ) -> List[SystemProfile]:
50
+ self.system_metrics_class = cast(
51
+ Type[SnowflakeSystemMetricsComputer], self.system_metrics_class
52
+ )
53
+ instance = self.system_metrics_class(
54
+ session=self.session,
55
+ runner=runner,
56
+ )
57
+ return instance.get_system_metrics()
58
+
39
59
  def _programming_error_static_metric(self, runner, column, exc, session, metrics):
40
60
  if exc.orig and exc.orig.errno in OVERFLOW_ERROR_CODES.get(
41
61
  session.bind.dialect.name
@@ -3,16 +3,17 @@
3
3
  from typing import List
4
4
 
5
5
  from pydantic import TypeAdapter
6
+ from sqlalchemy.orm import Session
6
7
 
7
8
  from metadata.generated.schema.entity.data.table import DmlOperationType, SystemProfile
8
9
  from metadata.ingestion.source.database.bigquery.queries import BigQueryQueryResult
9
10
  from metadata.profiler.metrics.system.dml_operation import DatabaseDMLOperations
10
11
  from metadata.profiler.metrics.system.system import (
11
12
  CacheProvider,
12
- EmptySystemMetricsSource,
13
- SQASessionProvider,
14
13
  SystemMetricsComputer,
14
+ register_system_metrics,
15
15
  )
16
+ from metadata.profiler.orm.registry import PythonDialects
16
17
  from metadata.profiler.processor.runner import QueryRunner
17
18
  from metadata.utils.logger import profiler_logger
18
19
  from metadata.utils.time_utils import datetime_to_timestamp
@@ -20,36 +21,32 @@ from metadata.utils.time_utils import datetime_to_timestamp
20
21
  logger = profiler_logger()
21
22
 
22
23
 
23
- class BigQuerySystemMetricsSource(
24
- SQASessionProvider, EmptySystemMetricsSource, CacheProvider
25
- ):
24
+ @register_system_metrics(PythonDialects.BigQuery)
25
+ class BigQuerySystemMetricsComputer(SystemMetricsComputer, CacheProvider):
26
26
  """BigQuery system metrics source class"""
27
27
 
28
- def get_kwargs(self, **kwargs):
29
- runner: QueryRunner = kwargs.get("runner")
30
- return {
31
- "table": runner.table_name,
32
- "project_id": runner.session.get_bind().url.host,
33
- "dataset_id": runner.schema_name,
34
- "usage_location": kwargs.get("usage_location"),
35
- }
28
+ def __init__(
29
+ self,
30
+ session: Session,
31
+ runner: QueryRunner,
32
+ usage_location: str,
33
+ ):
34
+ self.session = session
35
+ self.table = runner.table_name
36
+ self.project_id = runner.session.get_bind().url.host
37
+ self.dataset_id = runner.schema_name
38
+ self.usage_location = usage_location
36
39
 
37
- def get_deletes(self, **kwargs) -> List[SystemProfile]:
38
- table, project_id, usage_location, dataset_id = (
39
- kwargs.get("table"),
40
- kwargs.get("project_id"),
41
- kwargs.get("usage_location"),
42
- kwargs.get("dataset_id"),
43
- )
40
+ def get_deletes(self) -> List[SystemProfile]:
44
41
  return self.get_system_profile(
45
- project_id,
46
- dataset_id,
47
- table,
42
+ self.project_id,
43
+ self.dataset_id,
44
+ self.table,
48
45
  list(
49
46
  self.get_queries_by_operation(
50
- usage_location,
51
- project_id,
52
- dataset_id,
47
+ self.usage_location,
48
+ self.project_id,
49
+ self.dataset_id,
53
50
  [
54
51
  DatabaseDMLOperations.DELETE,
55
52
  ],
@@ -59,21 +56,15 @@ class BigQuerySystemMetricsSource(
59
56
  DmlOperationType.DELETE,
60
57
  )
61
58
 
62
- def get_updates(self, **kwargs) -> List[SystemProfile]:
63
- table, project_id, usage_location, dataset_id = (
64
- kwargs.get("table"),
65
- kwargs.get("project_id"),
66
- kwargs.get("usage_location"),
67
- kwargs.get("dataset_id"),
68
- )
59
+ def get_updates(self) -> List[SystemProfile]:
69
60
  return self.get_system_profile(
70
- project_id,
71
- dataset_id,
72
- table,
61
+ self.project_id,
62
+ self.dataset_id,
63
+ self.table,
73
64
  self.get_queries_by_operation(
74
- usage_location,
75
- project_id,
76
- dataset_id,
65
+ self.usage_location,
66
+ self.project_id,
67
+ self.dataset_id,
77
68
  [
78
69
  DatabaseDMLOperations.UPDATE,
79
70
  DatabaseDMLOperations.MERGE,
@@ -83,21 +74,15 @@ class BigQuerySystemMetricsSource(
83
74
  DmlOperationType.UPDATE,
84
75
  )
85
76
 
86
- def get_inserts(self, **kwargs) -> List[SystemProfile]:
87
- table, project_id, usage_location, dataset_id = (
88
- kwargs.get("table"),
89
- kwargs.get("project_id"),
90
- kwargs.get("usage_location"),
91
- kwargs.get("dataset_id"),
92
- )
77
+ def get_inserts(self) -> List[SystemProfile]:
93
78
  return self.get_system_profile(
94
- project_id,
95
- dataset_id,
96
- table,
79
+ self.project_id,
80
+ self.dataset_id,
81
+ self.table,
97
82
  self.get_queries_by_operation(
98
- usage_location,
99
- project_id,
100
- dataset_id,
83
+ self.usage_location,
84
+ self.project_id,
85
+ self.dataset_id,
101
86
  [
102
87
  DatabaseDMLOperations.INSERT,
103
88
  DatabaseDMLOperations.MERGE,
@@ -127,7 +112,7 @@ class BigQuerySystemMetricsSource(
127
112
  return self.get_or_update_cache(
128
113
  f"{project_id}.{dataset_id}",
129
114
  BigQueryQueryResult.get_for_table,
130
- session=super().get_session(),
115
+ session=self.session,
131
116
  usage_location=usage_location,
132
117
  project_id=project_id,
133
118
  dataset_id=dataset_id,
@@ -154,13 +139,10 @@ class BigQuerySystemMetricsSource(
154
139
  "rowsAffected": getattr(q, rows_affected_field),
155
140
  }
156
141
  for q in query_results
157
- if getattr(q, rows_affected_field, -1) > 0
142
+ if getattr(q, rows_affected_field)
143
+ or -1 > 0
158
144
  and q.project_id == project_id
159
145
  and q.dataset_id == dataset_id
160
146
  and q.table_name == table
161
147
  ]
162
148
  )
163
-
164
-
165
- class BigQuerySystemMetricsComputer(SystemMetricsComputer, BigQuerySystemMetricsSource):
166
- pass