openmetadata-ingestion 1.8.1.0__py3-none-any.whl → 1.8.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (763) hide show
  1. metadata/generated/schema/analytics/__init__.py +1 -1
  2. metadata/generated/schema/analytics/basic.py +1 -1
  3. metadata/generated/schema/analytics/reportData.py +1 -1
  4. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  5. metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
  6. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  7. metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
  8. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  9. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  10. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  11. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  12. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  13. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  14. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  15. metadata/generated/schema/api/__init__.py +1 -1
  16. metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
  17. metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
  18. metadata/generated/schema/api/analytics/__init__.py +1 -1
  19. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  20. metadata/generated/schema/api/automations/__init__.py +1 -1
  21. metadata/generated/schema/api/automations/createWorkflow.py +1 -1
  22. metadata/generated/schema/api/bulkAssets.py +1 -1
  23. metadata/generated/schema/api/classification/__init__.py +1 -1
  24. metadata/generated/schema/api/classification/createClassification.py +1 -1
  25. metadata/generated/schema/api/classification/createTag.py +1 -1
  26. metadata/generated/schema/api/classification/loadTags.py +1 -1
  27. metadata/generated/schema/api/createBot.py +1 -1
  28. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  29. metadata/generated/schema/api/createType.py +1 -1
  30. metadata/generated/schema/api/data/__init__.py +1 -1
  31. metadata/generated/schema/api/data/createAPICollection.py +1 -1
  32. metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
  33. metadata/generated/schema/api/data/createChart.py +1 -1
  34. metadata/generated/schema/api/data/createContainer.py +1 -1
  35. metadata/generated/schema/api/data/createCustomProperty.py +1 -1
  36. metadata/generated/schema/api/data/createDashboard.py +1 -1
  37. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  38. metadata/generated/schema/api/data/createDataContract.py +1 -1
  39. metadata/generated/schema/api/data/createDatabase.py +1 -1
  40. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  41. metadata/generated/schema/api/data/createGlossary.py +1 -1
  42. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  43. metadata/generated/schema/api/data/createMetric.py +1 -1
  44. metadata/generated/schema/api/data/createMlModel.py +1 -1
  45. metadata/generated/schema/api/data/createPipeline.py +1 -1
  46. metadata/generated/schema/api/data/createQuery.py +1 -1
  47. metadata/generated/schema/api/data/createQueryCostRecord.py +1 -1
  48. metadata/generated/schema/api/data/createSearchIndex.py +1 -1
  49. metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
  50. metadata/generated/schema/api/data/createTable.py +1 -1
  51. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  52. metadata/generated/schema/api/data/createTopic.py +1 -1
  53. metadata/generated/schema/api/data/loadGlossary.py +1 -1
  54. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  55. metadata/generated/schema/api/data/updateColumn.py +1 -1
  56. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  57. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  58. metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
  59. metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
  60. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  61. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  62. metadata/generated/schema/api/docStore/__init__.py +1 -1
  63. metadata/generated/schema/api/docStore/createDocument.py +1 -1
  64. metadata/generated/schema/api/domains/__init__.py +1 -1
  65. metadata/generated/schema/api/domains/createDataProduct.py +1 -1
  66. metadata/generated/schema/api/domains/createDomain.py +1 -1
  67. metadata/generated/schema/api/feed/__init__.py +1 -1
  68. metadata/generated/schema/api/feed/closeTask.py +1 -1
  69. metadata/generated/schema/api/feed/createPost.py +1 -1
  70. metadata/generated/schema/api/feed/createSuggestion.py +1 -1
  71. metadata/generated/schema/api/feed/createThread.py +1 -1
  72. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  73. metadata/generated/schema/api/feed/threadCount.py +1 -1
  74. metadata/generated/schema/api/governance/__init__.py +1 -1
  75. metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
  76. metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
  77. metadata/generated/schema/api/lineage/__init__.py +1 -1
  78. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  79. metadata/generated/schema/api/lineage/esLineageData.py +1 -1
  80. metadata/generated/schema/api/lineage/lineageDirection.py +1 -1
  81. metadata/generated/schema/api/lineage/nodeInformation.py +1 -1
  82. metadata/generated/schema/api/lineage/searchLineageRequest.py +1 -1
  83. metadata/generated/schema/api/lineage/searchLineageResult.py +1 -1
  84. metadata/generated/schema/api/mcp/__init__.py +1 -1
  85. metadata/generated/schema/api/mcp/mcpToolDefinition.py +1 -1
  86. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  87. metadata/generated/schema/api/policies/__init__.py +1 -1
  88. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  89. metadata/generated/schema/api/scim/__init__.py +1 -1
  90. metadata/generated/schema/api/scim/scimGroup.py +1 -1
  91. metadata/generated/schema/api/scim/scimPatchOp.py +1 -1
  92. metadata/generated/schema/api/scim/scimUser.py +1 -1
  93. metadata/generated/schema/api/search/__init__.py +1 -1
  94. metadata/generated/schema/api/search/previewSearchRequest.py +1 -1
  95. metadata/generated/schema/api/services/__init__.py +1 -1
  96. metadata/generated/schema/api/services/createApiService.py +1 -1
  97. metadata/generated/schema/api/services/createDashboardService.py +1 -1
  98. metadata/generated/schema/api/services/createDatabaseService.py +1 -1
  99. metadata/generated/schema/api/services/createMessagingService.py +1 -1
  100. metadata/generated/schema/api/services/createMetadataService.py +1 -1
  101. metadata/generated/schema/api/services/createMlModelService.py +1 -1
  102. metadata/generated/schema/api/services/createPipelineService.py +1 -1
  103. metadata/generated/schema/api/services/createSearchService.py +1 -1
  104. metadata/generated/schema/api/services/createStorageService.py +1 -1
  105. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  106. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  107. metadata/generated/schema/api/setOwner.py +1 -1
  108. metadata/generated/schema/api/teams/__init__.py +1 -1
  109. metadata/generated/schema/api/teams/createPersona.py +1 -1
  110. metadata/generated/schema/api/teams/createRole.py +1 -1
  111. metadata/generated/schema/api/teams/createTeam.py +1 -1
  112. metadata/generated/schema/api/teams/createUser.py +1 -1
  113. metadata/generated/schema/api/tests/__init__.py +1 -1
  114. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  115. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  116. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  117. metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
  118. metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
  119. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  120. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  121. metadata/generated/schema/api/validateGlossaryTagsRequest.py +1 -1
  122. metadata/generated/schema/api/voteRequest.py +1 -1
  123. metadata/generated/schema/auth/__init__.py +1 -1
  124. metadata/generated/schema/auth/basicAuth.py +1 -1
  125. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  126. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  127. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  128. metadata/generated/schema/auth/emailRequest.py +1 -1
  129. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  130. metadata/generated/schema/auth/generateToken.py +1 -1
  131. metadata/generated/schema/auth/jwtAuth.py +1 -1
  132. metadata/generated/schema/auth/loginRequest.py +1 -1
  133. metadata/generated/schema/auth/logoutRequest.py +1 -1
  134. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  135. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  136. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  137. metadata/generated/schema/auth/refreshToken.py +1 -1
  138. metadata/generated/schema/auth/registrationRequest.py +1 -1
  139. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  140. metadata/generated/schema/auth/revokeToken.py +1 -1
  141. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  142. metadata/generated/schema/auth/ssoAuth.py +1 -1
  143. metadata/generated/schema/auth/supportToken.py +1 -1
  144. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  145. metadata/generated/schema/configuration/__init__.py +1 -1
  146. metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
  147. metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
  148. metadata/generated/schema/configuration/authConfig.py +1 -1
  149. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  150. metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
  151. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  152. metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
  153. metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
  154. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  155. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  156. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  157. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  158. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  159. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  160. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  161. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  162. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  163. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  164. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  165. metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
  166. metadata/generated/schema/configuration/lineageSettings.py +1 -1
  167. metadata/generated/schema/configuration/loginConfiguration.py +1 -1
  168. metadata/generated/schema/configuration/logoConfiguration.py +1 -1
  169. metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +1 -1
  170. metadata/generated/schema/configuration/opertionalConfiguration.py +1 -1
  171. metadata/generated/schema/configuration/opsConfig.py +1 -1
  172. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  173. metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
  174. metadata/generated/schema/configuration/searchSettings.py +1 -1
  175. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
  176. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  177. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  178. metadata/generated/schema/configuration/themeConfiguration.py +1 -1
  179. metadata/generated/schema/configuration/uiThemePreference.py +1 -1
  180. metadata/generated/schema/configuration/workflowSettings.py +1 -1
  181. metadata/generated/schema/dataInsight/__init__.py +1 -1
  182. metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
  183. metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
  184. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
  185. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
  186. metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
  187. metadata/generated/schema/dataInsight/custom/lineChart.py +1 -1
  188. metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
  189. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  190. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  191. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  192. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  193. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  194. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  195. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
  196. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
  197. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
  198. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
  199. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  200. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  201. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  202. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  203. metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
  204. metadata/generated/schema/email/__init__.py +1 -1
  205. metadata/generated/schema/email/emailRequest.py +1 -1
  206. metadata/generated/schema/email/emailTemplate.py +1 -1
  207. metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
  208. metadata/generated/schema/email/smtpSettings.py +1 -1
  209. metadata/generated/schema/email/templateValidationReponse.py +1 -1
  210. metadata/generated/schema/entity/__init__.py +1 -1
  211. metadata/generated/schema/entity/applications/__init__.py +1 -1
  212. metadata/generated/schema/entity/applications/app.py +1 -1
  213. metadata/generated/schema/entity/applications/appExtension.py +1 -1
  214. metadata/generated/schema/entity/applications/appRunRecord.py +1 -1
  215. metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
  216. metadata/generated/schema/entity/applications/configuration/applicationConfig.py +1 -1
  217. metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
  218. metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
  219. metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
  220. metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +1 -1
  221. metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
  222. metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
  223. metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
  224. metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
  225. metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +1 -1
  226. metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
  227. metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +9 -1
  228. metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
  229. metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
  230. metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +1 -1
  231. metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
  232. metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
  233. metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
  234. metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
  235. metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +1 -1
  236. metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
  237. metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +8 -1
  238. metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
  239. metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
  240. metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
  241. metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +1 -1
  242. metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +1 -1
  243. metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +1 -1
  244. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +1 -1
  245. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
  246. metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
  247. metadata/generated/schema/entity/applications/configuration/internal/helloPipelinesConfiguration.py +1 -1
  248. metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
  249. metadata/generated/schema/entity/applications/configuration/private/__init__.py +1 -1
  250. metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
  251. metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +1 -1
  252. metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +1 -1
  253. metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +1 -1
  254. metadata/generated/schema/entity/applications/configuration/private/limits.py +1 -1
  255. metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
  256. metadata/generated/schema/entity/applications/jobStatus.py +1 -1
  257. metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
  258. metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
  259. metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +1 -1
  260. metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +1 -1
  261. metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
  262. metadata/generated/schema/entity/automations/__init__.py +1 -1
  263. metadata/generated/schema/entity/automations/testServiceConnection.py +1 -1
  264. metadata/generated/schema/entity/automations/workflow.py +1 -1
  265. metadata/generated/schema/entity/bot.py +1 -1
  266. metadata/generated/schema/entity/classification/__init__.py +1 -1
  267. metadata/generated/schema/entity/classification/classification.py +1 -1
  268. metadata/generated/schema/entity/classification/tag.py +1 -1
  269. metadata/generated/schema/entity/data/__init__.py +1 -1
  270. metadata/generated/schema/entity/data/apiCollection.py +1 -1
  271. metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
  272. metadata/generated/schema/entity/data/chart.py +1 -1
  273. metadata/generated/schema/entity/data/container.py +1 -1
  274. metadata/generated/schema/entity/data/dashboard.py +1 -1
  275. metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
  276. metadata/generated/schema/entity/data/dataContract.py +1 -1
  277. metadata/generated/schema/entity/data/database.py +1 -1
  278. metadata/generated/schema/entity/data/databaseSchema.py +1 -1
  279. metadata/generated/schema/entity/data/glossary.py +1 -1
  280. metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
  281. metadata/generated/schema/entity/data/metric.py +1 -1
  282. metadata/generated/schema/entity/data/mlmodel.py +1 -1
  283. metadata/generated/schema/entity/data/pipeline.py +1 -1
  284. metadata/generated/schema/entity/data/query.py +1 -1
  285. metadata/generated/schema/entity/data/queryCostRecord.py +1 -1
  286. metadata/generated/schema/entity/data/queryCostSearchResult.py +1 -1
  287. metadata/generated/schema/entity/data/report.py +1 -1
  288. metadata/generated/schema/entity/data/searchIndex.py +1 -1
  289. metadata/generated/schema/entity/data/storedProcedure.py +1 -1
  290. metadata/generated/schema/entity/data/table.py +1 -1
  291. metadata/generated/schema/entity/data/topic.py +1 -1
  292. metadata/generated/schema/entity/docStore/__init__.py +1 -1
  293. metadata/generated/schema/entity/docStore/document.py +1 -1
  294. metadata/generated/schema/entity/domains/__init__.py +1 -1
  295. metadata/generated/schema/entity/domains/dataProduct.py +1 -1
  296. metadata/generated/schema/entity/domains/domain.py +1 -1
  297. metadata/generated/schema/entity/events/__init__.py +1 -1
  298. metadata/generated/schema/entity/events/webhook.py +1 -1
  299. metadata/generated/schema/entity/feed/__init__.py +1 -1
  300. metadata/generated/schema/entity/feed/assets.py +1 -1
  301. metadata/generated/schema/entity/feed/customProperty.py +1 -1
  302. metadata/generated/schema/entity/feed/description.py +1 -1
  303. metadata/generated/schema/entity/feed/domain.py +1 -1
  304. metadata/generated/schema/entity/feed/entityInfo.py +1 -1
  305. metadata/generated/schema/entity/feed/owner.py +1 -1
  306. metadata/generated/schema/entity/feed/suggestion.py +1 -1
  307. metadata/generated/schema/entity/feed/tag.py +1 -1
  308. metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
  309. metadata/generated/schema/entity/feed/thread.py +1 -1
  310. metadata/generated/schema/entity/policies/__init__.py +1 -1
  311. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  312. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
  313. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  314. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  315. metadata/generated/schema/entity/policies/filters.py +1 -1
  316. metadata/generated/schema/entity/policies/policy.py +1 -1
  317. metadata/generated/schema/entity/services/__init__.py +1 -1
  318. metadata/generated/schema/entity/services/apiService.py +1 -1
  319. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  320. metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
  321. metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
  322. metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
  323. metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
  324. metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
  325. metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
  326. metadata/generated/schema/entity/services/connections/connectionBasicType.py +1 -1
  327. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  328. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
  329. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
  330. metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +1 -1
  331. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
  332. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
  333. metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +1 -1
  334. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
  335. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +9 -1
  336. metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +1 -1
  337. metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
  338. metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
  339. metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
  340. metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
  341. metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
  342. metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +1 -1
  343. metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +1 -1
  344. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
  345. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
  346. metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +1 -1
  347. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
  348. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +1 -1
  349. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  350. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +1 -1
  351. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
  352. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +1 -1
  353. metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +1 -1
  354. metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +1 -1
  355. metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +1 -1
  356. metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +1 -1
  357. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
  358. metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +1 -1
  359. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  360. metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
  361. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  362. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  363. metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
  364. metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
  365. metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +1 -1
  366. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
  367. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
  368. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  369. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  370. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  371. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  372. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
  373. metadata/generated/schema/entity/services/connections/database/db2Connection.py +1 -1
  374. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
  375. metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
  376. metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
  377. metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
  378. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
  379. metadata/generated/schema/entity/services/connections/database/dorisConnection.py +1 -1
  380. metadata/generated/schema/entity/services/connections/database/druidConnection.py +1 -1
  381. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
  382. metadata/generated/schema/entity/services/connections/database/exasolConnection.py +1 -1
  383. metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
  384. metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +1 -1
  385. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +1 -1
  386. metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
  387. metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
  388. metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
  389. metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
  390. metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
  391. metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
  392. metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
  393. metadata/generated/schema/entity/services/connections/database/icebergConnection.py +1 -1
  394. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +1 -1
  395. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +1 -1
  396. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +1 -1
  397. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +1 -1
  398. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +1 -1
  399. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +1 -1
  400. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +1 -1
  401. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +1 -1
  402. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
  403. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +1 -1
  404. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
  405. metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +1 -1
  406. metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
  407. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
  408. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
  409. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +1 -1
  410. metadata/generated/schema/entity/services/connections/database/sasConnection.py +1 -1
  411. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +1 -1
  412. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +1 -1
  413. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +1 -1
  414. metadata/generated/schema/entity/services/connections/database/synapseConnection.py +1 -1
  415. metadata/generated/schema/entity/services/connections/database/teradataConnection.py +1 -1
  416. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +1 -1
  417. metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +1 -1
  418. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
  419. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  420. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
  421. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
  422. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
  423. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
  424. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
  425. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  426. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  427. metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +1 -1
  428. metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +1 -1
  429. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
  430. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
  431. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
  432. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +1 -1
  433. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  434. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
  435. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
  436. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
  437. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
  438. metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +1 -1
  439. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  440. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
  441. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
  442. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
  443. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
  444. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
  445. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
  446. metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +1 -1
  447. metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +1 -1
  448. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
  449. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
  450. metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +1 -1
  451. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
  452. metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +1 -1
  453. metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +1 -1
  454. metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +1 -1
  455. metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +1 -1
  456. metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +1 -1
  457. metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +1 -1
  458. metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +1 -1
  459. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
  460. metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +1 -1
  461. metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +1 -1
  462. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
  463. metadata/generated/schema/entity/services/connections/pipeline/ssisConnection.py +1 -1
  464. metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +1 -1
  465. metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +1 -1
  466. metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
  467. metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +1 -1
  468. metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
  469. metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
  470. metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
  471. metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +1 -1
  472. metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +1 -1
  473. metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
  474. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  475. metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +1 -1
  476. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
  477. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
  478. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
  479. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  480. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  481. metadata/generated/schema/entity/services/dashboardService.py +1 -1
  482. metadata/generated/schema/entity/services/databaseService.py +1 -1
  483. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  484. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +1 -1
  485. metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
  486. metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +1 -1
  487. metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
  488. metadata/generated/schema/entity/services/messagingService.py +1 -1
  489. metadata/generated/schema/entity/services/metadataService.py +1 -1
  490. metadata/generated/schema/entity/services/mlmodelService.py +1 -1
  491. metadata/generated/schema/entity/services/pipelineService.py +1 -1
  492. metadata/generated/schema/entity/services/searchService.py +1 -1
  493. metadata/generated/schema/entity/services/serviceType.py +1 -1
  494. metadata/generated/schema/entity/services/storageService.py +1 -1
  495. metadata/generated/schema/entity/teams/__init__.py +1 -1
  496. metadata/generated/schema/entity/teams/persona.py +1 -1
  497. metadata/generated/schema/entity/teams/role.py +1 -1
  498. metadata/generated/schema/entity/teams/team.py +1 -1
  499. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  500. metadata/generated/schema/entity/teams/user.py +1 -1
  501. metadata/generated/schema/entity/type.py +1 -1
  502. metadata/generated/schema/entity/utils/__init__.py +1 -1
  503. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  504. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  505. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  506. metadata/generated/schema/events/__init__.py +1 -1
  507. metadata/generated/schema/events/alertMetrics.py +1 -1
  508. metadata/generated/schema/events/api/__init__.py +1 -1
  509. metadata/generated/schema/events/api/createEventSubscription.py +1 -1
  510. metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
  511. metadata/generated/schema/events/api/eventsRecord.py +1 -1
  512. metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
  513. metadata/generated/schema/events/api/typedEvent.py +1 -1
  514. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  515. metadata/generated/schema/events/eventFilterRule.py +1 -1
  516. metadata/generated/schema/events/eventSubscription.py +1 -1
  517. metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
  518. metadata/generated/schema/events/failedEvent.py +1 -1
  519. metadata/generated/schema/events/failedEventResponse.py +1 -1
  520. metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
  521. metadata/generated/schema/events/statusContext.py +1 -1
  522. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  523. metadata/generated/schema/events/subscriptionStatus.py +1 -1
  524. metadata/generated/schema/events/testDestinationStatus.py +1 -1
  525. metadata/generated/schema/governance/workflows/__init__.py +1 -1
  526. metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
  527. metadata/generated/schema/governance/workflows/elements/edge.py +1 -1
  528. metadata/generated/schema/governance/workflows/elements/nodeSubType.py +1 -1
  529. metadata/generated/schema/governance/workflows/elements/nodeType.py +1 -1
  530. metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
  531. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
  532. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +1 -1
  533. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +1 -1
  534. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +1 -1
  535. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +1 -1
  536. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +1 -1
  537. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
  538. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +1 -1
  539. metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +1 -1
  540. metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +1 -1
  541. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
  542. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +1 -1
  543. metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
  544. metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +1 -1
  545. metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
  546. metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +1 -1
  547. metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +1 -1
  548. metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +1 -1
  549. metadata/generated/schema/governance/workflows/workflowDefinition.py +1 -1
  550. metadata/generated/schema/governance/workflows/workflowInstance.py +1 -1
  551. metadata/generated/schema/governance/workflows/workflowInstanceState.py +1 -1
  552. metadata/generated/schema/jobs/__init__.py +1 -1
  553. metadata/generated/schema/jobs/backgroundJob.py +1 -1
  554. metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
  555. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  556. metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
  557. metadata/generated/schema/metadataIngestion/application.py +1 -1
  558. metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
  559. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +4 -4
  560. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  561. metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +1 -1
  562. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -1
  563. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +1 -1
  564. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +9 -1
  565. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
  566. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  567. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  568. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  569. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  570. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  571. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  572. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
  573. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
  574. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  575. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  576. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  577. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  578. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  579. metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +1 -1
  580. metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +1 -1
  581. metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +1 -1
  582. metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +1 -1
  583. metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +1 -1
  584. metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
  585. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  586. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  587. metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
  588. metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
  589. metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
  590. metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
  591. metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
  592. metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
  593. metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
  594. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  595. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
  596. metadata/generated/schema/metadataIngestion/workflow.py +1 -1
  597. metadata/generated/schema/monitoring/__init__.py +1 -1
  598. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  599. metadata/generated/schema/scim/__init__.py +1 -1
  600. metadata/generated/schema/scim/scimConfiguration.py +1 -1
  601. metadata/generated/schema/search/__init__.py +1 -1
  602. metadata/generated/schema/search/aggregationRequest.py +1 -1
  603. metadata/generated/schema/search/searchRequest.py +1 -1
  604. metadata/generated/schema/security/__init__.py +1 -1
  605. metadata/generated/schema/security/client/__init__.py +1 -1
  606. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  607. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  608. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  609. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  610. metadata/generated/schema/security/client/oidcClientConfig.py +8 -1
  611. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  612. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  613. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  614. metadata/generated/schema/security/credentials/__init__.py +1 -1
  615. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  616. metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
  617. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  618. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  619. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  620. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  621. metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
  622. metadata/generated/schema/security/credentials/gcpExternalAccount.py +1 -1
  623. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  624. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  625. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  626. metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
  627. metadata/generated/schema/security/sasl/__init__.py +1 -1
  628. metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
  629. metadata/generated/schema/security/secrets/__init__.py +1 -1
  630. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  631. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  632. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  633. metadata/generated/schema/security/securityConfiguration.py +1 -1
  634. metadata/generated/schema/security/ssl/__init__.py +1 -1
  635. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  636. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  637. metadata/generated/schema/settings/__init__.py +1 -1
  638. metadata/generated/schema/settings/settings.py +1 -1
  639. metadata/generated/schema/system/__init__.py +1 -1
  640. metadata/generated/schema/system/entityError.py +1 -1
  641. metadata/generated/schema/system/eventPublisherJob.py +1 -1
  642. metadata/generated/schema/system/indexingError.py +1 -1
  643. metadata/generated/schema/system/limitsResponse.py +1 -1
  644. metadata/generated/schema/system/ui/__init__.py +1 -1
  645. metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
  646. metadata/generated/schema/system/ui/navigationItem.py +1 -1
  647. metadata/generated/schema/system/ui/page.py +1 -1
  648. metadata/generated/schema/system/ui/tab.py +1 -1
  649. metadata/generated/schema/system/ui/uiCustomization.py +1 -1
  650. metadata/generated/schema/system/validationResponse.py +1 -1
  651. metadata/generated/schema/tests/__init__.py +1 -1
  652. metadata/generated/schema/tests/assigned.py +1 -1
  653. metadata/generated/schema/tests/basic.py +1 -1
  654. metadata/generated/schema/tests/customMetric.py +1 -1
  655. metadata/generated/schema/tests/dataQualityReport.py +1 -1
  656. metadata/generated/schema/tests/resolved.py +1 -1
  657. metadata/generated/schema/tests/testCase.py +1 -1
  658. metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
  659. metadata/generated/schema/tests/testDefinition.py +1 -1
  660. metadata/generated/schema/tests/testSuite.py +1 -1
  661. metadata/generated/schema/type/__init__.py +1 -1
  662. metadata/generated/schema/type/apiSchema.py +1 -1
  663. metadata/generated/schema/type/assetCertification.py +1 -1
  664. metadata/generated/schema/type/auditLog.py +1 -1
  665. metadata/generated/schema/type/basic.py +1 -1
  666. metadata/generated/schema/type/bulkOperationResult.py +1 -1
  667. metadata/generated/schema/type/changeEvent.py +1 -1
  668. metadata/generated/schema/type/changeEventType.py +1 -1
  669. metadata/generated/schema/type/changeSummaryMap.py +1 -1
  670. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  671. metadata/generated/schema/type/csvDocumentation.py +1 -1
  672. metadata/generated/schema/type/csvErrorType.py +1 -1
  673. metadata/generated/schema/type/csvFile.py +1 -1
  674. metadata/generated/schema/type/csvImportResult.py +1 -1
  675. metadata/generated/schema/type/customProperties/__init__.py +1 -1
  676. metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
  677. metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
  678. metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
  679. metadata/generated/schema/type/customProperty.py +1 -1
  680. metadata/generated/schema/type/dailyCount.py +1 -1
  681. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  682. metadata/generated/schema/type/entityHierarchy.py +1 -1
  683. metadata/generated/schema/type/entityHistory.py +1 -1
  684. metadata/generated/schema/type/entityLineage.py +1 -1
  685. metadata/generated/schema/type/entityReference.py +1 -1
  686. metadata/generated/schema/type/entityReferenceList.py +1 -1
  687. metadata/generated/schema/type/entityRelationship.py +1 -1
  688. metadata/generated/schema/type/entityUsage.py +1 -1
  689. metadata/generated/schema/type/filterPattern.py +1 -1
  690. metadata/generated/schema/type/function.py +1 -1
  691. metadata/generated/schema/type/include.py +1 -1
  692. metadata/generated/schema/type/jdbcConnection.py +1 -1
  693. metadata/generated/schema/type/lifeCycle.py +1 -1
  694. metadata/generated/schema/type/paging.py +1 -1
  695. metadata/generated/schema/type/profile.py +1 -1
  696. metadata/generated/schema/type/queryParserData.py +1 -1
  697. metadata/generated/schema/type/reaction.py +1 -1
  698. metadata/generated/schema/type/schedule.py +1 -1
  699. metadata/generated/schema/type/schema.py +1 -1
  700. metadata/generated/schema/type/tableQuery.py +1 -1
  701. metadata/generated/schema/type/tableUsageCount.py +1 -1
  702. metadata/generated/schema/type/tagLabel.py +1 -1
  703. metadata/generated/schema/type/usageDetails.py +1 -1
  704. metadata/generated/schema/type/usageRequest.py +1 -1
  705. metadata/generated/schema/type/votes.py +1 -1
  706. metadata/ingestion/lineage/masker.py +5 -2
  707. metadata/ingestion/lineage/sql_lineage.py +15 -9
  708. metadata/ingestion/source/dashboard/dashboard_service.py +21 -13
  709. metadata/ingestion/source/dashboard/domodashboard/metadata.py +11 -7
  710. metadata/ingestion/source/dashboard/lightdash/metadata.py +10 -7
  711. metadata/ingestion/source/dashboard/looker/metadata.py +64 -27
  712. metadata/ingestion/source/dashboard/metabase/metadata.py +98 -20
  713. metadata/ingestion/source/dashboard/microstrategy/metadata.py +35 -5
  714. metadata/ingestion/source/dashboard/mode/metadata.py +64 -18
  715. metadata/ingestion/source/dashboard/powerbi/client.py +57 -10
  716. metadata/ingestion/source/dashboard/powerbi/metadata.py +113 -20
  717. metadata/ingestion/source/dashboard/qlikcloud/metadata.py +23 -8
  718. metadata/ingestion/source/dashboard/qliksense/metadata.py +53 -12
  719. metadata/ingestion/source/dashboard/quicksight/metadata.py +99 -20
  720. metadata/ingestion/source/dashboard/redash/metadata.py +51 -6
  721. metadata/ingestion/source/dashboard/sigma/metadata.py +62 -14
  722. metadata/ingestion/source/dashboard/superset/api_source.py +52 -10
  723. metadata/ingestion/source/dashboard/superset/db_source.py +49 -9
  724. metadata/ingestion/source/dashboard/superset/mixin.py +5 -5
  725. metadata/ingestion/source/dashboard/tableau/metadata.py +159 -41
  726. metadata/ingestion/source/database/bigquery/service_spec.py +4 -4
  727. metadata/ingestion/source/database/dbt/dbt_config.py +5 -8
  728. metadata/ingestion/source/database/lineage_source.py +10 -0
  729. metadata/ingestion/source/database/redshift/queries.py +0 -35
  730. metadata/ingestion/source/database/redshift/service_spec.py +4 -4
  731. metadata/ingestion/source/database/snowflake/metadata.py +28 -10
  732. metadata/ingestion/source/database/snowflake/service_spec.py +4 -4
  733. metadata/ingestion/source/database/stored_procedures_mixin.py +10 -0
  734. metadata/ingestion/source/database/unitycatalog/metadata.py +24 -22
  735. metadata/ingestion/source/metadata/amundsen/metadata.py +6 -6
  736. metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +29 -0
  737. metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +32 -2
  738. metadata/profiler/interface/sqlalchemy/profiler_interface.py +11 -12
  739. metadata/profiler/interface/sqlalchemy/redshift/profiler_interface.py +50 -0
  740. metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +20 -0
  741. metadata/{ingestion/source/database/bigquery/profiler → profiler/metrics/system/bigquery}/system.py +40 -58
  742. metadata/profiler/metrics/system/databricks/system.py +132 -0
  743. metadata/profiler/metrics/system/dml_operation.py +2 -0
  744. metadata/{ingestion/source/database/redshift/profiler → profiler/metrics/system/redshift}/system.py +39 -57
  745. metadata/{ingestion/source/database/snowflake/profiler → profiler/metrics/system/snowflake}/system.py +29 -52
  746. metadata/profiler/metrics/system/system.py +107 -38
  747. metadata/sampler/sqlalchemy/bigquery/sampler.py +0 -7
  748. metadata/sampler/sqlalchemy/databricks/sampler.py +27 -0
  749. metadata/sampler/sqlalchemy/sampler.py +68 -2
  750. metadata/sampler/sqlalchemy/unitycatalog/sampler.py +28 -0
  751. metadata/utils/filters.py +15 -0
  752. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/METADATA +514 -514
  753. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/RECORD +757 -761
  754. metadata/ingestion/source/database/bigquery/profiler/__init__.py +0 -0
  755. metadata/ingestion/source/database/bigquery/profiler/profiler.py +0 -31
  756. metadata/ingestion/source/database/redshift/profiler/__init__.py +0 -0
  757. metadata/ingestion/source/database/redshift/profiler/profiler.py +0 -14
  758. metadata/ingestion/source/database/snowflake/profiler/__init__.py +0 -0
  759. metadata/ingestion/source/database/snowflake/profiler/profiler.py +0 -26
  760. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/LICENSE +0 -0
  761. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/WHEEL +0 -0
  762. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/entry_points.txt +0 -0
  763. {openmetadata_ingestion-1.8.1.0.dist-info → openmetadata_ingestion-1.8.2.0.dist-info}/top_level.txt +0 -0
@@ -184,16 +184,23 @@ class MicrostrategySource(DashboardServiceSource):
184
184
  def yield_dashboard_lineage_details(
185
185
  self,
186
186
  dashboard_details: MstrDashboardDetails,
187
- db_service_name: Optional[str] = None,
187
+ db_service_prefix: Optional[str] = None,
188
188
  ) -> Optional[Iterable[AddLineageRequest]]:
189
189
  """
190
- Get lineage between datamodel and data sources
190
+ Get lineage between dashboard and data sources
191
191
  """
192
- if not db_service_name:
192
+ if not db_service_prefix:
193
193
  return
194
194
 
195
+ (
196
+ prefix_db_service_name,
197
+ prefix_database_name,
198
+ prefix_schema_name,
199
+ prefix_table_name,
200
+ ) = self.parse_db_service_prefix(db_service_prefix)
201
+
195
202
  database_service = self.metadata.get_by_name(
196
- entity=DatabaseService, fqn=db_service_name
203
+ entity=DatabaseService, fqn=prefix_db_service_name
197
204
  )
198
205
  dialect = ConnectionTypeDialectMapper.dialect_of(
199
206
  database_service.serviceType.value
@@ -221,7 +228,7 @@ class MicrostrategySource(DashboardServiceSource):
221
228
  for table in lineage_parser.source_tables:
222
229
  table_entities = get_table_entities_from_query(
223
230
  metadata=self.metadata,
224
- service_name=db_service_name,
231
+ service_name=prefix_db_service_name,
225
232
  database_name="*",
226
233
  database_schema="*",
227
234
  table_name=str(table),
@@ -230,6 +237,29 @@ class MicrostrategySource(DashboardServiceSource):
230
237
  logger.debug(f"Table not found in metadata: {str(table)}")
231
238
  continue
232
239
  for table_entity in table_entities or []:
240
+ if (
241
+ prefix_table_name
242
+ and prefix_table_name.lower()
243
+ != str(table_entity.name.root).lower()
244
+ ):
245
+ continue
246
+
247
+ if (
248
+ prefix_schema_name
249
+ and getattr(table_entity.databaseSchema, "name", None)
250
+ and prefix_schema_name.lower()
251
+ != str(table_entity.databaseSchema.name).lower()
252
+ ):
253
+ continue
254
+
255
+ if (
256
+ prefix_database_name
257
+ and getattr(table_entity.database, "name", None)
258
+ and prefix_database_name.lower()
259
+ != str(table_entity.database.name).lower()
260
+ ):
261
+ continue
262
+
233
263
  yield Either(
234
264
  right=AddLineageRequest(
235
265
  edge=EntitiesEdge(
@@ -110,9 +110,11 @@ class ModeSource(DashboardServiceSource):
110
110
  name=EntityName(dashboard_details.get(client.TOKEN)),
111
111
  sourceUrl=SourceUrl(dashboard_url),
112
112
  displayName=dashboard_details.get(client.NAME),
113
- description=Markdown(dashboard_details.get(client.DESCRIPTION))
114
- if dashboard_details.get(client.DESCRIPTION)
115
- else None,
113
+ description=(
114
+ Markdown(dashboard_details.get(client.DESCRIPTION))
115
+ if dashboard_details.get(client.DESCRIPTION)
116
+ else None
117
+ ),
116
118
  charts=[
117
119
  FullyQualifiedEntityName(
118
120
  fqn.build(
@@ -130,51 +132,95 @@ class ModeSource(DashboardServiceSource):
130
132
  yield Either(right=dashboard_request)
131
133
  self.register_record(dashboard_request=dashboard_request)
132
134
 
135
+ # pylint: disable=too-many-locals
133
136
  def yield_dashboard_lineage_details(
134
137
  self,
135
138
  dashboard_details: dict,
136
- db_service_name: Optional[str] = None,
139
+ db_service_prefix: Optional[str] = None,
137
140
  ) -> Iterable[Either[AddLineageRequest]]:
138
141
  """Get lineage method"""
142
+ (
143
+ prefix_service_name,
144
+ prefix_database_name,
145
+ prefix_schema_name,
146
+ prefix_table_name,
147
+ ) = self.parse_db_service_prefix(db_service_prefix)
148
+
139
149
  try:
140
150
  response_queries = self.client.get_all_queries(
141
151
  workspace_name=self.workspace_name,
142
152
  report_token=dashboard_details[client.TOKEN],
143
153
  )
144
154
  queries = response_queries[client.EMBEDDED][client.QUERIES]
155
+
145
156
  for query in queries:
146
157
  if not query.get("data_source_id"):
147
158
  continue
148
159
  data_source = self.data_sources.get(query.get("data_source_id"))
149
160
  if not data_source:
150
161
  continue
162
+
163
+ database_name = data_source.get(client.DATABASE)
164
+ if (
165
+ prefix_database_name
166
+ and database_name
167
+ and prefix_database_name.lower() != str(database_name).lower()
168
+ ):
169
+ logger.debug(
170
+ f"Database {database_name} does not match prefix {prefix_database_name}"
171
+ )
172
+ continue
173
+
151
174
  lineage_parser = LineageParser(query.get("raw_query"))
152
175
  for table in lineage_parser.source_tables:
153
176
  database_schema_name, table = fqn.split(str(table))[-2:]
154
177
  database_schema_name = self.check_database_schema_name(
155
178
  database_schema_name
156
179
  )
180
+
181
+ if (
182
+ prefix_table_name
183
+ and table
184
+ and prefix_table_name.lower() != str(table).lower()
185
+ ):
186
+ logger.debug(
187
+ f"Table {table} does not match prefix {prefix_table_name}"
188
+ )
189
+ continue
190
+
191
+ if (
192
+ prefix_schema_name
193
+ and database_schema_name
194
+ and prefix_schema_name.lower()
195
+ != str(database_schema_name).lower()
196
+ ):
197
+ logger.debug(
198
+ f"Schema {database_schema_name} does not match prefix {prefix_schema_name}"
199
+ )
200
+ continue
201
+
157
202
  fqn_search_string = build_es_fqn_search_string(
158
- database_name=data_source.get(client.DATABASE),
159
- schema_name=database_schema_name,
160
- service_name=db_service_name or "*",
161
- table_name=table,
203
+ database_name=prefix_database_name or database_name,
204
+ schema_name=prefix_schema_name or database_schema_name,
205
+ service_name=prefix_service_name or "*",
206
+ table_name=prefix_table_name or table,
162
207
  )
163
208
  from_entities = self.metadata.search_in_any_service(
164
209
  entity_type=Table,
165
210
  fqn_search_string=fqn_search_string,
166
211
  fetch_multiple_entities=True,
167
212
  )
213
+
214
+ to_entity = self.metadata.get_by_name(
215
+ entity=Lineage_Dashboard,
216
+ fqn=fqn.build(
217
+ self.metadata,
218
+ Lineage_Dashboard,
219
+ service_name=self.config.serviceName,
220
+ dashboard_name=dashboard_details.get(client.TOKEN),
221
+ ),
222
+ )
168
223
  for from_entity in from_entities or []:
169
- to_entity = self.metadata.get_by_name(
170
- entity=Lineage_Dashboard,
171
- fqn=fqn.build(
172
- self.metadata,
173
- Lineage_Dashboard,
174
- service_name=self.config.serviceName,
175
- dashboard_name=dashboard_details.get(client.TOKEN),
176
- ),
177
- )
178
224
  yield self._get_add_lineage_request(
179
225
  to_entity=to_entity, from_entity=from_entity
180
226
  )
@@ -182,7 +228,7 @@ class ModeSource(DashboardServiceSource):
182
228
  yield Either(
183
229
  left=StackTraceError(
184
230
  name="Lineage",
185
- error=f"Error to yield dashboard lineage details for DB service name [{db_service_name}]: {exc}",
231
+ error=f"Error to yield dashboard lineage details for service name [{prefix_service_name}]: {exc}",
186
232
  stackTrace=traceback.format_exc(),
187
233
  )
188
234
  )
@@ -164,6 +164,10 @@ class PowerBiApiClient:
164
164
  List[PowerBIDashboard]
165
165
  """
166
166
  if self.config.useAdminApis:
167
+ logger.debug(
168
+ f"Calling the API({str(self.client._base_url)}/myorg/admin/dashboards)" # pylint: disable=protected-access
169
+ " to get dashboards"
170
+ )
167
171
  response_data = self.client.get("/myorg/admin/dashboards")
168
172
  response = DashboardsResponse(**response_data)
169
173
  return response.value
@@ -178,6 +182,10 @@ class PowerBiApiClient:
178
182
  List[PowerBIDashboard]
179
183
  """
180
184
  try:
185
+ logger.debug(
186
+ f"Calling the API({str(self.client._base_url)}/myorg/groups/{group_id}/dashboards)" # pylint: disable=protected-access
187
+ " to get group dashboards"
188
+ )
181
189
  response_data = self.client.get(f"/myorg/groups/{group_id}/dashboards")
182
190
  response = DashboardsResponse(**response_data)
183
191
  return response.value
@@ -193,6 +201,10 @@ class PowerBiApiClient:
193
201
  List[PowerBIReport]
194
202
  """
195
203
  try:
204
+ logger.debug(
205
+ f"Calling the API({str(self.client._base_url)}/myorg/groups/{group_id}/reports)" # pylint: disable=protected-access
206
+ " to get group reports"
207
+ )
196
208
  response_data = self.client.get(f"/myorg/groups/{group_id}/reports")
197
209
  response = ReportsResponse(**response_data)
198
210
  return response.value
@@ -208,6 +220,10 @@ class PowerBiApiClient:
208
220
  List[Dataset]
209
221
  """
210
222
  try:
223
+ logger.debug(
224
+ f"Calling the API({str(self.client._base_url)}/myorg/groups/{group_id}/datasets)" # pylint: disable=protected-access
225
+ " to get group datasets"
226
+ )
211
227
  response_data = self.client.get(f"/myorg/groups/{group_id}/datasets")
212
228
  response = DatasetResponse(**response_data)
213
229
  return response.value
@@ -225,6 +241,10 @@ class PowerBiApiClient:
225
241
  List[Tile]
226
242
  """
227
243
  try:
244
+ logger.debug(
245
+ f"Calling the API({str(self.client._base_url)}/myorg/groups/{group_id}/dashboards/{dashboard_id}/tiles)" # pylint: disable=protected-access
246
+ " to get dashboard tiles"
247
+ )
228
248
  response_data = self.client.get(
229
249
  f"/myorg/groups/{group_id}/dashboards/{dashboard_id}/tiles"
230
250
  )
@@ -244,6 +264,10 @@ class PowerBiApiClient:
244
264
  List[PowerBiTable]
245
265
  """
246
266
  try:
267
+ logger.debug(
268
+ f"Calling the API({str(self.client._base_url)}/myorg/groups/{group_id}/datasets/{dataset_id}/tables)" # pylint: disable=protected-access
269
+ " to get dataset tables"
270
+ )
247
271
  response_data = self.client.get(
248
272
  f"/myorg/groups/{group_id}/datasets/{dataset_id}/tables"
249
273
  )
@@ -357,6 +381,11 @@ class PowerBiApiClient:
357
381
  params_data = deepcopy(GETGROUPS_DEFAULT_PARAMS)
358
382
  if parsed_filter_query:
359
383
  params_data["$filter"] = parsed_filter_query
384
+ logger.debug(
385
+ f"Calling the API({str(self.client._base_url)}/myorg/{admin}groups)" # pylint: disable=protected-access
386
+ " to get workspaces(initial call to get count of workspaces and then"
387
+ " further paginate all workspace calls)"
388
+ )
360
389
  response = self.client.get(api_url, data=params_data)
361
390
  if (
362
391
  not response
@@ -391,17 +420,20 @@ class PowerBiApiClient:
391
420
  }
392
421
  if parsed_filter_query:
393
422
  params_data["$filter"] = parsed_filter_query
394
-
423
+ index_range = (
424
+ int(params_data.get("$skip")),
425
+ int(params_data.get("$skip")) + int(params_data.get("$top")),
426
+ )
427
+ logger.debug(
428
+ f"Calling the API({str(self.client._base_url)}/myorg/{admin}groups)" # pylint: disable=protected-access
429
+ f" to get workspaces between results: {str(index_range)}"
430
+ )
395
431
  response = self.client.get(api_url, data=params_data)
396
432
  if (
397
433
  not response
398
434
  or API_RESPONSE_MESSAGE_KEY in response
399
435
  or len(response) != len(GroupsResponse.__annotations__)
400
436
  ):
401
- index_range = (
402
- int(params_data.get("$skip")),
403
- int(params_data.get("$skip")) + int(params_data.get("$top")),
404
- )
405
437
  logger.warning(
406
438
  f"Error fetching workspaces between results: {str(index_range)}"
407
439
  )
@@ -423,17 +455,20 @@ class PowerBiApiClient:
423
455
  "Retrying one more time on failed indexes to get workspaces"
424
456
  )
425
457
  for params_data in failed_indexes:
458
+ index_range = (
459
+ int(params_data.get("$skip")),
460
+ int(params_data.get("$skip")) + int(params_data.get("$top")),
461
+ )
462
+ logger.debug(
463
+ f"Calling the API({str(self.client._base_url)}/myorg/{admin}groups)" # pylint: disable=protected-access
464
+ f" to get workspaces between results: {str(index_range)}"
465
+ )
426
466
  response = self.client.get(api_url, data=params_data)
427
467
  if (
428
468
  not response
429
469
  or API_RESPONSE_MESSAGE_KEY in response
430
470
  or len(response) != len(GroupsResponse.__annotations__)
431
471
  ):
432
- index_range = (
433
- int(params_data.get("$skip")),
434
- int(params_data.get("$skip"))
435
- + int(params_data.get("$top")),
436
- )
437
472
  logger.warning(
438
473
  f"Workspaces between results {str(index_range)} "
439
474
  "could not be fetched on multiple attempts"
@@ -471,6 +506,10 @@ class PowerBiApiClient:
471
506
  "datasetExpressions=True&datasetSchema=True"
472
507
  "&datasourceDetails=True&getArtifactUsers=True&lineage=True"
473
508
  )
509
+ logger.debug(
510
+ f"Calling the API({str(self.client._base_url)}{path})" # pylint: disable=protected-access
511
+ " to initiate workspace scan"
512
+ )
474
513
  response_data = self.client.post(path=path, data=data)
475
514
  return WorkSpaceScanResponse(**response_data)
476
515
  except Exception as exc: # pylint: disable=broad-except
@@ -489,6 +528,10 @@ class PowerBiApiClient:
489
528
  WorkSpaceScanResponse
490
529
  """
491
530
  try:
531
+ logger.debug(
532
+ f"Calling the API({str(self.client._base_url)}/myorg/admin/workspaces/scanStatus/{scan_id})" # pylint: disable=protected-access
533
+ " to get workspace scan status"
534
+ )
492
535
  response_data = self.client.get(
493
536
  f"/myorg/admin/workspaces/scanStatus/{scan_id}"
494
537
  )
@@ -507,6 +550,10 @@ class PowerBiApiClient:
507
550
  Workspaces
508
551
  """
509
552
  try:
553
+ logger.debug(
554
+ f"Calling the API({str(self.client._base_url)}/myorg/admin/workspaces/scanResult/{scan_id})" # pylint: disable=protected-access
555
+ " to get workspace scan result"
556
+ )
510
557
  response_data = self.client.get(
511
558
  f"/myorg/admin/workspaces/scanResult/{scan_id}"
512
559
  )
@@ -466,9 +466,9 @@ class PowerbiSource(DashboardServiceSource):
466
466
  for column in table.columns or []:
467
467
  try:
468
468
  parsed_column = {
469
- "dataTypeDisplay": column.dataType
470
- if column.dataType
471
- else DataType.UNKNOWN.value,
469
+ "dataTypeDisplay": (
470
+ column.dataType if column.dataType else DataType.UNKNOWN.value
471
+ ),
472
472
  "dataType": ColumnTypeParser.get_column_type(
473
473
  column.dataType if column.dataType else None
474
474
  ),
@@ -489,11 +489,20 @@ class PowerbiSource(DashboardServiceSource):
489
489
  datasource_columns = []
490
490
  for table in dataset.tables or []:
491
491
  try:
492
+ table_display_name = None
493
+ if self.service_connection.displayTableNameFromSource:
494
+ table_display_name = self.parse_table_name_from_source(table=table)
495
+ if table_display_name:
496
+ logger.debug(
497
+ f"Parsed Table display name: {table_display_name} for table: {table.name}"
498
+ )
499
+ if not table_display_name:
500
+ table_display_name = table.name
492
501
  parsed_table = {
493
502
  "dataTypeDisplay": "PowerBI Table",
494
503
  "dataType": DataType.TABLE,
495
504
  "name": table.name,
496
- "displayName": table.name,
505
+ "displayName": table_display_name,
497
506
  "description": table.description,
498
507
  "children": [],
499
508
  }
@@ -547,9 +556,11 @@ class PowerbiSource(DashboardServiceSource):
547
556
  data_model_request = CreateDashboardDataModelRequest(
548
557
  name=EntityName(dataset.id),
549
558
  displayName=dataset.name,
550
- description=Markdown(dataset.description)
551
- if dataset.description
552
- else None,
559
+ description=(
560
+ Markdown(dataset.description)
561
+ if dataset.description
562
+ else None
563
+ ),
553
564
  service=FullyQualifiedEntityName(
554
565
  self.context.get().dashboard_service
555
566
  ),
@@ -615,11 +626,13 @@ class PowerbiSource(DashboardServiceSource):
615
626
 
616
627
  def create_datamodel_report_lineage(
617
628
  self,
629
+ db_service_prefix: Optional[str],
618
630
  dashboard_details: PowerBIReport,
619
631
  ) -> Iterable[Either[CreateDashboardRequest]]:
620
632
  """
621
633
  create the lineage between datamodel and report
622
634
  """
635
+
623
636
  try:
624
637
  report_fqn = fqn.build(
625
638
  self.metadata,
@@ -683,6 +696,41 @@ class PowerbiSource(DashboardServiceSource):
683
696
  logger.debug(f"Error to get data_model_column_fqn {exc}")
684
697
  logger.debug(traceback.format_exc())
685
698
 
699
+ def parse_table_name_from_source(self, table: PowerBiTable) -> Optional[str]:
700
+ """
701
+ Parse the snowflake table name
702
+ """
703
+ try:
704
+ if not isinstance(table.source, list):
705
+ return None
706
+ source_expression = table.source[0].expression
707
+ if not source_expression:
708
+ logger.debug(f"No source expression found for table: {table.name}")
709
+ return None
710
+
711
+ if "Snowflake.Databases" in source_expression:
712
+ # snowflake expression
713
+ table_match = re.search(
714
+ r'\[Name=(?:"([^"]+)"|([^,]+)),Kind="Table"\]', source_expression
715
+ )
716
+ view_match = re.search(
717
+ r'\[Name=(?:"([^"]+)"|([^,]+)),Kind="View"\]', source_expression
718
+ )
719
+ table = table_match.group(1) if table_match else None
720
+ view = view_match.group(1) if view_match else None
721
+ return table if table else view
722
+
723
+ # other general expressions
724
+ table_match = re.findall(r'\[Name="([^"]+)"\]', source_expression)
725
+ table = None
726
+ if isinstance(table_match, list):
727
+ table = table_match[1] if len(table_match) > 1 else None
728
+ return table
729
+ except Exception as exc:
730
+ logger.debug(f"Error to parse display table name: {exc}")
731
+ logger.debug(traceback.format_exc())
732
+ return None
733
+
686
734
  def _parse_snowflake_regex_exp(
687
735
  self, match: re.Match, datamodel_entity: DashboardDataModel
688
736
  ) -> Optional[str]:
@@ -802,20 +850,60 @@ class PowerbiSource(DashboardServiceSource):
802
850
 
803
851
  def _get_table_and_datamodel_lineage(
804
852
  self,
805
- db_service_name: Optional[str],
853
+ db_service_prefix: Optional[str],
806
854
  table: PowerBiTable,
807
855
  datamodel_entity: DashboardDataModel,
808
856
  ) -> Iterable[Either[AddLineageRequest]]:
809
857
  """
810
858
  Method to create lineage between table and datamodels
811
859
  """
860
+ (
861
+ prefix_service_name,
862
+ prefix_database_name,
863
+ prefix_schema_name,
864
+ prefix_table_name,
865
+ ) = self.parse_db_service_prefix(db_service_prefix)
866
+
812
867
  try:
813
868
  table_info = self._parse_table_info_from_source_exp(table, datamodel_entity)
869
+ table_name = table.name or table_info.get("table")
870
+ schema_name = table_info.get("schema")
871
+ database_name = table_info.get("database")
872
+ if (
873
+ prefix_table_name
874
+ and table_name
875
+ and prefix_table_name.lower() != table_name.lower()
876
+ ):
877
+ logger.debug(
878
+ f"Table {table_name} does not match prefix {prefix_table_name}"
879
+ )
880
+ return
881
+
882
+ if (
883
+ prefix_schema_name
884
+ and schema_name
885
+ and prefix_schema_name.lower() != schema_name.lower()
886
+ ):
887
+ logger.debug(
888
+ f"Schema {table_info.get('schema')} does not match prefix {prefix_schema_name}"
889
+ )
890
+ return
891
+
892
+ if (
893
+ prefix_database_name
894
+ and database_name
895
+ and prefix_database_name.lower() != database_name.lower()
896
+ ):
897
+ logger.debug(
898
+ f"Database {table_info.get('database')} does not match prefix {prefix_database_name}"
899
+ )
900
+ return
901
+
814
902
  fqn_search_string = build_es_fqn_search_string(
815
- service_name=db_service_name or "*",
816
- table_name=table_info.get("table") or table.name,
817
- schema_name=table_info.get("schema") or "*",
818
- database_name=table_info.get("database") or "*",
903
+ service_name=prefix_service_name or "*",
904
+ table_name=(prefix_table_name or table_name),
905
+ schema_name=(prefix_schema_name or schema_name),
906
+ database_name=(prefix_database_name or database_name),
819
907
  )
820
908
  table_entity = self.metadata.search_in_any_service(
821
909
  entity_type=Table,
@@ -845,12 +933,14 @@ class PowerbiSource(DashboardServiceSource):
845
933
 
846
934
  def create_table_datamodel_lineage_from_files(
847
935
  self,
848
- db_service_name: Optional[str],
936
+ db_service_prefix: Optional[str],
849
937
  datamodel_entity: Optional[DashboardDataModel],
850
938
  ) -> Iterable[Either[AddLineageRequest]]:
851
939
  """
852
940
  Method to create lineage between table and datamodels using pbit files
853
941
  """
942
+ (prefix_service_name, *_) = self.parse_db_service_prefix(db_service_prefix)
943
+
854
944
  try:
855
945
  # check if the datamodel_file_mappings is populated or not
856
946
  # if not, then populate the datamodel_file_mappings and process the lineage
@@ -871,7 +961,7 @@ class PowerbiSource(DashboardServiceSource):
871
961
  for datamodel_schema_file in datamodel_file_list:
872
962
  for table in datamodel_schema_file.tables or []:
873
963
  yield from self._get_table_and_datamodel_lineage(
874
- db_service_name=db_service_name,
964
+ db_service_prefix=db_service_prefix,
875
965
  table=table,
876
966
  datamodel_entity=datamodel_entity,
877
967
  )
@@ -881,7 +971,7 @@ class PowerbiSource(DashboardServiceSource):
881
971
  name="DataModel Lineage",
882
972
  error=(
883
973
  "Error to yield datamodel lineage details for DB "
884
- f"service name [{str(db_service_name)}]: {exc}"
974
+ f"service name [{prefix_service_name}]: {exc}"
885
975
  ),
886
976
  stackTrace=traceback.format_exc(),
887
977
  )
@@ -1031,17 +1121,20 @@ class PowerbiSource(DashboardServiceSource):
1031
1121
  def yield_dashboard_lineage_details(
1032
1122
  self,
1033
1123
  dashboard_details: Group,
1034
- db_service_name: Optional[str] = None,
1124
+ db_service_prefix: Optional[str] = None,
1035
1125
  ) -> Iterable[Either[AddLineageRequest]]:
1036
1126
  """
1037
1127
  We will build the logic to build the logic as below
1038
1128
  tables - datamodel - report - dashboard
1039
1129
  """
1130
+ (prefix_service_name, *_) = self.parse_db_service_prefix(db_service_prefix)
1131
+
1040
1132
  for dashboard in self.filtered_dashboards or []:
1041
1133
  dashboard_details = self.get_dashboard_details(dashboard)
1042
1134
  try:
1043
1135
  if isinstance(dashboard_details, PowerBIReport):
1044
1136
  yield from self.create_datamodel_report_lineage(
1137
+ db_service_prefix=db_service_prefix,
1045
1138
  dashboard_details=dashboard_details,
1046
1139
  )
1047
1140
  if isinstance(dashboard_details, PowerBIDashboard):
@@ -1052,7 +1145,7 @@ class PowerbiSource(DashboardServiceSource):
1052
1145
  yield Either(
1053
1146
  left=StackTraceError(
1054
1147
  name="Dashboard Lineage",
1055
- error=f"Error to yield dashboard lineage details for DB service name [{str(db_service_name)}]: {exc}",
1148
+ error=f"Error to yield dashboard lineage details for DB service name [{str(prefix_service_name)}]: {exc}",
1056
1149
  stackTrace=traceback.format_exc(),
1057
1150
  )
1058
1151
  )
@@ -1082,7 +1175,7 @@ class PowerbiSource(DashboardServiceSource):
1082
1175
  # 1. datamodel-db_table lineage
1083
1176
  for table in datamodel.tables or []:
1084
1177
  yield from self._get_table_and_datamodel_lineage(
1085
- db_service_name=db_service_name,
1178
+ db_service_prefix=db_service_prefix,
1086
1179
  table=table,
1087
1180
  datamodel_entity=datamodel_entity,
1088
1181
  )
@@ -1097,7 +1190,7 @@ class PowerbiSource(DashboardServiceSource):
1097
1190
  # create the lineage between table and datamodel using the pbit files
1098
1191
  if self.client.file_client:
1099
1192
  yield from self.create_table_datamodel_lineage_from_files(
1100
- db_service_name=db_service_name,
1193
+ db_service_prefix=db_service_prefix,
1101
1194
  datamodel_entity=datamodel_entity,
1102
1195
  )
1103
1196
  elif isinstance(datamodel, Dataflow):
@@ -1113,7 +1206,7 @@ class PowerbiSource(DashboardServiceSource):
1113
1206
  yield Either(
1114
1207
  left=StackTraceError(
1115
1208
  name="Datamodel Lineage",
1116
- error=f"Error to yield datamodel lineage details for DB service name [{str(db_service_name)}]: {exc}",
1209
+ error=f"Error to yield datamodel lineage details for DB service name [{str(prefix_service_name)}]: {exc}",
1117
1210
  stackTrace=traceback.format_exc(),
1118
1211
  )
1119
1212
  )
@@ -240,20 +240,35 @@ class QlikcloudSource(QliksenseSource):
240
240
  return None
241
241
 
242
242
  def yield_dashboard_lineage_details(
243
- self,
244
- dashboard_details: QlikApp,
245
- db_service_name: Optional[str] = None,
243
+ self, dashboard_details: QlikApp, db_service_prefix: Optional[str] = None
246
244
  ) -> Iterable[Either[AddLineageRequest]]:
247
245
  """Get lineage method"""
246
+ (
247
+ prefix_service_name,
248
+ prefix_database_name,
249
+ prefix_schema_name,
250
+ prefix_table_name,
251
+ ) = self.parse_db_service_prefix(db_service_prefix)
248
252
  for datamodel in self.data_models or []:
249
253
  try:
250
254
  data_model_entity = self._get_datamodel(datamodel_id=datamodel.id)
251
255
  if data_model_entity:
256
+ if (
257
+ prefix_table_name
258
+ and data_model_entity.displayName
259
+ and prefix_table_name.lower()
260
+ != data_model_entity.displayName.lower()
261
+ ):
262
+ logger.debug(
263
+ f"Table {data_model_entity.displayName} does not match prefix {prefix_table_name}"
264
+ )
265
+ continue
266
+
252
267
  fqn_search_string = build_es_fqn_search_string(
253
- database_name=None,
254
- schema_name=None,
255
- service_name=db_service_name or "*",
256
- table_name=data_model_entity.displayName,
268
+ database_name=prefix_database_name,
269
+ schema_name=prefix_schema_name,
270
+ service_name=prefix_service_name or "*",
271
+ table_name=prefix_table_name or data_model_entity.displayName,
257
272
  )
258
273
  om_table = self.metadata.search_in_any_service(
259
274
  entity_type=Table,
@@ -275,7 +290,7 @@ class QlikcloudSource(QliksenseSource):
275
290
  name=f"{dashboard_details.name} Lineage",
276
291
  error=(
277
292
  "Error to yield dashboard lineage details for DB "
278
- f"service name [{db_service_name}]: {err}"
293
+ f"service name [{prefix_service_name}]: {err}"
279
294
  ),
280
295
  stackTrace=traceback.format_exc(),
281
296
  )