openmetadata-ingestion 1.6.9.0__py3-none-any.whl → 1.7.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (1552) hide show
  1. airflow_provider_openmetadata/__init__.py +3 -3
  2. airflow_provider_openmetadata/hooks/openmetadata.py +3 -3
  3. airflow_provider_openmetadata/lineage/backend.py +3 -3
  4. airflow_provider_openmetadata/lineage/callback.py +3 -3
  5. airflow_provider_openmetadata/lineage/config/commons.py +3 -3
  6. airflow_provider_openmetadata/lineage/config/loader.py +3 -3
  7. airflow_provider_openmetadata/lineage/operator.py +3 -3
  8. airflow_provider_openmetadata/lineage/runner.py +3 -3
  9. airflow_provider_openmetadata/lineage/status.py +3 -3
  10. metadata/__main__.py +3 -3
  11. metadata/__version__.py +3 -3
  12. metadata/antlr/split_listener.py +3 -3
  13. metadata/automations/execute_runner.py +49 -0
  14. metadata/automations/extended_runner.py +13 -0
  15. metadata/automations/runner.py +37 -38
  16. metadata/cli/app.py +3 -3
  17. metadata/cli/classify.py +3 -3
  18. metadata/cli/dataquality.py +3 -3
  19. metadata/cli/ingest.py +3 -3
  20. metadata/cli/lineage.py +3 -3
  21. metadata/cli/profile.py +3 -3
  22. metadata/cli/restore.py +3 -3
  23. metadata/cli/usage.py +3 -3
  24. metadata/clients/aws_client.py +3 -3
  25. metadata/clients/azure_client.py +3 -3
  26. metadata/clients/domo_client.py +3 -3
  27. metadata/cmd.py +3 -3
  28. metadata/config/common.py +3 -3
  29. metadata/data_quality/api/models.py +3 -3
  30. metadata/data_quality/builders/validator_builder.py +3 -3
  31. metadata/data_quality/interface/pandas/pandas_test_suite_interface.py +3 -3
  32. metadata/data_quality/interface/sqlalchemy/databricks/test_suite_interface.py +3 -3
  33. metadata/data_quality/interface/sqlalchemy/snowflake/test_suite_interface.py +3 -3
  34. metadata/data_quality/interface/sqlalchemy/sqa_test_suite_interface.py +3 -3
  35. metadata/data_quality/interface/sqlalchemy/unity_catalog/test_suite_interface.py +3 -3
  36. metadata/data_quality/interface/test_suite_interface.py +3 -3
  37. metadata/data_quality/processor/test_case_runner.py +9 -11
  38. metadata/data_quality/runner/base_test_suite_source.py +13 -7
  39. metadata/data_quality/runner/core.py +3 -3
  40. metadata/data_quality/source/test_suite.py +3 -3
  41. metadata/data_quality/validations/base_test_handler.py +3 -3
  42. metadata/data_quality/validations/column/base/columnValueLengthsToBeBetween.py +3 -3
  43. metadata/data_quality/validations/column/base/columnValueMaxToBeBetween.py +3 -3
  44. metadata/data_quality/validations/column/base/columnValueMeanToBeBetween.py +3 -3
  45. metadata/data_quality/validations/column/base/columnValueMedianToBeBetween.py +3 -3
  46. metadata/data_quality/validations/column/base/columnValueMinToBeBetween.py +3 -3
  47. metadata/data_quality/validations/column/base/columnValueStdDevToBeBetween.py +3 -3
  48. metadata/data_quality/validations/column/base/columnValuesMissingCount.py +3 -3
  49. metadata/data_quality/validations/column/base/columnValuesSumToBeBetween.py +3 -3
  50. metadata/data_quality/validations/column/base/columnValuesToBeAtExpectedLocation.py +3 -3
  51. metadata/data_quality/validations/column/base/columnValuesToBeBetween.py +3 -3
  52. metadata/data_quality/validations/column/base/columnValuesToBeInSet.py +3 -3
  53. metadata/data_quality/validations/column/base/columnValuesToBeNotInSet.py +3 -3
  54. metadata/data_quality/validations/column/base/columnValuesToBeNotNull.py +3 -3
  55. metadata/data_quality/validations/column/base/columnValuesToBeUnique.py +3 -3
  56. metadata/data_quality/validations/column/base/columnValuesToMatchRegex.py +3 -3
  57. metadata/data_quality/validations/column/base/columnValuesToNotMatchRegex.py +3 -3
  58. metadata/data_quality/validations/column/pandas/columnValueLengthsToBeBetween.py +3 -3
  59. metadata/data_quality/validations/column/pandas/columnValueMaxToBeBetween.py +3 -3
  60. metadata/data_quality/validations/column/pandas/columnValueMeanToBeBetween.py +3 -3
  61. metadata/data_quality/validations/column/pandas/columnValueMedianToBeBetween.py +3 -3
  62. metadata/data_quality/validations/column/pandas/columnValueMinToBeBetween.py +3 -3
  63. metadata/data_quality/validations/column/pandas/columnValueStdDevToBeBetween.py +3 -3
  64. metadata/data_quality/validations/column/pandas/columnValuesMissingCount.py +3 -3
  65. metadata/data_quality/validations/column/pandas/columnValuesSumToBeBetween.py +3 -3
  66. metadata/data_quality/validations/column/pandas/columnValuesToBeAtExpectedLocation.py +3 -3
  67. metadata/data_quality/validations/column/pandas/columnValuesToBeBetween.py +3 -3
  68. metadata/data_quality/validations/column/pandas/columnValuesToBeInSet.py +3 -3
  69. metadata/data_quality/validations/column/pandas/columnValuesToBeNotInSet.py +3 -3
  70. metadata/data_quality/validations/column/pandas/columnValuesToBeNotNull.py +3 -3
  71. metadata/data_quality/validations/column/pandas/columnValuesToBeUnique.py +3 -3
  72. metadata/data_quality/validations/column/pandas/columnValuesToMatchRegex.py +3 -3
  73. metadata/data_quality/validations/column/pandas/columnValuesToNotMatchRegex.py +3 -3
  74. metadata/data_quality/validations/column/sqlalchemy/columnValueLengthsToBeBetween.py +3 -3
  75. metadata/data_quality/validations/column/sqlalchemy/columnValueMaxToBeBetween.py +3 -3
  76. metadata/data_quality/validations/column/sqlalchemy/columnValueMeanToBeBetween.py +3 -3
  77. metadata/data_quality/validations/column/sqlalchemy/columnValueMedianToBeBetween.py +3 -3
  78. metadata/data_quality/validations/column/sqlalchemy/columnValueMinToBeBetween.py +3 -3
  79. metadata/data_quality/validations/column/sqlalchemy/columnValueStdDevToBeBetween.py +3 -3
  80. metadata/data_quality/validations/column/sqlalchemy/columnValuesMissingCount.py +3 -3
  81. metadata/data_quality/validations/column/sqlalchemy/columnValuesSumToBeBetween.py +3 -3
  82. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeAtExpectedLocation.py +3 -3
  83. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeBetween.py +3 -3
  84. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeInSet.py +3 -3
  85. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotInSet.py +3 -3
  86. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotNull.py +3 -3
  87. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py +3 -3
  88. metadata/data_quality/validations/column/sqlalchemy/columnValuesToMatchRegex.py +3 -3
  89. metadata/data_quality/validations/column/sqlalchemy/columnValuesToNotMatchRegex.py +3 -3
  90. metadata/data_quality/validations/mixins/pandas_validator_mixin.py +3 -3
  91. metadata/data_quality/validations/mixins/sqa_validator_mixin.py +3 -3
  92. metadata/data_quality/validations/runtime_param_setter/param_setter.py +2 -2
  93. metadata/data_quality/validations/runtime_param_setter/param_setter_factory.py +2 -2
  94. metadata/data_quality/validations/runtime_param_setter/table_diff_params_setter.py +6 -3
  95. metadata/data_quality/validations/table/base/tableColumnCountToBeBetween.py +3 -3
  96. metadata/data_quality/validations/table/base/tableColumnCountToEqual.py +3 -3
  97. metadata/data_quality/validations/table/base/tableColumnNameToExist.py +3 -3
  98. metadata/data_quality/validations/table/base/tableColumnToMatchSet.py +3 -3
  99. metadata/data_quality/validations/table/base/tableCustomSQLQuery.py +14 -4
  100. metadata/data_quality/validations/table/base/tableRowCountToBeBetween.py +3 -3
  101. metadata/data_quality/validations/table/base/tableRowCountToEqual.py +3 -3
  102. metadata/data_quality/validations/table/base/tableRowInsertedCountToBeBetween.py +3 -3
  103. metadata/data_quality/validations/table/pandas/tableColumnCountToBeBetween.py +3 -3
  104. metadata/data_quality/validations/table/pandas/tableColumnCountToEqual.py +3 -3
  105. metadata/data_quality/validations/table/pandas/tableColumnNameToExist.py +3 -3
  106. metadata/data_quality/validations/table/pandas/tableColumnToMatchSet.py +3 -3
  107. metadata/data_quality/validations/table/pandas/tableCustomSQLQuery.py +3 -3
  108. metadata/data_quality/validations/table/pandas/tableRowCountToBeBetween.py +3 -3
  109. metadata/data_quality/validations/table/pandas/tableRowCountToEqual.py +3 -3
  110. metadata/data_quality/validations/table/pandas/tableRowInsertedCountToBeBetween.py +3 -3
  111. metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToBeBetween.py +3 -3
  112. metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToEqual.py +3 -3
  113. metadata/data_quality/validations/table/sqlalchemy/tableColumnNameToExist.py +3 -3
  114. metadata/data_quality/validations/table/sqlalchemy/tableColumnToMatchSet.py +3 -3
  115. metadata/data_quality/validations/table/sqlalchemy/tableCustomSQLQuery.py +3 -3
  116. metadata/data_quality/validations/table/sqlalchemy/tableDiff.py +2 -2
  117. metadata/data_quality/validations/table/sqlalchemy/tableRowCountToBeBetween.py +3 -3
  118. metadata/data_quality/validations/table/sqlalchemy/tableRowCountToEqual.py +3 -3
  119. metadata/data_quality/validations/table/sqlalchemy/tableRowInsertedCountToBeBetween.py +3 -3
  120. metadata/examples/workflows/cassandra.yaml +35 -0
  121. metadata/examples/workflows/cockroach.yaml +24 -0
  122. metadata/examples/workflows/nifi.yaml +51 -0
  123. metadata/examples/workflows/opensearch.yaml +20 -0
  124. metadata/examples/workflows/wherescape.yaml +2 -2
  125. metadata/generated/schema/analytics/__init__.py +1 -1
  126. metadata/generated/schema/analytics/basic.py +1 -1
  127. metadata/generated/schema/analytics/reportData.py +1 -1
  128. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  129. metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
  130. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  131. metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
  132. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  133. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  134. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  135. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  136. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  137. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  138. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  139. metadata/generated/schema/api/__init__.py +1 -1
  140. metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
  141. metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
  142. metadata/generated/schema/api/analytics/__init__.py +1 -1
  143. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  144. metadata/generated/schema/api/automations/__init__.py +1 -1
  145. metadata/generated/schema/api/automations/createWorkflow.py +14 -4
  146. metadata/generated/schema/api/bulkAssets.py +1 -1
  147. metadata/generated/schema/api/classification/__init__.py +1 -1
  148. metadata/generated/schema/api/classification/createClassification.py +2 -2
  149. metadata/generated/schema/api/classification/createTag.py +2 -2
  150. metadata/generated/schema/api/classification/loadTags.py +1 -1
  151. metadata/generated/schema/api/createBot.py +1 -1
  152. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  153. metadata/generated/schema/api/createType.py +1 -1
  154. metadata/generated/schema/api/data/__init__.py +1 -1
  155. metadata/generated/schema/api/data/createAPICollection.py +1 -1
  156. metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
  157. metadata/generated/schema/api/data/createChart.py +1 -1
  158. metadata/generated/schema/api/data/createContainer.py +1 -1
  159. metadata/generated/schema/api/data/createCustomProperty.py +1 -1
  160. metadata/generated/schema/api/data/createDashboard.py +1 -1
  161. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  162. metadata/generated/schema/api/data/createDatabase.py +1 -1
  163. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  164. metadata/generated/schema/api/data/createGlossary.py +1 -1
  165. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  166. metadata/generated/schema/api/data/createMetric.py +1 -1
  167. metadata/generated/schema/api/data/createMlModel.py +1 -1
  168. metadata/generated/schema/api/data/createPipeline.py +5 -1
  169. metadata/generated/schema/api/data/createQuery.py +1 -1
  170. metadata/generated/schema/api/data/createQueryCostRecord.py +35 -0
  171. metadata/generated/schema/api/data/createSearchIndex.py +1 -1
  172. metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
  173. metadata/generated/schema/api/data/createTable.py +1 -1
  174. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  175. metadata/generated/schema/api/data/createTopic.py +1 -1
  176. metadata/generated/schema/api/data/loadGlossary.py +1 -1
  177. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  178. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  179. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  180. metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
  181. metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
  182. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  183. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  184. metadata/generated/schema/api/docStore/__init__.py +1 -1
  185. metadata/generated/schema/api/docStore/createDocument.py +1 -1
  186. metadata/generated/schema/api/domains/__init__.py +1 -1
  187. metadata/generated/schema/api/domains/createDataProduct.py +1 -1
  188. metadata/generated/schema/api/domains/createDomain.py +8 -1
  189. metadata/generated/schema/api/feed/__init__.py +1 -1
  190. metadata/generated/schema/api/feed/closeTask.py +1 -1
  191. metadata/generated/schema/api/feed/createPost.py +1 -1
  192. metadata/generated/schema/api/feed/createSuggestion.py +1 -1
  193. metadata/generated/schema/api/feed/createThread.py +1 -1
  194. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  195. metadata/generated/schema/api/feed/threadCount.py +25 -1
  196. metadata/generated/schema/api/governance/__init__.py +1 -1
  197. metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
  198. metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
  199. metadata/generated/schema/api/lineage/__init__.py +1 -1
  200. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  201. metadata/generated/schema/api/lineage/esLineageData.py +85 -0
  202. metadata/generated/schema/api/lineage/lineageDirection.py +12 -0
  203. metadata/generated/schema/api/lineage/nodeInformation.py +19 -0
  204. metadata/generated/schema/api/lineage/searchLineageRequest.py +45 -0
  205. metadata/generated/schema/api/lineage/searchLineageResult.py +46 -0
  206. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  207. metadata/generated/schema/api/policies/__init__.py +1 -1
  208. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  209. metadata/generated/schema/api/search/__init__.py +3 -0
  210. metadata/generated/schema/api/search/previewSearchRequest.py +47 -0
  211. metadata/generated/schema/api/services/__init__.py +1 -1
  212. metadata/generated/schema/api/services/createApiService.py +9 -2
  213. metadata/generated/schema/api/services/createDashboardService.py +9 -2
  214. metadata/generated/schema/api/services/createDatabaseService.py +9 -2
  215. metadata/generated/schema/api/services/createMessagingService.py +9 -2
  216. metadata/generated/schema/api/services/createMetadataService.py +9 -2
  217. metadata/generated/schema/api/services/createMlModelService.py +9 -2
  218. metadata/generated/schema/api/services/createPipelineService.py +9 -2
  219. metadata/generated/schema/api/services/createSearchService.py +9 -2
  220. metadata/generated/schema/api/services/createStorageService.py +9 -2
  221. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  222. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  223. metadata/generated/schema/api/setOwner.py +1 -1
  224. metadata/generated/schema/api/teams/__init__.py +1 -1
  225. metadata/generated/schema/api/teams/createPersona.py +1 -1
  226. metadata/generated/schema/api/teams/createRole.py +1 -1
  227. metadata/generated/schema/api/teams/createTeam.py +1 -1
  228. metadata/generated/schema/api/teams/createUser.py +1 -1
  229. metadata/generated/schema/api/tests/__init__.py +1 -1
  230. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  231. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  232. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  233. metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
  234. metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
  235. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  236. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  237. metadata/generated/schema/api/voteRequest.py +1 -1
  238. metadata/generated/schema/auth/__init__.py +1 -1
  239. metadata/generated/schema/auth/basicAuth.py +1 -1
  240. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  241. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  242. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  243. metadata/generated/schema/auth/emailRequest.py +1 -1
  244. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  245. metadata/generated/schema/auth/generateToken.py +1 -1
  246. metadata/generated/schema/auth/jwtAuth.py +1 -1
  247. metadata/generated/schema/auth/loginRequest.py +1 -1
  248. metadata/generated/schema/auth/logoutRequest.py +1 -1
  249. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  250. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  251. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  252. metadata/generated/schema/auth/refreshToken.py +1 -1
  253. metadata/generated/schema/auth/registrationRequest.py +1 -1
  254. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  255. metadata/generated/schema/auth/revokeToken.py +1 -1
  256. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  257. metadata/generated/schema/auth/ssoAuth.py +1 -1
  258. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  259. metadata/generated/schema/configuration/__init__.py +1 -1
  260. metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
  261. metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
  262. metadata/generated/schema/configuration/authConfig.py +1 -1
  263. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  264. metadata/generated/schema/configuration/authorizerConfiguration.py +4 -1
  265. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  266. metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
  267. metadata/generated/schema/configuration/elasticSearchConfiguration.py +62 -1
  268. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  269. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  270. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  271. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  272. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  273. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  274. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  275. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  276. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  277. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  278. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  279. metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
  280. metadata/generated/schema/configuration/lineageSettings.py +1 -1
  281. metadata/generated/schema/configuration/loginConfiguration.py +1 -1
  282. metadata/generated/schema/configuration/logoConfiguration.py +1 -1
  283. metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +21 -0
  284. metadata/generated/schema/configuration/opertionalConfiguration.py +24 -0
  285. metadata/generated/schema/configuration/opsConfig.py +25 -0
  286. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  287. metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
  288. metadata/generated/schema/configuration/searchSettings.py +463 -4
  289. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
  290. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  291. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  292. metadata/generated/schema/configuration/themeConfiguration.py +1 -1
  293. metadata/generated/schema/configuration/uiThemePreference.py +1 -1
  294. metadata/generated/schema/configuration/workflowSettings.py +8 -1
  295. metadata/generated/schema/dataInsight/__init__.py +1 -1
  296. metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
  297. metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
  298. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
  299. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
  300. metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
  301. metadata/generated/schema/dataInsight/custom/lineChart.py +15 -1
  302. metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
  303. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  304. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  305. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  306. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  307. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  308. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  309. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
  310. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
  311. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
  312. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
  313. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  314. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  315. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  316. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  317. metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
  318. metadata/generated/schema/email/__init__.py +1 -1
  319. metadata/generated/schema/email/emailRequest.py +1 -1
  320. metadata/generated/schema/email/emailTemplate.py +1 -1
  321. metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
  322. metadata/generated/schema/email/smtpSettings.py +6 -5
  323. metadata/generated/schema/email/templateValidationReponse.py +1 -1
  324. metadata/generated/schema/entity/__init__.py +1 -1
  325. metadata/generated/schema/entity/applications/__init__.py +1 -1
  326. metadata/generated/schema/entity/applications/app.py +14 -1
  327. metadata/generated/schema/entity/applications/appExtension.py +1 -1
  328. metadata/generated/schema/entity/applications/appRunRecord.py +44 -7
  329. metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
  330. metadata/generated/schema/entity/applications/configuration/applicationConfig.py +9 -3
  331. metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
  332. metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
  333. metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
  334. metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +41 -0
  335. metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
  336. metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
  337. metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
  338. metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
  339. metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +71 -0
  340. metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
  341. metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +1 -1
  342. metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
  343. metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
  344. metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +33 -0
  345. metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
  346. metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
  347. metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
  348. metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
  349. metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +45 -0
  350. metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
  351. metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +13 -1
  352. metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
  353. metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
  354. metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
  355. metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +48 -0
  356. metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +46 -0
  357. metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +46 -0
  358. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +109 -2
  359. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
  360. metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
  361. metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
  362. metadata/generated/schema/entity/applications/configuration/private/__init__.py +3 -0
  363. metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
  364. metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +3 -22
  365. metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +3 -0
  366. metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +24 -0
  367. metadata/generated/schema/entity/applications/configuration/private/limits.py +33 -0
  368. metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
  369. metadata/generated/schema/entity/applications/jobStatus.py +1 -1
  370. metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
  371. metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
  372. metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +13 -1
  373. metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +13 -1
  374. metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
  375. metadata/generated/schema/entity/automations/__init__.py +1 -1
  376. metadata/generated/schema/entity/automations/testServiceConnection.py +8 -1
  377. metadata/generated/schema/entity/automations/workflow.py +15 -4
  378. metadata/generated/schema/entity/bot.py +1 -1
  379. metadata/generated/schema/entity/classification/__init__.py +1 -1
  380. metadata/generated/schema/entity/classification/classification.py +1 -1
  381. metadata/generated/schema/entity/classification/tag.py +1 -1
  382. metadata/generated/schema/entity/data/__init__.py +1 -1
  383. metadata/generated/schema/entity/data/apiCollection.py +1 -1
  384. metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
  385. metadata/generated/schema/entity/data/chart.py +1 -1
  386. metadata/generated/schema/entity/data/container.py +1 -1
  387. metadata/generated/schema/entity/data/dashboard.py +1 -1
  388. metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
  389. metadata/generated/schema/entity/data/database.py +5 -1
  390. metadata/generated/schema/entity/data/databaseSchema.py +7 -5
  391. metadata/generated/schema/entity/data/glossary.py +1 -1
  392. metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
  393. metadata/generated/schema/entity/data/metric.py +1 -1
  394. metadata/generated/schema/entity/data/mlmodel.py +1 -1
  395. metadata/generated/schema/entity/data/pipeline.py +14 -1
  396. metadata/generated/schema/entity/data/query.py +1 -1
  397. metadata/generated/schema/entity/data/queryCostRecord.py +47 -0
  398. metadata/generated/schema/entity/data/queryCostSearchResult.py +56 -0
  399. metadata/generated/schema/entity/data/report.py +1 -1
  400. metadata/generated/schema/entity/data/searchIndex.py +1 -1
  401. metadata/generated/schema/entity/data/storedProcedure.py +3 -1
  402. metadata/generated/schema/entity/data/table.py +6 -1
  403. metadata/generated/schema/entity/data/topic.py +1 -1
  404. metadata/generated/schema/entity/docStore/__init__.py +1 -1
  405. metadata/generated/schema/entity/docStore/document.py +1 -1
  406. metadata/generated/schema/entity/domains/__init__.py +1 -1
  407. metadata/generated/schema/entity/domains/dataProduct.py +1 -1
  408. metadata/generated/schema/entity/domains/domain.py +8 -1
  409. metadata/generated/schema/entity/events/__init__.py +1 -1
  410. metadata/generated/schema/entity/events/webhook.py +1 -1
  411. metadata/generated/schema/entity/feed/__init__.py +1 -1
  412. metadata/generated/schema/entity/feed/assets.py +1 -1
  413. metadata/generated/schema/entity/feed/customProperty.py +1 -1
  414. metadata/generated/schema/entity/feed/description.py +1 -1
  415. metadata/generated/schema/entity/feed/domain.py +1 -1
  416. metadata/generated/schema/entity/feed/entityInfo.py +1 -1
  417. metadata/generated/schema/entity/feed/owner.py +1 -1
  418. metadata/generated/schema/entity/feed/suggestion.py +1 -1
  419. metadata/generated/schema/entity/feed/tag.py +1 -1
  420. metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
  421. metadata/generated/schema/entity/feed/thread.py +1 -1
  422. metadata/generated/schema/entity/policies/__init__.py +1 -1
  423. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  424. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
  425. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  426. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  427. metadata/generated/schema/entity/policies/filters.py +1 -1
  428. metadata/generated/schema/entity/policies/policy.py +1 -1
  429. metadata/generated/schema/entity/services/__init__.py +1 -1
  430. metadata/generated/schema/entity/services/apiService.py +8 -1
  431. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  432. metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
  433. metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
  434. metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
  435. metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
  436. metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
  437. metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
  438. metadata/generated/schema/entity/services/connections/connectionBasicType.py +7 -1
  439. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  440. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +34 -1
  441. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +34 -1
  442. metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +34 -1
  443. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +34 -1
  444. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +34 -1
  445. metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +34 -1
  446. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +34 -1
  447. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +34 -1
  448. metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +34 -1
  449. metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
  450. metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
  451. metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
  452. metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
  453. metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
  454. metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +50 -2
  455. metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +34 -1
  456. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +34 -1
  457. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +34 -1
  458. metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +35 -1
  459. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +34 -1
  460. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +34 -1
  461. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  462. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +26 -1
  463. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +26 -1
  464. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +36 -1
  465. metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +26 -1
  466. metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +3 -0
  467. metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +61 -0
  468. metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +106 -0
  469. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +26 -1
  470. metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +136 -0
  471. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  472. metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
  473. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  474. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  475. metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
  476. metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
  477. metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +26 -1
  478. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +26 -1
  479. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +27 -3
  480. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  481. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  482. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  483. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  484. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +26 -1
  485. metadata/generated/schema/entity/services/connections/database/db2Connection.py +26 -1
  486. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +26 -1
  487. metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
  488. metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
  489. metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
  490. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +26 -1
  491. metadata/generated/schema/entity/services/connections/database/dorisConnection.py +26 -1
  492. metadata/generated/schema/entity/services/connections/database/druidConnection.py +26 -1
  493. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +26 -1
  494. metadata/generated/schema/entity/services/connections/database/exasolConnection.py +26 -1
  495. metadata/generated/schema/entity/services/connections/database/glueConnection.py +26 -1
  496. metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +26 -1
  497. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +26 -1
  498. metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
  499. metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
  500. metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
  501. metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
  502. metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
  503. metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
  504. metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
  505. metadata/generated/schema/entity/services/connections/database/icebergConnection.py +26 -1
  506. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +26 -1
  507. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +26 -1
  508. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +26 -1
  509. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +29 -1
  510. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +29 -1
  511. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +26 -1
  512. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +26 -1
  513. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +26 -1
  514. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +26 -1
  515. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +30 -1
  516. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +26 -1
  517. metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +26 -1
  518. metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
  519. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
  520. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
  521. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +26 -1
  522. metadata/generated/schema/entity/services/connections/database/sasConnection.py +27 -1
  523. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +26 -1
  524. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +47 -2
  525. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +26 -1
  526. metadata/generated/schema/entity/services/connections/database/synapseConnection.py +26 -1
  527. metadata/generated/schema/entity/services/connections/database/teradataConnection.py +26 -1
  528. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +26 -1
  529. metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +26 -1
  530. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +26 -1
  531. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  532. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +10 -1
  533. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +10 -1
  534. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +10 -1
  535. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +10 -1
  536. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +10 -1
  537. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  538. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  539. metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +26 -1
  540. metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +26 -1
  541. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +26 -1
  542. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +26 -1
  543. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +26 -1
  544. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +26 -2
  545. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  546. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +10 -1
  547. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +10 -1
  548. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +10 -1
  549. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +10 -1
  550. metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +10 -1
  551. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  552. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +10 -1
  553. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +10 -1
  554. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +11 -1
  555. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +10 -1
  556. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +10 -1
  557. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +10 -1
  558. metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +10 -1
  559. metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +11 -1
  560. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +10 -1
  561. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +10 -1
  562. metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +10 -1
  563. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +10 -1
  564. metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +11 -1
  565. metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +1 -1
  566. metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +1 -1
  567. metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +10 -1
  568. metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +1 -1
  569. metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +1 -1
  570. metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +1 -1
  571. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +10 -1
  572. metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +10 -1
  573. metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +11 -1
  574. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +10 -1
  575. metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +10 -1
  576. metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +1 -1
  577. metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
  578. metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +10 -1
  579. metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
  580. metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
  581. metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
  582. metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +10 -1
  583. metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +37 -29
  584. metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
  585. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  586. metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +10 -1
  587. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +10 -1
  588. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +10 -1
  589. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +10 -1
  590. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  591. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  592. metadata/generated/schema/entity/services/dashboardService.py +8 -1
  593. metadata/generated/schema/entity/services/databaseService.py +14 -1
  594. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  595. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +8 -1
  596. metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
  597. metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +47 -0
  598. metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
  599. metadata/generated/schema/entity/services/messagingService.py +8 -1
  600. metadata/generated/schema/entity/services/metadataService.py +8 -1
  601. metadata/generated/schema/entity/services/mlmodelService.py +8 -1
  602. metadata/generated/schema/entity/services/pipelineService.py +8 -1
  603. metadata/generated/schema/entity/services/searchService.py +9 -2
  604. metadata/generated/schema/entity/services/serviceType.py +1 -1
  605. metadata/generated/schema/entity/services/storageService.py +8 -1
  606. metadata/generated/schema/entity/teams/__init__.py +1 -1
  607. metadata/generated/schema/entity/teams/persona.py +5 -1
  608. metadata/generated/schema/entity/teams/role.py +1 -1
  609. metadata/generated/schema/entity/teams/team.py +1 -1
  610. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  611. metadata/generated/schema/entity/teams/user.py +5 -1
  612. metadata/generated/schema/entity/type.py +1 -1
  613. metadata/generated/schema/entity/utils/__init__.py +1 -1
  614. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  615. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  616. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  617. metadata/generated/schema/events/__init__.py +1 -1
  618. metadata/generated/schema/events/alertMetrics.py +1 -1
  619. metadata/generated/schema/events/api/__init__.py +1 -1
  620. metadata/generated/schema/events/api/createEventSubscription.py +9 -1
  621. metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
  622. metadata/generated/schema/events/api/eventsRecord.py +1 -1
  623. metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
  624. metadata/generated/schema/events/api/typedEvent.py +1 -1
  625. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  626. metadata/generated/schema/events/eventFilterRule.py +1 -1
  627. metadata/generated/schema/events/eventSubscription.py +9 -2
  628. metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
  629. metadata/generated/schema/events/failedEvent.py +1 -1
  630. metadata/generated/schema/events/failedEventResponse.py +1 -1
  631. metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
  632. metadata/generated/schema/events/statusContext.py +1 -1
  633. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  634. metadata/generated/schema/events/subscriptionStatus.py +1 -1
  635. metadata/generated/schema/events/testDestinationStatus.py +1 -1
  636. metadata/generated/schema/governance/workflows/__init__.py +1 -1
  637. metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
  638. metadata/generated/schema/governance/workflows/elements/edge.py +2 -2
  639. metadata/generated/schema/governance/workflows/elements/nodeSubType.py +4 -1
  640. metadata/generated/schema/governance/workflows/elements/nodeType.py +2 -1
  641. metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
  642. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
  643. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +28 -8
  644. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +86 -0
  645. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +73 -0
  646. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +27 -6
  647. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +28 -7
  648. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
  649. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +9 -4
  650. metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +3 -0
  651. metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +30 -0
  652. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
  653. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +9 -4
  654. metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
  655. metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +24 -7
  656. metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
  657. metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +8 -4
  658. metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +20 -0
  659. metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +18 -5
  660. metadata/generated/schema/governance/workflows/workflowDefinition.py +30 -7
  661. metadata/generated/schema/governance/workflows/workflowInstance.py +11 -8
  662. metadata/generated/schema/governance/workflows/workflowInstanceState.py +4 -8
  663. metadata/generated/schema/jobs/__init__.py +1 -1
  664. metadata/generated/schema/jobs/backgroundJob.py +1 -1
  665. metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
  666. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  667. metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
  668. metadata/generated/schema/metadataIngestion/application.py +1 -1
  669. metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
  670. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
  671. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  672. metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +3 -3
  673. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +4 -4
  674. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +5 -1
  675. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +18 -2
  676. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +9 -1
  677. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  678. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  679. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  680. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  681. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  682. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  683. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
  684. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
  685. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  686. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  687. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  688. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  689. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  690. metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +71 -0
  691. metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +3 -0
  692. metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +24 -0
  693. metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +28 -0
  694. metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +28 -0
  695. metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
  696. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  697. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  698. metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
  699. metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
  700. metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
  701. metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
  702. metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
  703. metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
  704. metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
  705. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  706. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
  707. metadata/generated/schema/metadataIngestion/workflow.py +3 -1
  708. metadata/generated/schema/monitoring/__init__.py +1 -1
  709. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  710. metadata/generated/schema/search/__init__.py +3 -0
  711. metadata/generated/schema/search/aggregationRequest.py +80 -0
  712. metadata/generated/schema/search/searchRequest.py +106 -0
  713. metadata/generated/schema/security/__init__.py +1 -1
  714. metadata/generated/schema/security/client/__init__.py +1 -1
  715. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  716. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  717. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  718. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  719. metadata/generated/schema/security/client/oidcClientConfig.py +7 -1
  720. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  721. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  722. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  723. metadata/generated/schema/security/credentials/__init__.py +1 -1
  724. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  725. metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
  726. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  727. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  728. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  729. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  730. metadata/generated/schema/security/credentials/gcpCredentials.py +42 -22
  731. metadata/generated/schema/security/credentials/gcpExternalAccount.py +2 -2
  732. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  733. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  734. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  735. metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
  736. metadata/generated/schema/security/sasl/__init__.py +1 -1
  737. metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
  738. metadata/generated/schema/security/secrets/__init__.py +1 -1
  739. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  740. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  741. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  742. metadata/generated/schema/security/securityConfiguration.py +1 -1
  743. metadata/generated/schema/security/ssl/__init__.py +1 -1
  744. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  745. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  746. metadata/generated/schema/settings/__init__.py +1 -1
  747. metadata/generated/schema/settings/settings.py +4 -1
  748. metadata/generated/schema/system/__init__.py +1 -1
  749. metadata/generated/schema/system/entityError.py +1 -1
  750. metadata/generated/schema/system/eventPublisherJob.py +18 -7
  751. metadata/generated/schema/system/indexingError.py +2 -2
  752. metadata/generated/schema/system/limitsResponse.py +1 -1
  753. metadata/generated/schema/system/ui/__init__.py +1 -1
  754. metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
  755. metadata/generated/schema/system/ui/navigationItem.py +38 -0
  756. metadata/generated/schema/system/ui/page.py +23 -15
  757. metadata/generated/schema/system/ui/tab.py +36 -0
  758. metadata/generated/schema/system/ui/uiCustomization.py +45 -0
  759. metadata/generated/schema/system/validationResponse.py +1 -1
  760. metadata/generated/schema/tests/__init__.py +1 -1
  761. metadata/generated/schema/tests/assigned.py +1 -1
  762. metadata/generated/schema/tests/basic.py +1 -1
  763. metadata/generated/schema/tests/customMetric.py +1 -1
  764. metadata/generated/schema/tests/dataQualityReport.py +1 -1
  765. metadata/generated/schema/tests/resolved.py +1 -1
  766. metadata/generated/schema/tests/testCase.py +4 -1
  767. metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
  768. metadata/generated/schema/tests/testDefinition.py +1 -1
  769. metadata/generated/schema/tests/testSuite.py +1 -1
  770. metadata/generated/schema/type/__init__.py +1 -1
  771. metadata/generated/schema/type/apiSchema.py +1 -1
  772. metadata/generated/schema/type/assetCertification.py +1 -1
  773. metadata/generated/schema/type/auditLog.py +1 -1
  774. metadata/generated/schema/type/basic.py +3 -3
  775. metadata/generated/schema/type/bulkOperationResult.py +1 -1
  776. metadata/generated/schema/type/changeEvent.py +1 -1
  777. metadata/generated/schema/type/changeEventType.py +1 -1
  778. metadata/generated/schema/type/changeSummaryMap.py +37 -0
  779. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  780. metadata/generated/schema/type/csvDocumentation.py +1 -1
  781. metadata/generated/schema/type/csvErrorType.py +1 -1
  782. metadata/generated/schema/type/csvFile.py +1 -1
  783. metadata/generated/schema/type/csvImportResult.py +1 -1
  784. metadata/generated/schema/type/customProperties/__init__.py +1 -1
  785. metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
  786. metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
  787. metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
  788. metadata/generated/schema/type/customProperty.py +1 -1
  789. metadata/generated/schema/type/dailyCount.py +1 -1
  790. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  791. metadata/generated/schema/type/entityHierarchy.py +1 -1
  792. metadata/generated/schema/type/entityHistory.py +6 -3
  793. metadata/generated/schema/type/entityLineage.py +27 -1
  794. metadata/generated/schema/type/entityReference.py +1 -1
  795. metadata/generated/schema/type/entityReferenceList.py +1 -1
  796. metadata/generated/schema/type/entityRelationship.py +1 -1
  797. metadata/generated/schema/type/entityUsage.py +1 -1
  798. metadata/generated/schema/type/filterPattern.py +3 -3
  799. metadata/generated/schema/type/function.py +1 -1
  800. metadata/generated/schema/type/include.py +1 -1
  801. metadata/generated/schema/type/jdbcConnection.py +1 -1
  802. metadata/generated/schema/type/lifeCycle.py +1 -1
  803. metadata/generated/schema/type/paging.py +1 -1
  804. metadata/generated/schema/type/profile.py +1 -1
  805. metadata/generated/schema/type/queryParserData.py +4 -1
  806. metadata/generated/schema/type/reaction.py +1 -1
  807. metadata/generated/schema/type/schedule.py +1 -1
  808. metadata/generated/schema/type/schema.py +1 -1
  809. metadata/generated/schema/type/tableQuery.py +4 -1
  810. metadata/generated/schema/type/tableUsageCount.py +18 -1
  811. metadata/generated/schema/type/tagLabel.py +1 -1
  812. metadata/generated/schema/type/usageDetails.py +1 -1
  813. metadata/generated/schema/type/usageRequest.py +1 -1
  814. metadata/generated/schema/type/votes.py +1 -1
  815. metadata/great_expectations/action.py +2 -2
  816. metadata/great_expectations/utils/ometa_config_handler.py +2 -2
  817. metadata/ingestion/api/closeable.py +3 -3
  818. metadata/ingestion/api/common.py +3 -3
  819. metadata/ingestion/api/delete.py +3 -3
  820. metadata/ingestion/api/models.py +3 -3
  821. metadata/ingestion/api/parser.py +3 -3
  822. metadata/ingestion/api/status.py +3 -3
  823. metadata/ingestion/api/step.py +3 -3
  824. metadata/ingestion/api/steps.py +3 -3
  825. metadata/ingestion/api/topology_runner.py +6 -6
  826. metadata/ingestion/bulksink/metadata_usage.py +30 -9
  827. metadata/ingestion/connections/builders.py +3 -3
  828. metadata/ingestion/connections/headers.py +3 -3
  829. metadata/ingestion/connections/secrets.py +3 -3
  830. metadata/ingestion/connections/session.py +3 -3
  831. metadata/ingestion/connections/test_connections.py +3 -3
  832. metadata/ingestion/lineage/masker.py +16 -5
  833. metadata/ingestion/lineage/models.py +3 -3
  834. metadata/ingestion/lineage/parser.py +19 -5
  835. metadata/ingestion/lineage/sql_lineage.py +3 -3
  836. metadata/ingestion/models/custom_basemodel_validation.py +2 -2
  837. metadata/ingestion/models/custom_properties.py +3 -3
  838. metadata/ingestion/models/custom_pydantic.py +74 -8
  839. metadata/ingestion/models/custom_types.py +2 -2
  840. metadata/ingestion/models/data_insight.py +3 -3
  841. metadata/ingestion/models/delete_entity.py +3 -3
  842. metadata/ingestion/models/encoders.py +3 -3
  843. metadata/ingestion/models/entity_interface.py +3 -3
  844. metadata/ingestion/models/lf_tags_model.py +3 -3
  845. metadata/ingestion/models/life_cycle.py +3 -3
  846. metadata/ingestion/models/ometa_classification.py +3 -3
  847. metadata/ingestion/models/ometa_lineage.py +3 -3
  848. metadata/ingestion/models/ometa_topic_data.py +3 -3
  849. metadata/ingestion/models/patch_request.py +3 -3
  850. metadata/ingestion/models/pipeline_status.py +3 -3
  851. metadata/ingestion/models/profile_data.py +3 -3
  852. metadata/ingestion/models/search_index_data.py +3 -3
  853. metadata/ingestion/models/table_metadata.py +3 -3
  854. metadata/ingestion/models/tests_data.py +3 -3
  855. metadata/ingestion/models/topology.py +3 -3
  856. metadata/ingestion/models/user.py +3 -3
  857. metadata/ingestion/ometa/auth_provider.py +3 -3
  858. metadata/ingestion/ometa/client.py +23 -3
  859. metadata/ingestion/ometa/client_utils.py +3 -3
  860. metadata/ingestion/ometa/credentials.py +3 -3
  861. metadata/ingestion/ometa/mixins/custom_property_mixin.py +3 -3
  862. metadata/ingestion/ometa/mixins/dashboard_mixin.py +3 -3
  863. metadata/ingestion/ometa/mixins/data_insight_mixin.py +3 -3
  864. metadata/ingestion/ometa/mixins/domain_mixin.py +80 -0
  865. metadata/ingestion/ometa/mixins/es_mixin.py +45 -5
  866. metadata/ingestion/ometa/mixins/ingestion_pipeline_mixin.py +3 -3
  867. metadata/ingestion/ometa/mixins/lineage_mixin.py +23 -44
  868. metadata/ingestion/ometa/mixins/mlmodel_mixin.py +3 -3
  869. metadata/ingestion/ometa/mixins/patch_mixin.py +18 -8
  870. metadata/ingestion/ometa/mixins/patch_mixin_utils.py +2 -2
  871. metadata/ingestion/ometa/mixins/pipeline_mixin.py +21 -3
  872. metadata/ingestion/ometa/mixins/query_mixin.py +46 -3
  873. metadata/ingestion/ometa/mixins/role_policy_mixin.py +2 -2
  874. metadata/ingestion/ometa/mixins/search_index_mixin.py +3 -3
  875. metadata/ingestion/ometa/mixins/server_mixin.py +3 -3
  876. metadata/ingestion/ometa/mixins/service_mixin.py +3 -3
  877. metadata/ingestion/ometa/mixins/suggestions_mixin.py +3 -3
  878. metadata/ingestion/ometa/mixins/table_mixin.py +3 -3
  879. metadata/ingestion/ometa/mixins/tests_mixin.py +3 -3
  880. metadata/ingestion/ometa/mixins/topic_mixin.py +3 -3
  881. metadata/ingestion/ometa/mixins/user_mixin.py +3 -3
  882. metadata/ingestion/ometa/mixins/version_mixin.py +3 -3
  883. metadata/ingestion/ometa/models.py +3 -3
  884. metadata/ingestion/ometa/ometa_api.py +31 -6
  885. metadata/ingestion/ometa/routes.py +10 -3
  886. metadata/ingestion/ometa/ttl_cache.py +3 -3
  887. metadata/ingestion/ometa/utils.py +16 -3
  888. metadata/ingestion/processor/query_parser.py +4 -3
  889. metadata/ingestion/sink/file.py +3 -3
  890. metadata/ingestion/sink/metadata_rest.py +24 -4
  891. metadata/ingestion/source/api/api_service.py +2 -2
  892. metadata/ingestion/source/api/rest/connection.py +16 -14
  893. metadata/ingestion/source/api/rest/metadata.py +2 -2
  894. metadata/ingestion/source/api/rest/models.py +2 -2
  895. metadata/ingestion/source/connections.py +3 -3
  896. metadata/ingestion/source/dashboard/dashboard_service.py +13 -4
  897. metadata/ingestion/source/dashboard/domodashboard/connection.py +3 -3
  898. metadata/ingestion/source/dashboard/domodashboard/metadata.py +6 -4
  899. metadata/ingestion/source/dashboard/lightdash/client.py +3 -3
  900. metadata/ingestion/source/dashboard/lightdash/connection.py +3 -3
  901. metadata/ingestion/source/dashboard/lightdash/metadata.py +4 -4
  902. metadata/ingestion/source/dashboard/looker/bulk_parser.py +3 -3
  903. metadata/ingestion/source/dashboard/looker/columns.py +3 -3
  904. metadata/ingestion/source/dashboard/looker/connection.py +3 -3
  905. metadata/ingestion/source/dashboard/looker/links.py +3 -3
  906. metadata/ingestion/source/dashboard/looker/metadata.py +11 -5
  907. metadata/ingestion/source/dashboard/looker/models.py +3 -3
  908. metadata/ingestion/source/dashboard/looker/parser.py +3 -3
  909. metadata/ingestion/source/dashboard/looker/utils.py +3 -3
  910. metadata/ingestion/source/dashboard/metabase/client.py +68 -9
  911. metadata/ingestion/source/dashboard/metabase/connection.py +3 -3
  912. metadata/ingestion/source/dashboard/metabase/metadata.py +91 -40
  913. metadata/ingestion/source/dashboard/metabase/models.py +5 -4
  914. metadata/ingestion/source/dashboard/microstrategy/client.py +2 -2
  915. metadata/ingestion/source/dashboard/microstrategy/connection.py +3 -3
  916. metadata/ingestion/source/dashboard/microstrategy/metadata.py +6 -4
  917. metadata/ingestion/source/dashboard/microstrategy/models.py +3 -3
  918. metadata/ingestion/source/dashboard/mode/client.py +3 -3
  919. metadata/ingestion/source/dashboard/mode/connection.py +3 -3
  920. metadata/ingestion/source/dashboard/mode/metadata.py +19 -12
  921. metadata/ingestion/source/dashboard/powerbi/client.py +3 -3
  922. metadata/ingestion/source/dashboard/powerbi/connection.py +3 -3
  923. metadata/ingestion/source/dashboard/powerbi/file_client.py +3 -3
  924. metadata/ingestion/source/dashboard/powerbi/metadata.py +9 -10
  925. metadata/ingestion/source/dashboard/powerbi/models.py +2 -2
  926. metadata/ingestion/source/dashboard/qlikcloud/client.py +28 -5
  927. metadata/ingestion/source/dashboard/qlikcloud/connection.py +3 -3
  928. metadata/ingestion/source/dashboard/qlikcloud/constants.py +3 -3
  929. metadata/ingestion/source/dashboard/qlikcloud/metadata.py +72 -18
  930. metadata/ingestion/source/dashboard/qlikcloud/models.py +47 -4
  931. metadata/ingestion/source/dashboard/qliksense/client.py +3 -3
  932. metadata/ingestion/source/dashboard/qliksense/connection.py +3 -3
  933. metadata/ingestion/source/dashboard/qliksense/constants.py +3 -3
  934. metadata/ingestion/source/dashboard/qliksense/metadata.py +29 -21
  935. metadata/ingestion/source/dashboard/qliksense/models.py +3 -3
  936. metadata/ingestion/source/dashboard/quicksight/connection.py +3 -3
  937. metadata/ingestion/source/dashboard/quicksight/metadata.py +35 -32
  938. metadata/ingestion/source/dashboard/quicksight/models.py +3 -3
  939. metadata/ingestion/source/dashboard/redash/client.py +3 -3
  940. metadata/ingestion/source/dashboard/redash/connection.py +3 -3
  941. metadata/ingestion/source/dashboard/redash/metadata.py +15 -13
  942. metadata/ingestion/source/dashboard/sigma/client.py +3 -3
  943. metadata/ingestion/source/dashboard/sigma/connection.py +3 -3
  944. metadata/ingestion/source/dashboard/sigma/metadata.py +15 -17
  945. metadata/ingestion/source/dashboard/sigma/models.py +2 -2
  946. metadata/ingestion/source/dashboard/superset/api_source.py +28 -29
  947. metadata/ingestion/source/dashboard/superset/client.py +3 -3
  948. metadata/ingestion/source/dashboard/superset/connection.py +3 -3
  949. metadata/ingestion/source/dashboard/superset/db_source.py +25 -23
  950. metadata/ingestion/source/dashboard/superset/metadata.py +3 -3
  951. metadata/ingestion/source/dashboard/superset/mixin.py +210 -56
  952. metadata/ingestion/source/dashboard/superset/models.py +6 -3
  953. metadata/ingestion/source/dashboard/superset/queries.py +10 -7
  954. metadata/ingestion/source/dashboard/superset/utils.py +36 -0
  955. metadata/ingestion/source/dashboard/tableau/__init__.py +3 -3
  956. metadata/ingestion/source/dashboard/tableau/client.py +59 -4
  957. metadata/ingestion/source/dashboard/tableau/connection.py +3 -3
  958. metadata/ingestion/source/dashboard/tableau/metadata.py +243 -128
  959. metadata/ingestion/source/dashboard/tableau/models.py +3 -3
  960. metadata/ingestion/source/dashboard/tableau/queries.py +3 -3
  961. metadata/ingestion/source/database/athena/client.py +3 -3
  962. metadata/ingestion/source/database/athena/connection.py +3 -3
  963. metadata/ingestion/source/database/athena/lineage.py +3 -3
  964. metadata/ingestion/source/database/athena/metadata.py +3 -3
  965. metadata/ingestion/source/database/athena/models.py +3 -3
  966. metadata/ingestion/source/database/athena/query_parser.py +3 -3
  967. metadata/ingestion/source/database/athena/usage.py +3 -3
  968. metadata/ingestion/source/database/athena/utils.py +3 -3
  969. metadata/ingestion/source/database/azuresql/connection.py +3 -3
  970. metadata/ingestion/source/database/azuresql/lineage.py +3 -3
  971. metadata/ingestion/source/database/azuresql/metadata.py +3 -3
  972. metadata/ingestion/source/database/azuresql/queries.py +3 -3
  973. metadata/ingestion/source/database/azuresql/query_parser.py +3 -3
  974. metadata/ingestion/source/database/azuresql/usage.py +3 -3
  975. metadata/ingestion/source/database/bigquery/connection.py +3 -3
  976. metadata/ingestion/source/database/bigquery/helper.py +12 -4
  977. metadata/ingestion/source/database/bigquery/incremental_table_processor.py +3 -3
  978. metadata/ingestion/source/database/bigquery/lineage.py +3 -3
  979. metadata/ingestion/source/database/bigquery/metadata.py +95 -22
  980. metadata/ingestion/source/database/bigquery/models.py +3 -3
  981. metadata/ingestion/source/database/bigquery/queries.py +5 -4
  982. metadata/ingestion/source/database/bigquery/query_parser.py +4 -3
  983. metadata/ingestion/source/database/bigquery/usage.py +3 -3
  984. metadata/ingestion/source/database/bigtable/client.py +2 -2
  985. metadata/ingestion/source/database/bigtable/connection.py +2 -2
  986. metadata/ingestion/source/database/bigtable/metadata.py +13 -5
  987. metadata/ingestion/source/database/bigtable/models.py +2 -2
  988. metadata/ingestion/source/database/cassandra/__init__.py +0 -0
  989. metadata/ingestion/source/database/cassandra/connection.py +138 -0
  990. metadata/ingestion/source/database/cassandra/helpers.py +100 -0
  991. metadata/ingestion/source/database/cassandra/metadata.py +138 -0
  992. metadata/ingestion/source/database/cassandra/queries.py +45 -0
  993. metadata/ingestion/source/database/cassandra/service_spec.py +10 -0
  994. metadata/ingestion/source/database/clickhouse/connection.py +3 -3
  995. metadata/ingestion/source/database/clickhouse/lineage.py +3 -3
  996. metadata/ingestion/source/database/clickhouse/metadata.py +3 -36
  997. metadata/ingestion/source/database/clickhouse/queries.py +3 -3
  998. metadata/ingestion/source/database/clickhouse/query_parser.py +3 -3
  999. metadata/ingestion/source/database/clickhouse/usage.py +3 -3
  1000. metadata/ingestion/source/database/clickhouse/utils.py +3 -3
  1001. metadata/ingestion/source/database/cockroach/__init__.py +0 -0
  1002. metadata/ingestion/source/database/cockroach/connection.py +71 -0
  1003. metadata/ingestion/source/database/cockroach/metadata.py +206 -0
  1004. metadata/ingestion/source/database/cockroach/queries.py +90 -0
  1005. metadata/ingestion/source/database/cockroach/service_spec.py +4 -0
  1006. metadata/ingestion/source/database/column_helpers.py +3 -3
  1007. metadata/ingestion/source/database/column_type_parser.py +3 -3
  1008. metadata/ingestion/source/database/common_db_source.py +25 -29
  1009. metadata/ingestion/source/database/common_nosql_source.py +81 -32
  1010. metadata/ingestion/source/database/common_pg_mappings.py +49 -0
  1011. metadata/ingestion/source/database/couchbase/connection.py +3 -3
  1012. metadata/ingestion/source/database/couchbase/metadata.py +11 -5
  1013. metadata/ingestion/source/database/couchbase/models.py +2 -2
  1014. metadata/ingestion/source/database/couchbase/queries.py +3 -3
  1015. metadata/ingestion/source/database/database_service.py +3 -3
  1016. metadata/ingestion/source/database/databricks/client.py +3 -3
  1017. metadata/ingestion/source/database/databricks/connection.py +3 -3
  1018. metadata/ingestion/source/database/databricks/lineage.py +3 -3
  1019. metadata/ingestion/source/database/databricks/metadata.py +11 -3
  1020. metadata/ingestion/source/database/databricks/queries.py +3 -3
  1021. metadata/ingestion/source/database/databricks/query_parser.py +3 -3
  1022. metadata/ingestion/source/database/databricks/usage.py +3 -3
  1023. metadata/ingestion/source/database/datalake/clients/azure_blob.py +3 -3
  1024. metadata/ingestion/source/database/datalake/clients/base.py +3 -3
  1025. metadata/ingestion/source/database/datalake/clients/gcs.py +3 -3
  1026. metadata/ingestion/source/database/datalake/clients/s3.py +3 -3
  1027. metadata/ingestion/source/database/datalake/columns.py +3 -3
  1028. metadata/ingestion/source/database/datalake/connection.py +3 -3
  1029. metadata/ingestion/source/database/datalake/metadata.py +18 -12
  1030. metadata/ingestion/source/database/db2/connection.py +3 -3
  1031. metadata/ingestion/source/database/db2/lineage.py +3 -3
  1032. metadata/ingestion/source/database/db2/metadata.py +3 -3
  1033. metadata/ingestion/source/database/db2/service_spec.py +4 -1
  1034. metadata/ingestion/source/database/db2/utils.py +3 -3
  1035. metadata/ingestion/source/database/dbt/constants.py +3 -3
  1036. metadata/ingestion/source/database/dbt/dbt_config.py +4 -3
  1037. metadata/ingestion/source/database/dbt/dbt_service.py +3 -3
  1038. metadata/ingestion/source/database/dbt/dbt_utils.py +4 -4
  1039. metadata/ingestion/source/database/dbt/metadata.py +8 -4
  1040. metadata/ingestion/source/database/dbt/models.py +3 -3
  1041. metadata/ingestion/source/database/deltalake/clients/base.py +3 -3
  1042. metadata/ingestion/source/database/deltalake/clients/pyspark.py +3 -3
  1043. metadata/ingestion/source/database/deltalake/clients/s3.py +3 -3
  1044. metadata/ingestion/source/database/deltalake/connection.py +3 -3
  1045. metadata/ingestion/source/database/deltalake/metadata.py +3 -3
  1046. metadata/ingestion/source/database/domodatabase/connection.py +3 -3
  1047. metadata/ingestion/source/database/domodatabase/metadata.py +3 -3
  1048. metadata/ingestion/source/database/domodatabase/models.py +3 -3
  1049. metadata/ingestion/source/database/doris/connection.py +3 -3
  1050. metadata/ingestion/source/database/doris/metadata.py +10 -5
  1051. metadata/ingestion/source/database/doris/utils.py +3 -3
  1052. metadata/ingestion/source/database/druid/connection.py +3 -3
  1053. metadata/ingestion/source/database/druid/lineage.py +3 -3
  1054. metadata/ingestion/source/database/druid/metadata.py +3 -3
  1055. metadata/ingestion/source/database/druid/service_spec.py +5 -1
  1056. metadata/ingestion/source/database/dynamodb/connection.py +3 -3
  1057. metadata/ingestion/source/database/dynamodb/metadata.py +9 -6
  1058. metadata/ingestion/source/database/dynamodb/models.py +2 -2
  1059. metadata/ingestion/source/database/extended_sample_data.py +3 -3
  1060. metadata/ingestion/source/database/external_table_lineage_mixin.py +3 -3
  1061. metadata/ingestion/source/database/glue/connection.py +3 -3
  1062. metadata/ingestion/source/database/glue/metadata.py +3 -3
  1063. metadata/ingestion/source/database/glue/models.py +3 -3
  1064. metadata/ingestion/source/database/greenplum/connection.py +3 -3
  1065. metadata/ingestion/source/database/greenplum/lineage.py +3 -3
  1066. metadata/ingestion/source/database/greenplum/metadata.py +9 -40
  1067. metadata/ingestion/source/database/greenplum/queries.py +3 -3
  1068. metadata/ingestion/source/database/greenplum/service_spec.py +5 -1
  1069. metadata/ingestion/source/database/greenplum/utils.py +3 -3
  1070. metadata/ingestion/source/database/hive/connection.py +3 -3
  1071. metadata/ingestion/source/database/hive/lineage.py +3 -3
  1072. metadata/ingestion/source/database/hive/metadata.py +11 -4
  1073. metadata/ingestion/source/database/hive/metastore_dialects/mixin.py +3 -3
  1074. metadata/ingestion/source/database/hive/metastore_dialects/mysql/__init__.py +3 -3
  1075. metadata/ingestion/source/database/hive/metastore_dialects/mysql/dialect.py +38 -16
  1076. metadata/ingestion/source/database/hive/metastore_dialects/postgres/__init__.py +3 -3
  1077. metadata/ingestion/source/database/hive/metastore_dialects/postgres/dialect.py +41 -17
  1078. metadata/ingestion/source/database/hive/queries.py +3 -3
  1079. metadata/ingestion/source/database/hive/service_spec.py +5 -1
  1080. metadata/ingestion/source/database/hive/utils.py +3 -3
  1081. metadata/ingestion/source/database/iceberg/catalog/__init__.py +3 -3
  1082. metadata/ingestion/source/database/iceberg/catalog/base.py +3 -3
  1083. metadata/ingestion/source/database/iceberg/catalog/dynamodb.py +3 -3
  1084. metadata/ingestion/source/database/iceberg/catalog/glue.py +3 -3
  1085. metadata/ingestion/source/database/iceberg/catalog/hive.py +3 -3
  1086. metadata/ingestion/source/database/iceberg/catalog/rest.py +3 -3
  1087. metadata/ingestion/source/database/iceberg/connection.py +3 -3
  1088. metadata/ingestion/source/database/iceberg/fs/__init__.py +3 -3
  1089. metadata/ingestion/source/database/iceberg/fs/azure.py +3 -3
  1090. metadata/ingestion/source/database/iceberg/fs/base.py +3 -3
  1091. metadata/ingestion/source/database/iceberg/fs/s3.py +3 -3
  1092. metadata/ingestion/source/database/iceberg/helper.py +3 -3
  1093. metadata/ingestion/source/database/iceberg/metadata.py +3 -3
  1094. metadata/ingestion/source/database/iceberg/models.py +3 -3
  1095. metadata/ingestion/source/database/impala/connection.py +3 -3
  1096. metadata/ingestion/source/database/impala/lineage.py +3 -3
  1097. metadata/ingestion/source/database/impala/metadata.py +3 -3
  1098. metadata/ingestion/source/database/impala/queries.py +3 -3
  1099. metadata/ingestion/source/database/impala/service_spec.py +5 -1
  1100. metadata/ingestion/source/database/incremental_metadata_extraction.py +3 -3
  1101. metadata/ingestion/source/database/life_cycle_query_mixin.py +14 -10
  1102. metadata/ingestion/source/database/lineage_source.py +173 -47
  1103. metadata/ingestion/source/database/mariadb/connection.py +3 -3
  1104. metadata/ingestion/source/database/mariadb/lineage.py +3 -3
  1105. metadata/ingestion/source/database/mariadb/metadata.py +3 -3
  1106. metadata/ingestion/source/database/mariadb/service_spec.py +9 -1
  1107. metadata/ingestion/source/database/mongodb/connection.py +3 -3
  1108. metadata/ingestion/source/database/mongodb/metadata.py +11 -6
  1109. metadata/ingestion/source/database/mssql/connection.py +3 -3
  1110. metadata/ingestion/source/database/mssql/constants.py +3 -3
  1111. metadata/ingestion/source/database/mssql/lineage.py +3 -3
  1112. metadata/ingestion/source/database/mssql/metadata.py +71 -5
  1113. metadata/ingestion/source/database/mssql/models.py +3 -3
  1114. metadata/ingestion/source/database/mssql/queries.py +46 -3
  1115. metadata/ingestion/source/database/mssql/query_parser.py +3 -3
  1116. metadata/ingestion/source/database/mssql/usage.py +3 -3
  1117. metadata/ingestion/source/database/mssql/utils.py +3 -3
  1118. metadata/ingestion/source/database/multi_db_source.py +3 -3
  1119. metadata/ingestion/source/database/mysql/connection.py +3 -3
  1120. metadata/ingestion/source/database/mysql/lineage.py +3 -3
  1121. metadata/ingestion/source/database/mysql/metadata.py +3 -3
  1122. metadata/ingestion/source/database/mysql/queries.py +3 -3
  1123. metadata/ingestion/source/database/mysql/query_parser.py +3 -3
  1124. metadata/ingestion/source/database/mysql/usage.py +3 -3
  1125. metadata/ingestion/source/database/mysql/utils.py +8 -6
  1126. metadata/ingestion/source/database/oracle/connection.py +27 -5
  1127. metadata/ingestion/source/database/oracle/lineage.py +3 -3
  1128. metadata/ingestion/source/database/oracle/metadata.py +39 -61
  1129. metadata/ingestion/source/database/oracle/models.py +5 -4
  1130. metadata/ingestion/source/database/oracle/queries.py +25 -4
  1131. metadata/ingestion/source/database/oracle/query_parser.py +3 -3
  1132. metadata/ingestion/source/database/oracle/usage.py +3 -3
  1133. metadata/ingestion/source/database/oracle/utils.py +3 -17
  1134. metadata/ingestion/source/database/pinotdb/connection.py +3 -3
  1135. metadata/ingestion/source/database/pinotdb/lineage.py +3 -3
  1136. metadata/ingestion/source/database/pinotdb/metadata.py +3 -3
  1137. metadata/ingestion/source/database/pinotdb/service_spec.py +5 -1
  1138. metadata/ingestion/source/database/postgres/connection.py +3 -3
  1139. metadata/ingestion/source/database/postgres/converter_orm.py +3 -3
  1140. metadata/ingestion/source/database/postgres/lineage.py +3 -3
  1141. metadata/ingestion/source/database/postgres/metadata.py +35 -59
  1142. metadata/ingestion/source/database/postgres/models.py +3 -2
  1143. metadata/ingestion/source/database/postgres/pgspider/lineage.py +2 -2
  1144. metadata/ingestion/source/database/postgres/pgspider/queries.py +2 -2
  1145. metadata/ingestion/source/database/postgres/queries.py +21 -4
  1146. metadata/ingestion/source/database/postgres/query_parser.py +3 -3
  1147. metadata/ingestion/source/database/postgres/types/money.py +3 -3
  1148. metadata/ingestion/source/database/postgres/usage.py +3 -3
  1149. metadata/ingestion/source/database/postgres/utils.py +3 -3
  1150. metadata/ingestion/source/database/presto/connection.py +3 -3
  1151. metadata/ingestion/source/database/presto/metadata.py +3 -3
  1152. metadata/ingestion/source/database/presto/queries.py +3 -3
  1153. metadata/ingestion/source/database/query/lineage.py +3 -3
  1154. metadata/ingestion/source/database/query/usage.py +3 -3
  1155. metadata/ingestion/source/database/query_parser_source.py +14 -9
  1156. metadata/ingestion/source/database/redshift/connection.py +3 -3
  1157. metadata/ingestion/source/database/redshift/incremental_table_processor.py +3 -3
  1158. metadata/ingestion/source/database/redshift/lineage.py +3 -3
  1159. metadata/ingestion/source/database/redshift/metadata.py +3 -3
  1160. metadata/ingestion/source/database/redshift/models.py +3 -3
  1161. metadata/ingestion/source/database/redshift/queries.py +3 -3
  1162. metadata/ingestion/source/database/redshift/query_parser.py +3 -3
  1163. metadata/ingestion/source/database/redshift/usage.py +3 -3
  1164. metadata/ingestion/source/database/redshift/utils.py +3 -3
  1165. metadata/ingestion/source/database/salesforce/connection.py +3 -3
  1166. metadata/ingestion/source/database/salesforce/metadata.py +3 -3
  1167. metadata/ingestion/source/database/sample_data.py +14 -3
  1168. metadata/ingestion/source/database/sample_usage.py +5 -3
  1169. metadata/ingestion/source/database/saperp/client.py +3 -3
  1170. metadata/ingestion/source/database/saperp/connection.py +3 -3
  1171. metadata/ingestion/source/database/saperp/constants.py +2 -2
  1172. metadata/ingestion/source/database/saperp/metadata.py +3 -3
  1173. metadata/ingestion/source/database/saperp/models.py +3 -3
  1174. metadata/ingestion/source/database/saphana/cdata_parser.py +3 -3
  1175. metadata/ingestion/source/database/saphana/connection.py +3 -3
  1176. metadata/ingestion/source/database/saphana/lineage.py +4 -4
  1177. metadata/ingestion/source/database/saphana/metadata.py +3 -3
  1178. metadata/ingestion/source/database/saphana/models.py +3 -3
  1179. metadata/ingestion/source/database/saphana/queries.py +3 -3
  1180. metadata/ingestion/source/database/sas/client.py +3 -3
  1181. metadata/ingestion/source/database/sas/connection.py +3 -3
  1182. metadata/ingestion/source/database/sas/extension_attr.py +3 -3
  1183. metadata/ingestion/source/database/sas/metadata.py +3 -3
  1184. metadata/ingestion/source/database/singlestore/connection.py +3 -3
  1185. metadata/ingestion/source/database/singlestore/lineage.py +3 -3
  1186. metadata/ingestion/source/database/singlestore/metadata.py +3 -3
  1187. metadata/ingestion/source/database/singlestore/service_spec.py +6 -1
  1188. metadata/ingestion/source/database/snowflake/connection.py +9 -3
  1189. metadata/ingestion/source/database/snowflake/constants.py +48 -0
  1190. metadata/ingestion/source/database/snowflake/lineage.py +3 -3
  1191. metadata/ingestion/source/database/snowflake/metadata.py +140 -7
  1192. metadata/ingestion/source/database/snowflake/models.py +6 -6
  1193. metadata/ingestion/source/database/snowflake/profiler/profiler.py +3 -3
  1194. metadata/ingestion/source/database/snowflake/queries.py +34 -4
  1195. metadata/ingestion/source/database/snowflake/query_parser.py +5 -3
  1196. metadata/ingestion/source/database/snowflake/usage.py +3 -3
  1197. metadata/ingestion/source/database/snowflake/utils.py +112 -36
  1198. metadata/ingestion/source/database/sql_column_handler.py +98 -63
  1199. metadata/ingestion/source/database/sqlalchemy_source.py +3 -3
  1200. metadata/ingestion/source/database/sqlite/connection.py +3 -3
  1201. metadata/ingestion/source/database/sqlite/lineage.py +3 -3
  1202. metadata/ingestion/source/database/sqlite/metadata.py +3 -3
  1203. metadata/ingestion/source/database/sqlite/service_spec.py +5 -1
  1204. metadata/ingestion/source/database/stored_procedures_mixin.py +6 -4
  1205. metadata/ingestion/source/database/teradata/connection.py +3 -3
  1206. metadata/ingestion/source/database/teradata/lineage.py +3 -3
  1207. metadata/ingestion/source/database/teradata/metadata.py +3 -3
  1208. metadata/ingestion/source/database/teradata/queries.py +3 -3
  1209. metadata/ingestion/source/database/teradata/service_spec.py +5 -1
  1210. metadata/ingestion/source/database/teradata/utils.py +3 -3
  1211. metadata/ingestion/source/database/trino/connection.py +3 -3
  1212. metadata/ingestion/source/database/trino/lineage.py +98 -3
  1213. metadata/ingestion/source/database/trino/metadata.py +3 -3
  1214. metadata/ingestion/source/database/trino/profiler/system_tables_profiler.py +3 -3
  1215. metadata/ingestion/source/database/trino/queries.py +3 -3
  1216. metadata/ingestion/source/database/trino/query_parser.py +3 -3
  1217. metadata/ingestion/source/database/trino/usage.py +3 -3
  1218. metadata/ingestion/source/database/unitycatalog/client.py +3 -3
  1219. metadata/ingestion/source/database/unitycatalog/connection.py +26 -3
  1220. metadata/ingestion/source/database/unitycatalog/lineage.py +5 -3
  1221. metadata/ingestion/source/database/unitycatalog/metadata.py +5 -18
  1222. metadata/ingestion/source/database/unitycatalog/models.py +3 -3
  1223. metadata/ingestion/source/database/unitycatalog/query_parser.py +3 -3
  1224. metadata/ingestion/source/database/unitycatalog/usage.py +3 -3
  1225. metadata/ingestion/source/database/usage_source.py +5 -3
  1226. metadata/ingestion/source/database/vertica/connection.py +3 -3
  1227. metadata/ingestion/source/database/vertica/lineage.py +3 -3
  1228. metadata/ingestion/source/database/vertica/metadata.py +3 -3
  1229. metadata/ingestion/source/database/vertica/queries.py +3 -3
  1230. metadata/ingestion/source/database/vertica/query_parser.py +3 -3
  1231. metadata/ingestion/source/database/vertica/usage.py +3 -3
  1232. metadata/ingestion/source/messaging/common_broker_source.py +3 -3
  1233. metadata/ingestion/source/messaging/kafka/connection.py +3 -3
  1234. metadata/ingestion/source/messaging/kafka/metadata.py +3 -3
  1235. metadata/ingestion/source/messaging/kinesis/connection.py +3 -3
  1236. metadata/ingestion/source/messaging/kinesis/metadata.py +7 -5
  1237. metadata/ingestion/source/messaging/kinesis/models.py +2 -2
  1238. metadata/ingestion/source/messaging/messaging_service.py +5 -3
  1239. metadata/ingestion/source/messaging/redpanda/connection.py +3 -3
  1240. metadata/ingestion/source/messaging/redpanda/metadata.py +3 -3
  1241. metadata/ingestion/source/metadata/alationsink/client.py +2 -2
  1242. metadata/ingestion/source/metadata/alationsink/connection.py +2 -2
  1243. metadata/ingestion/source/metadata/alationsink/constants.py +2 -2
  1244. metadata/ingestion/source/metadata/alationsink/metadata.py +34 -20
  1245. metadata/ingestion/source/metadata/alationsink/models.py +2 -2
  1246. metadata/ingestion/source/metadata/amundsen/client.py +3 -3
  1247. metadata/ingestion/source/metadata/amundsen/connection.py +3 -3
  1248. metadata/ingestion/source/metadata/amundsen/metadata.py +10 -7
  1249. metadata/ingestion/source/metadata/amundsen/queries.py +3 -3
  1250. metadata/ingestion/source/metadata/atlas/client.py +3 -3
  1251. metadata/ingestion/source/metadata/atlas/connection.py +3 -3
  1252. metadata/ingestion/source/metadata/atlas/metadata.py +5 -4
  1253. metadata/ingestion/source/mlmodel/mlflow/connection.py +3 -3
  1254. metadata/ingestion/source/mlmodel/mlflow/metadata.py +3 -3
  1255. metadata/ingestion/source/mlmodel/mlmodel_service.py +5 -3
  1256. metadata/ingestion/source/mlmodel/sagemaker/connection.py +3 -3
  1257. metadata/ingestion/source/mlmodel/sagemaker/metadata.py +3 -3
  1258. metadata/ingestion/source/models.py +3 -3
  1259. metadata/ingestion/source/pipeline/airbyte/client.py +3 -3
  1260. metadata/ingestion/source/pipeline/airbyte/connection.py +3 -3
  1261. metadata/ingestion/source/pipeline/airbyte/metadata.py +3 -3
  1262. metadata/ingestion/source/pipeline/airflow/connection.py +3 -3
  1263. metadata/ingestion/source/pipeline/airflow/lineage_parser.py +3 -3
  1264. metadata/ingestion/source/pipeline/airflow/metadata.py +28 -3
  1265. metadata/ingestion/source/pipeline/airflow/models.py +4 -3
  1266. metadata/ingestion/source/pipeline/airflow/utils.py +3 -3
  1267. metadata/ingestion/source/pipeline/dagster/client.py +3 -3
  1268. metadata/ingestion/source/pipeline/dagster/connection.py +3 -3
  1269. metadata/ingestion/source/pipeline/dagster/metadata.py +3 -3
  1270. metadata/ingestion/source/pipeline/dagster/models.py +3 -3
  1271. metadata/ingestion/source/pipeline/dagster/queries.py +3 -3
  1272. metadata/ingestion/source/pipeline/databrickspipeline/connection.py +3 -3
  1273. metadata/ingestion/source/pipeline/databrickspipeline/metadata.py +3 -3
  1274. metadata/ingestion/source/pipeline/databrickspipeline/models.py +3 -3
  1275. metadata/ingestion/source/pipeline/dbtcloud/client.py +3 -3
  1276. metadata/ingestion/source/pipeline/dbtcloud/connection.py +3 -3
  1277. metadata/ingestion/source/pipeline/dbtcloud/metadata.py +3 -3
  1278. metadata/ingestion/source/pipeline/dbtcloud/models.py +3 -3
  1279. metadata/ingestion/source/pipeline/dbtcloud/queries.py +3 -3
  1280. metadata/ingestion/source/pipeline/domopipeline/connection.py +3 -3
  1281. metadata/ingestion/source/pipeline/domopipeline/metadata.py +3 -3
  1282. metadata/ingestion/source/pipeline/fivetran/client.py +3 -3
  1283. metadata/ingestion/source/pipeline/fivetran/connection.py +3 -3
  1284. metadata/ingestion/source/pipeline/fivetran/metadata.py +3 -3
  1285. metadata/ingestion/source/pipeline/flink/client.py +3 -3
  1286. metadata/ingestion/source/pipeline/flink/connection.py +3 -3
  1287. metadata/ingestion/source/pipeline/flink/metadata.py +3 -3
  1288. metadata/ingestion/source/pipeline/flink/models.py +3 -3
  1289. metadata/ingestion/source/pipeline/gluepipeline/connection.py +3 -3
  1290. metadata/ingestion/source/pipeline/gluepipeline/metadata.py +3 -3
  1291. metadata/ingestion/source/pipeline/gluepipeline/models.py +3 -3
  1292. metadata/ingestion/source/pipeline/kafkaconnect/client.py +3 -3
  1293. metadata/ingestion/source/pipeline/kafkaconnect/connection.py +3 -3
  1294. metadata/ingestion/source/pipeline/kafkaconnect/metadata.py +3 -3
  1295. metadata/ingestion/source/pipeline/kafkaconnect/models.py +3 -3
  1296. metadata/ingestion/source/pipeline/nifi/client.py +71 -77
  1297. metadata/ingestion/source/pipeline/nifi/connection.py +4 -21
  1298. metadata/ingestion/source/pipeline/nifi/metadata.py +3 -3
  1299. metadata/ingestion/source/pipeline/openlineage/connection.py +3 -3
  1300. metadata/ingestion/source/pipeline/openlineage/metadata.py +4 -3
  1301. metadata/ingestion/source/pipeline/openlineage/models.py +3 -3
  1302. metadata/ingestion/source/pipeline/pipeline_service.py +124 -5
  1303. metadata/ingestion/source/pipeline/spline/client.py +3 -3
  1304. metadata/ingestion/source/pipeline/spline/connection.py +3 -3
  1305. metadata/ingestion/source/pipeline/spline/metadata.py +3 -3
  1306. metadata/ingestion/source/pipeline/spline/models.py +3 -3
  1307. metadata/ingestion/source/pipeline/spline/utils.py +3 -3
  1308. metadata/ingestion/source/search/elasticsearch/connection.py +3 -3
  1309. metadata/ingestion/source/search/elasticsearch/metadata.py +3 -3
  1310. metadata/ingestion/source/search/elasticsearch/parser.py +3 -3
  1311. metadata/ingestion/source/search/opensearch/connection.py +215 -0
  1312. metadata/ingestion/source/search/opensearch/metadata.py +270 -0
  1313. metadata/ingestion/source/search/opensearch/parser.py +71 -0
  1314. metadata/ingestion/source/search/opensearch/service_spec.py +4 -0
  1315. metadata/ingestion/source/search/search_service.py +5 -3
  1316. metadata/ingestion/source/sqa_types.py +3 -3
  1317. metadata/ingestion/source/storage/gcs/client.py +2 -2
  1318. metadata/ingestion/source/storage/gcs/connection.py +2 -2
  1319. metadata/ingestion/source/storage/gcs/metadata.py +2 -2
  1320. metadata/ingestion/source/storage/gcs/models.py +2 -2
  1321. metadata/ingestion/source/storage/s3/connection.py +3 -3
  1322. metadata/ingestion/source/storage/s3/metadata.py +3 -3
  1323. metadata/ingestion/source/storage/s3/models.py +3 -3
  1324. metadata/ingestion/source/storage/storage_service.py +5 -3
  1325. metadata/ingestion/stage/table_usage.py +56 -4
  1326. metadata/mixins/pandas/pandas_mixin.py +3 -3
  1327. metadata/mixins/sqalchemy/sqa_mixin.py +3 -3
  1328. metadata/parsers/avro_parser.py +3 -3
  1329. metadata/parsers/json_schema_parser.py +3 -3
  1330. metadata/parsers/protobuf_parser.py +3 -3
  1331. metadata/parsers/schema_parsers.py +3 -3
  1332. metadata/pii/constants.py +3 -3
  1333. metadata/pii/models.py +3 -3
  1334. metadata/pii/ner.py +3 -3
  1335. metadata/pii/processor.py +3 -3
  1336. metadata/pii/scanners/base.py +3 -3
  1337. metadata/pii/scanners/column_name_scanner.py +3 -3
  1338. metadata/pii/scanners/ner_scanner.py +3 -3
  1339. metadata/profiler/adaptors/adaptor_factory.py +2 -2
  1340. metadata/profiler/adaptors/dynamodb.py +2 -2
  1341. metadata/profiler/adaptors/factory.py +2 -2
  1342. metadata/profiler/adaptors/mongodb.py +2 -2
  1343. metadata/profiler/adaptors/nosql_adaptor.py +2 -2
  1344. metadata/profiler/api/models.py +3 -3
  1345. metadata/profiler/config.py +3 -3
  1346. metadata/profiler/factory.py +3 -3
  1347. metadata/profiler/interface/nosql/profiler_interface.py +3 -3
  1348. metadata/profiler/interface/pandas/profiler_interface.py +3 -3
  1349. metadata/profiler/interface/profiler_interface.py +3 -3
  1350. metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +3 -3
  1351. metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +3 -3
  1352. metadata/profiler/interface/sqlalchemy/db2/profiler_interface.py +3 -3
  1353. metadata/profiler/interface/sqlalchemy/mariadb/profiler_interface.py +3 -3
  1354. metadata/profiler/interface/sqlalchemy/profiler_interface.py +3 -3
  1355. metadata/profiler/interface/sqlalchemy/single_store/profiler_interface.py +3 -3
  1356. metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +3 -3
  1357. metadata/profiler/interface/sqlalchemy/stored_statistics_profiler.py +3 -3
  1358. metadata/profiler/interface/sqlalchemy/trino/profiler_interface.py +3 -3
  1359. metadata/profiler/interface/sqlalchemy/unity_catalog/profiler_interface.py +3 -3
  1360. metadata/profiler/interface/sqlalchemy/unity_catalog/sampler_interface.py +6 -7
  1361. metadata/profiler/metrics/composed/distinct_ratio.py +3 -3
  1362. metadata/profiler/metrics/composed/duplicate_count.py +3 -3
  1363. metadata/profiler/metrics/composed/ilike_ratio.py +3 -3
  1364. metadata/profiler/metrics/composed/iqr.py +3 -3
  1365. metadata/profiler/metrics/composed/like_ratio.py +3 -3
  1366. metadata/profiler/metrics/composed/non_parametric_skew.py +3 -3
  1367. metadata/profiler/metrics/composed/null_ratio.py +3 -3
  1368. metadata/profiler/metrics/composed/unique_ratio.py +3 -3
  1369. metadata/profiler/metrics/core.py +3 -3
  1370. metadata/profiler/metrics/hybrid/histogram.py +3 -3
  1371. metadata/profiler/metrics/registry.py +3 -3
  1372. metadata/profiler/metrics/static/column_count.py +3 -3
  1373. metadata/profiler/metrics/static/column_names.py +3 -3
  1374. metadata/profiler/metrics/static/count.py +3 -3
  1375. metadata/profiler/metrics/static/count_in_set.py +3 -3
  1376. metadata/profiler/metrics/static/distinct_count.py +3 -3
  1377. metadata/profiler/metrics/static/ilike_count.py +3 -3
  1378. metadata/profiler/metrics/static/like_count.py +3 -3
  1379. metadata/profiler/metrics/static/max.py +3 -3
  1380. metadata/profiler/metrics/static/max_length.py +3 -3
  1381. metadata/profiler/metrics/static/mean.py +3 -3
  1382. metadata/profiler/metrics/static/min.py +3 -3
  1383. metadata/profiler/metrics/static/min_length.py +3 -3
  1384. metadata/profiler/metrics/static/not_like_count.py +3 -3
  1385. metadata/profiler/metrics/static/not_regexp_match_count.py +3 -3
  1386. metadata/profiler/metrics/static/null_count.py +3 -3
  1387. metadata/profiler/metrics/static/null_missing_count.py +3 -3
  1388. metadata/profiler/metrics/static/regexp_match_count.py +3 -3
  1389. metadata/profiler/metrics/static/row_count.py +3 -3
  1390. metadata/profiler/metrics/static/stddev.py +3 -3
  1391. metadata/profiler/metrics/static/sum.py +3 -3
  1392. metadata/profiler/metrics/static/unique_count.py +3 -3
  1393. metadata/profiler/metrics/system/dml_operation.py +3 -3
  1394. metadata/profiler/metrics/system/system.py +3 -3
  1395. metadata/profiler/metrics/window/first_quartile.py +3 -3
  1396. metadata/profiler/metrics/window/median.py +3 -3
  1397. metadata/profiler/metrics/window/third_quartile.py +3 -3
  1398. metadata/profiler/orm/converter/azuresql/converter.py +39 -0
  1399. metadata/profiler/orm/converter/base.py +3 -3
  1400. metadata/profiler/orm/converter/bigquery/converter.py +3 -3
  1401. metadata/profiler/orm/converter/common.py +3 -3
  1402. metadata/profiler/orm/converter/converter_registry.py +5 -3
  1403. metadata/profiler/orm/converter/mariadb/converter.py +2 -2
  1404. metadata/profiler/orm/converter/mssql/converter.py +3 -3
  1405. metadata/profiler/orm/converter/redshift/converter.py +3 -3
  1406. metadata/profiler/orm/converter/snowflake/converter.py +3 -3
  1407. metadata/profiler/orm/functions/concat.py +3 -3
  1408. metadata/profiler/orm/functions/conn_test.py +3 -3
  1409. metadata/profiler/orm/functions/count.py +3 -3
  1410. metadata/profiler/orm/functions/datetime.py +3 -3
  1411. metadata/profiler/orm/functions/length.py +5 -3
  1412. metadata/profiler/orm/functions/md5.py +3 -3
  1413. metadata/profiler/orm/functions/median.py +22 -3
  1414. metadata/profiler/orm/functions/modulo.py +4 -3
  1415. metadata/profiler/orm/functions/random_num.py +4 -3
  1416. metadata/profiler/orm/functions/substr.py +3 -3
  1417. metadata/profiler/orm/functions/sum.py +4 -3
  1418. metadata/profiler/orm/functions/table_metric_computer.py +3 -3
  1419. metadata/profiler/orm/functions/unique_count.py +3 -3
  1420. metadata/profiler/orm/registry.py +5 -3
  1421. metadata/profiler/orm/types/bytea_to_string.py +3 -3
  1422. metadata/profiler/orm/types/custom_array.py +3 -3
  1423. metadata/profiler/orm/types/custom_datetimerange.py +3 -3
  1424. metadata/profiler/orm/types/custom_hex_byte_string.py +3 -3
  1425. metadata/profiler/orm/types/custom_image.py +3 -3
  1426. metadata/profiler/orm/types/custom_ip.py +3 -3
  1427. metadata/profiler/orm/types/custom_time.py +2 -2
  1428. metadata/profiler/orm/types/custom_timestamp.py +3 -3
  1429. metadata/profiler/orm/types/undetermined_type.py +3 -3
  1430. metadata/profiler/orm/types/uuid.py +3 -3
  1431. metadata/profiler/processor/core.py +4 -3
  1432. metadata/profiler/processor/default.py +3 -3
  1433. metadata/profiler/processor/handle_partition.py +3 -3
  1434. metadata/profiler/processor/metric_filter.py +4 -4
  1435. metadata/profiler/processor/models.py +3 -3
  1436. metadata/profiler/processor/processor.py +3 -3
  1437. metadata/profiler/processor/runner.py +3 -3
  1438. metadata/profiler/processor/sample_data_handler.py +3 -3
  1439. metadata/profiler/registry.py +3 -3
  1440. metadata/profiler/source/database/base/profiler_source.py +4 -3
  1441. metadata/profiler/source/database/bigquery/profiler_source.py +5 -23
  1442. metadata/profiler/source/database/bigquery/type_mapper.py +3 -3
  1443. metadata/profiler/source/fetcher/config.py +3 -3
  1444. metadata/profiler/source/fetcher/entity_fetcher.py +3 -3
  1445. metadata/profiler/source/fetcher/fetcher_strategy.py +7 -3
  1446. metadata/profiler/source/fetcher/profiler_source_factory.py +3 -3
  1447. metadata/profiler/source/metadata.py +3 -3
  1448. metadata/profiler/source/metadata_ext.py +3 -3
  1449. metadata/profiler/source/model.py +3 -3
  1450. metadata/profiler/source/profiler_source_interface.py +3 -3
  1451. metadata/readers/dataframe/avro.py +3 -3
  1452. metadata/readers/dataframe/base.py +3 -3
  1453. metadata/readers/dataframe/common.py +3 -3
  1454. metadata/readers/dataframe/dsv.py +3 -3
  1455. metadata/readers/dataframe/json.py +3 -3
  1456. metadata/readers/dataframe/models.py +3 -3
  1457. metadata/readers/dataframe/parquet.py +3 -3
  1458. metadata/readers/dataframe/reader_factory.py +3 -3
  1459. metadata/readers/file/adls.py +3 -3
  1460. metadata/readers/file/api_reader.py +3 -3
  1461. metadata/readers/file/base.py +3 -3
  1462. metadata/readers/file/bitbucket.py +3 -3
  1463. metadata/readers/file/config_source_factory.py +3 -3
  1464. metadata/readers/file/credentials.py +3 -3
  1465. metadata/readers/file/gcs.py +3 -3
  1466. metadata/readers/file/github.py +3 -3
  1467. metadata/readers/file/gitlab.py +3 -3
  1468. metadata/readers/file/local.py +3 -3
  1469. metadata/readers/file/s3.py +3 -3
  1470. metadata/readers/models.py +3 -3
  1471. metadata/sampler/config.py +4 -3
  1472. metadata/sampler/models.py +6 -3
  1473. metadata/sampler/nosql/sampler.py +7 -3
  1474. metadata/sampler/pandas/sampler.py +4 -3
  1475. metadata/sampler/partition.py +12 -5
  1476. metadata/sampler/processor.py +10 -3
  1477. metadata/sampler/sampler_interface.py +3 -4
  1478. metadata/sampler/sqlalchemy/azuresql/sampler.py +33 -6
  1479. metadata/sampler/sqlalchemy/bigquery/sampler.py +71 -5
  1480. metadata/sampler/sqlalchemy/mssql/sampler.py +5 -4
  1481. metadata/sampler/sqlalchemy/postgres/sampler.py +3 -3
  1482. metadata/sampler/sqlalchemy/sampler.py +54 -45
  1483. metadata/sampler/sqlalchemy/snowflake/sampler.py +5 -4
  1484. metadata/sampler/sqlalchemy/trino/sampler.py +12 -11
  1485. metadata/timer/repeated_timer.py +3 -3
  1486. metadata/utils/bigquery_utils.py +38 -3
  1487. metadata/utils/class_helper.py +3 -3
  1488. metadata/utils/client_version.py +3 -3
  1489. metadata/utils/constants.py +4 -3
  1490. metadata/utils/constraints.py +2 -2
  1491. metadata/utils/credentials.py +10 -3
  1492. metadata/utils/custom_thread_pool.py +3 -3
  1493. metadata/utils/datalake/datalake_utils.py +3 -3
  1494. metadata/utils/db_utils.py +3 -3
  1495. metadata/utils/deprecation.py +3 -3
  1496. metadata/utils/dispatch.py +3 -3
  1497. metadata/utils/elasticsearch.py +7 -3
  1498. metadata/utils/entity_link.py +3 -3
  1499. metadata/utils/entity_utils.py +3 -3
  1500. metadata/utils/execution_time_tracker.py +3 -3
  1501. metadata/utils/filters.py +3 -3
  1502. metadata/utils/fqn.py +3 -3
  1503. metadata/utils/helpers.py +94 -3
  1504. metadata/utils/importer.py +3 -3
  1505. metadata/utils/life_cycle_utils.py +3 -3
  1506. metadata/utils/logger.py +12 -3
  1507. metadata/utils/lru_cache.py +3 -3
  1508. metadata/utils/messaging_utils.py +2 -2
  1509. metadata/utils/profiler_utils.py +3 -3
  1510. metadata/utils/s3_utils.py +3 -3
  1511. metadata/utils/secrets/aws_based_secrets_manager.py +2 -2
  1512. metadata/utils/secrets/aws_secrets_manager.py +2 -2
  1513. metadata/utils/secrets/aws_ssm_secrets_manager.py +2 -2
  1514. metadata/utils/secrets/azure_kv_secrets_manager.py +2 -2
  1515. metadata/utils/secrets/db_secrets_manager.py +2 -2
  1516. metadata/utils/secrets/external_secrets_manager.py +2 -2
  1517. metadata/utils/secrets/secrets_manager.py +2 -2
  1518. metadata/utils/secrets/secrets_manager_factory.py +2 -2
  1519. metadata/utils/singleton.py +3 -3
  1520. metadata/utils/source_hash.py +3 -3
  1521. metadata/utils/sqa_like_column.py +3 -3
  1522. metadata/utils/sqa_utils.py +3 -3
  1523. metadata/utils/sqlalchemy_utils.py +8 -5
  1524. metadata/utils/ssl_manager.py +38 -3
  1525. metadata/utils/ssl_registry.py +3 -3
  1526. metadata/utils/storage_metadata_config.py +3 -3
  1527. metadata/utils/stored_procedures.py +3 -3
  1528. metadata/utils/tag_utils.py +75 -30
  1529. metadata/utils/test_utils.py +2 -2
  1530. metadata/utils/time_utils.py +3 -3
  1531. metadata/utils/timeout.py +3 -3
  1532. metadata/utils/uuid_encoder.py +3 -3
  1533. metadata/workflow/application.py +3 -3
  1534. metadata/workflow/application_output_handler.py +3 -3
  1535. metadata/workflow/base.py +3 -3
  1536. metadata/workflow/classification.py +6 -3
  1537. metadata/workflow/data_quality.py +3 -3
  1538. metadata/workflow/ingestion.py +3 -3
  1539. metadata/workflow/metadata.py +3 -3
  1540. metadata/workflow/output_handler.py +3 -3
  1541. metadata/workflow/profiler.py +16 -8
  1542. metadata/workflow/usage.py +3 -3
  1543. metadata/workflow/workflow_init_error_handler.py +3 -3
  1544. metadata/workflow/workflow_output_handler.py +3 -3
  1545. metadata/workflow/workflow_status_mixin.py +9 -3
  1546. {openmetadata_ingestion-1.6.9.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/METADATA +445 -375
  1547. openmetadata_ingestion-1.7.0.0.dist-info/RECORD +1897 -0
  1548. openmetadata_ingestion-1.6.9.0.dist-info/RECORD +0 -1825
  1549. {openmetadata_ingestion-1.6.9.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/LICENSE +0 -0
  1550. {openmetadata_ingestion-1.6.9.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/WHEEL +0 -0
  1551. {openmetadata_ingestion-1.6.9.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/entry_points.txt +0 -0
  1552. {openmetadata_ingestion-1.6.9.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/top_level.txt +0 -0
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -11,7 +11,7 @@
11
11
  """Metabase source module"""
12
12
 
13
13
  import traceback
14
- from typing import Any, Iterable, List, Optional
14
+ from typing import Any, Dict, Iterable, List, Optional
15
15
 
16
16
  from metadata.generated.schema.api.data.createChart import CreateChartRequest
17
17
  from metadata.generated.schema.api.data.createDashboard import CreateDashboardRequest
@@ -20,6 +20,7 @@ from metadata.generated.schema.entity.data.chart import Chart
20
20
  from metadata.generated.schema.entity.data.dashboard import (
21
21
  Dashboard as LineageDashboard,
22
22
  )
23
+ from metadata.generated.schema.entity.data.table import Table
23
24
  from metadata.generated.schema.entity.services.connections.dashboard.metabaseConnection import (
24
25
  MetabaseConnection,
25
26
  )
@@ -42,9 +43,8 @@ from metadata.generated.schema.type.basic import (
42
43
  from metadata.generated.schema.type.entityReferenceList import EntityReferenceList
43
44
  from metadata.ingestion.api.models import Either
44
45
  from metadata.ingestion.api.steps import InvalidSourceException
45
- from metadata.ingestion.lineage.models import ConnectionTypeDialectMapper
46
+ from metadata.ingestion.lineage.models import ConnectionTypeDialectMapper, Dialect
46
47
  from metadata.ingestion.lineage.parser import LineageParser
47
- from metadata.ingestion.lineage.sql_lineage import search_table_entities
48
48
  from metadata.ingestion.ometa.ometa_api import OpenMetadata
49
49
  from metadata.ingestion.source.dashboard.dashboard_service import DashboardServiceSource
50
50
  from metadata.ingestion.source.dashboard.metabase.models import (
@@ -54,7 +54,9 @@ from metadata.ingestion.source.dashboard.metabase.models import (
54
54
  MetabaseDashboardDetails,
55
55
  )
56
56
  from metadata.utils import fqn
57
+ from metadata.utils.constants import DEFAULT_DASHBAORD
57
58
  from metadata.utils.filters import filter_by_chart
59
+ from metadata.utils.fqn import build_es_fqn_search_string
58
60
  from metadata.utils.helpers import (
59
61
  clean_uri,
60
62
  get_standard_chart_type,
@@ -92,16 +94,22 @@ class MetabaseSource(DashboardServiceSource):
92
94
  ):
93
95
  super().__init__(config, metadata)
94
96
  self.collections: List[MetabaseCollection] = []
97
+ self.dashboards_list: List[MetabaseDashboard] = []
98
+ self.charts_dict: Dict[str] = {}
99
+ self.orphan_charts_id: List[str] = []
100
+ self._default_dashboard_added = False
95
101
 
96
102
  def prepare(self):
97
103
  self.collections = self.client.get_collections_list()
104
+ self.charts_dict = self.client.get_charts_dict()
98
105
  return super().prepare()
99
106
 
100
107
  def get_dashboards_list(self) -> Optional[List[MetabaseDashboard]]:
101
108
  """
102
109
  Get List of all dashboards
103
110
  """
104
- return self.client.get_dashboards_list(self.collections)
111
+ self.dashboards_list = self.client.get_dashboards_list(self.collections)
112
+ return self.dashboards_list
105
113
 
106
114
  def get_dashboard_name(self, dashboard: MetabaseDashboard) -> str:
107
115
  """
@@ -115,13 +123,39 @@ class MetabaseSource(DashboardServiceSource):
115
123
  """
116
124
  Get Dashboard Details
117
125
  """
118
- return self.client.get_dashboard_details(dashboard.id)
126
+ retrieved_dashboards = self.client.get_dashboard_details(
127
+ dashboard.id, self.charts_dict, self.orphan_charts_id
128
+ )
129
+ if (
130
+ retrieved_dashboards
131
+ and dashboard == self.dashboards_list[-1]
132
+ and not self._default_dashboard_added
133
+ ):
134
+ # If processing the last dashboard, identify any orphaned charts (not associated with dashboards)
135
+ # and create a default dashboard to maintain visibility of these charts
136
+ self.orphan_charts_id = [
137
+ chart_id
138
+ for chart_id, chart in self.charts_dict.items()
139
+ if not chart.dashboard_ids
140
+ ]
141
+ if self.orphan_charts_id:
142
+ # add the default dashboard to the dashboards list
143
+ default_dashboard = MetabaseDashboard(
144
+ name=DEFAULT_DASHBAORD,
145
+ id=DEFAULT_DASHBAORD,
146
+ )
147
+ self.dashboards_list.append(default_dashboard)
148
+ self._default_dashboard_added = True
149
+ return retrieved_dashboards
119
150
 
120
151
  def get_project_name(self, dashboard_details: Any) -> Optional[str]:
121
152
  """
122
153
  Method to get the project name by searching the dataset using id in the workspace dict
123
154
  """
124
155
  try:
156
+ # Return default for the default dashboard containing orphaned charts
157
+ if dashboard_details.id == DEFAULT_DASHBAORD:
158
+ return DEFAULT_DASHBAORD
125
159
  if dashboard_details.collection_id:
126
160
  collection_name = next(
127
161
  (
@@ -164,10 +198,14 @@ class MetabaseSource(DashboardServiceSource):
164
198
  Method to Get Dashboard Entity
165
199
  """
166
200
  try:
201
+ # dashboard_url to be empty for default dashboard
167
202
  dashboard_url = (
168
- f"{clean_uri(self.service_connection.hostPort)}/dashboard/{dashboard_details.id}-"
203
+ ""
204
+ if dashboard_details.id == DEFAULT_DASHBAORD
205
+ else f"{clean_uri(self.service_connection.hostPort)}/dashboard/{dashboard_details.id}-"
169
206
  f"{replace_special_with(raw=dashboard_details.name.lower(), replacement='-')}"
170
207
  )
208
+
171
209
  dashboard_request = CreateDashboardRequest(
172
210
  name=EntityName(str(dashboard_details.id)),
173
211
  sourceUrl=SourceUrl(dashboard_url),
@@ -211,10 +249,10 @@ class MetabaseSource(DashboardServiceSource):
211
249
  Returns:
212
250
  Iterable[CreateChartRequest]
213
251
  """
214
- charts = dashboard_details.dashcards
215
- for chart in charts:
252
+ chart_ids = dashboard_details.card_ids
253
+ for chart_id in chart_ids:
216
254
  try:
217
- chart_details = chart.card
255
+ chart_details = self.charts_dict[chart_id]
218
256
  if not chart_details.id or not chart_details.name:
219
257
  continue
220
258
  chart_url = (
@@ -240,7 +278,7 @@ class MetabaseSource(DashboardServiceSource):
240
278
  yield Either(
241
279
  left=StackTraceError(
242
280
  name="Chart",
243
- error=f"Error creating chart [{chart}]: {exc}",
281
+ error=f"Error creating chart [{self.charts_dict[chart_id]}]: {exc}",
244
282
  stackTrace=traceback.format_exc(),
245
283
  )
246
284
  )
@@ -248,22 +286,20 @@ class MetabaseSource(DashboardServiceSource):
248
286
  def yield_dashboard_lineage_details(
249
287
  self,
250
288
  dashboard_details: MetabaseDashboardDetails,
251
- db_service_name: Optional[str],
289
+ db_service_name: Optional[str] = None,
252
290
  ) -> Iterable[Either[AddLineageRequest]]:
253
291
  """Get lineage method
254
292
 
255
293
  Args:
256
294
  dashboard_details
257
295
  """
258
- if not db_service_name:
259
- return
260
- chart_list, dashboard_name = (
261
- dashboard_details.dashcards,
296
+ chart_ids, dashboard_name = (
297
+ dashboard_details.card_ids,
262
298
  str(dashboard_details.id),
263
299
  )
264
- for chart in chart_list:
300
+ for chart_id in chart_ids:
265
301
  try:
266
- chart_details = chart.card
302
+ chart_details = self.charts_dict[chart_id]
267
303
  if (
268
304
  chart_details.dataset_query is None
269
305
  or chart_details.dataset_query.type is None
@@ -296,11 +332,17 @@ class MetabaseSource(DashboardServiceSource):
296
332
  )
297
333
  )
298
334
 
299
- def _get_database_service(self, db_service_name: str):
335
+ def _get_database_service(self, db_service_name: Optional[str]):
336
+ if not db_service_name:
337
+ return None
300
338
  return self.metadata.get_by_name(DatabaseService, db_service_name)
301
339
 
340
+ # pylint: disable=too-many-locals
302
341
  def _yield_lineage_from_query(
303
- self, chart_details: MetabaseChart, db_service_name: str, dashboard_name: str
342
+ self,
343
+ chart_details: MetabaseChart,
344
+ db_service_name: Optional[str],
345
+ dashboard_name: str,
304
346
  ) -> Iterable[Either[AddLineageRequest]]:
305
347
  database = self.client.get_database(chart_details.database_id)
306
348
 
@@ -323,20 +365,23 @@ class MetabaseSource(DashboardServiceSource):
323
365
  query,
324
366
  ConnectionTypeDialectMapper.dialect_of(db_service.serviceType.value)
325
367
  if db_service
326
- else None,
368
+ else Dialect.ANSI,
327
369
  )
328
370
 
329
371
  for table in lineage_parser.source_tables:
330
372
  database_schema_name, table = fqn.split(str(table))[-2:]
331
373
  database_schema_name = self.check_database_schema_name(database_schema_name)
332
- from_entities = search_table_entities(
333
- metadata=self.metadata,
334
- database=database_name,
335
- service_name=db_service_name,
336
- database_schema=database_schema_name,
337
- table=table,
374
+ fqn_search_string = build_es_fqn_search_string(
375
+ database_name=database_name,
376
+ schema_name=database_schema_name,
377
+ service_name=db_service_name or "*",
378
+ table_name=table,
379
+ )
380
+ from_entities = self.metadata.search_in_any_service(
381
+ entity_type=Table,
382
+ fqn_search_string=fqn_search_string,
383
+ fetch_multiple_entities=True,
338
384
  )
339
-
340
385
  to_fqn = fqn.build(
341
386
  self.metadata,
342
387
  entity_type=LineageDashboard,
@@ -348,13 +393,16 @@ class MetabaseSource(DashboardServiceSource):
348
393
  fqn=to_fqn,
349
394
  )
350
395
 
351
- for from_entity in from_entities:
396
+ for from_entity in from_entities or []:
352
397
  yield self._get_add_lineage_request(
353
398
  to_entity=to_entity, from_entity=from_entity
354
399
  )
355
400
 
356
401
  def _yield_lineage_from_api(
357
- self, chart_details: MetabaseChart, db_service_name: str, dashboard_name: str
402
+ self,
403
+ chart_details: MetabaseChart,
404
+ db_service_name: Optional[str],
405
+ dashboard_name: str,
358
406
  ) -> Iterable[Either[AddLineageRequest]]:
359
407
  table = self.client.get_table(chart_details.table_id)
360
408
  table_name = table.name or table.display_name
@@ -363,14 +411,17 @@ class MetabaseSource(DashboardServiceSource):
363
411
  return
364
412
 
365
413
  database_name = table.db.details.db if table.db and table.db.details else None
366
- from_entities = search_table_entities(
367
- metadata=self.metadata,
368
- database=database_name,
369
- service_name=db_service_name,
370
- database_schema=table.table_schema,
371
- table=table_name,
414
+ fqn_search_string = build_es_fqn_search_string(
415
+ database_name=database_name,
416
+ schema_name=table.table_schema,
417
+ service_name=db_service_name or "*",
418
+ table_name=table_name,
419
+ )
420
+ from_entities = self.metadata.search_in_any_service(
421
+ entity_type=Table,
422
+ fqn_search_string=fqn_search_string,
423
+ fetch_multiple_entities=True,
372
424
  )
373
-
374
425
  to_fqn = fqn.build(
375
426
  self.metadata,
376
427
  entity_type=LineageDashboard,
@@ -383,7 +434,7 @@ class MetabaseSource(DashboardServiceSource):
383
434
  fqn=to_fqn,
384
435
  )
385
436
 
386
- for from_entity in from_entities:
437
+ for from_entity in from_entities or []:
387
438
  yield self._get_add_lineage_request(
388
439
  to_entity=to_entity, from_entity=from_entity
389
440
  )
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -82,6 +82,7 @@ class MetabaseChart(BaseModel):
82
82
  dataset_query: Optional[DatasetQuery] = None
83
83
  id: Optional[MetabaseStrId] = None
84
84
  display: Optional[str] = None
85
+ dashboard_ids: List[str] = []
85
86
 
86
87
 
87
88
  class DashCard(BaseModel):
@@ -94,7 +95,7 @@ class MetabaseDashboardDetails(BaseModel):
94
95
  """
95
96
 
96
97
  description: Optional[str] = None
97
- dashcards: List[DashCard]
98
+ card_ids: List[str] = []
98
99
  name: Optional[str] = None
99
100
  id: MetabaseStrId
100
101
  creator_id: Optional[MetabaseStrId] = None
@@ -1,8 +1,8 @@
1
1
  # Copyright 2023 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -159,7 +159,9 @@ class MicrostrategySource(DashboardServiceSource):
159
159
  )
160
160
 
161
161
  def yield_dashboard_lineage_details(
162
- self, dashboard_details: MstrDashboardDetails, db_service_name: str
162
+ self,
163
+ dashboard_details: MstrDashboardDetails,
164
+ db_service_name: Optional[str] = None,
163
165
  ) -> Optional[Iterable[AddLineageRequest]]:
164
166
  """Not Implemented"""
165
167
 
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -20,6 +20,7 @@ from metadata.generated.schema.entity.data.chart import Chart, ChartType
20
20
  from metadata.generated.schema.entity.data.dashboard import (
21
21
  Dashboard as Lineage_Dashboard,
22
22
  )
23
+ from metadata.generated.schema.entity.data.table import Table
23
24
  from metadata.generated.schema.entity.services.connections.dashboard.modeConnection import (
24
25
  ModeConnection,
25
26
  )
@@ -38,12 +39,12 @@ from metadata.generated.schema.type.basic import (
38
39
  from metadata.ingestion.api.models import Either
39
40
  from metadata.ingestion.api.steps import InvalidSourceException
40
41
  from metadata.ingestion.lineage.parser import LineageParser
41
- from metadata.ingestion.lineage.sql_lineage import search_table_entities
42
42
  from metadata.ingestion.ometa.ometa_api import OpenMetadata
43
43
  from metadata.ingestion.source.dashboard.dashboard_service import DashboardServiceSource
44
44
  from metadata.ingestion.source.dashboard.mode import client
45
45
  from metadata.utils import fqn
46
46
  from metadata.utils.filters import filter_by_chart
47
+ from metadata.utils.fqn import build_es_fqn_search_string
47
48
  from metadata.utils.helpers import clean_uri
48
49
  from metadata.utils.logger import ingestion_logger
49
50
 
@@ -130,7 +131,9 @@ class ModeSource(DashboardServiceSource):
130
131
  self.register_record(dashboard_request=dashboard_request)
131
132
 
132
133
  def yield_dashboard_lineage_details(
133
- self, dashboard_details: dict, db_service_name: str
134
+ self,
135
+ dashboard_details: dict,
136
+ db_service_name: Optional[str] = None,
134
137
  ) -> Iterable[Either[AddLineageRequest]]:
135
138
  """Get lineage method"""
136
139
  try:
@@ -151,14 +154,18 @@ class ModeSource(DashboardServiceSource):
151
154
  database_schema_name = self.check_database_schema_name(
152
155
  database_schema_name
153
156
  )
154
- from_entities = search_table_entities(
155
- metadata=self.metadata,
156
- database=data_source.get(client.DATABASE),
157
- service_name=db_service_name,
158
- database_schema=database_schema_name,
159
- table=table,
157
+ fqn_search_string = build_es_fqn_search_string(
158
+ database_name=data_source.get(client.DATABASE),
159
+ schema_name=database_schema_name,
160
+ service_name=db_service_name or "*",
161
+ table_name=table,
162
+ )
163
+ from_entities = self.metadata.search_in_any_service(
164
+ entity_type=Table,
165
+ fqn_search_string=fqn_search_string,
166
+ fetch_multiple_entities=True,
160
167
  )
161
- for from_entity in from_entities:
168
+ for from_entity in from_entities or []:
162
169
  to_entity = self.metadata.get_by_name(
163
170
  entity=Lineage_Dashboard,
164
171
  fqn=fqn.build(
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -73,6 +73,7 @@ from metadata.utils.filters import (
73
73
  filter_by_dashboard,
74
74
  filter_by_datamodel,
75
75
  )
76
+ from metadata.utils.fqn import build_es_fqn_search_string
76
77
  from metadata.utils.helpers import clean_uri
77
78
  from metadata.utils.logger import ingestion_logger
78
79
 
@@ -768,17 +769,15 @@ class PowerbiSource(DashboardServiceSource):
768
769
  """
769
770
  try:
770
771
  table_info = self._parse_table_info_from_source_exp(table)
771
- table_fqn = fqn.build(
772
- self.metadata,
773
- entity_type=Table,
774
- service_name=db_service_name or "*",
772
+ fqn_search_string = build_es_fqn_search_string(
775
773
  database_name=table_info.get("database"),
776
774
  schema_name=table_info.get("schema"),
775
+ service_name=db_service_name or "*",
777
776
  table_name=table_info.get("table") or table.name,
778
777
  )
779
- table_entity = self.metadata.get_by_name(
780
- entity=Table,
781
- fqn=table_fqn,
778
+ table_entity = self.metadata.search_in_any_service(
779
+ entity_type=Table,
780
+ fqn_search_string=fqn_search_string,
782
781
  )
783
782
  if table_entity and datamodel_entity:
784
783
  columns_list = [column.name for column in table.columns]
@@ -1,8 +1,8 @@
1
1
  # Copyright 2023 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@@ -29,6 +29,8 @@ from metadata.ingestion.source.dashboard.qlikcloud.constants import (
29
29
  from metadata.ingestion.source.dashboard.qlikcloud.models import (
30
30
  QlikApp,
31
31
  QlikAppResponse,
32
+ QlikSpace,
33
+ QlikSpaceResponse,
32
34
  )
33
35
  from metadata.ingestion.source.dashboard.qliksense.models import (
34
36
  QlikDataModelResult,
@@ -105,7 +107,7 @@ class QlikCloudClient:
105
107
 
106
108
  def get_dashboard_charts(self, dashboard_id: str) -> List[QlikSheet]:
107
109
  """
108
- Get dahsboard chart list
110
+ Get dashboard chart list
109
111
  """
110
112
  try:
111
113
  self.connect_websocket(dashboard_id)
@@ -164,7 +166,7 @@ class QlikCloudClient:
164
166
 
165
167
  def get_dashboard_models(self) -> List[QlikTable]:
166
168
  """
167
- Get dahsboard data models
169
+ Get dashboard data models
168
170
  """
169
171
  try:
170
172
  self._websocket_send_request(APP_LOADMODEL_REQ)
@@ -181,3 +183,24 @@ class QlikCloudClient:
181
183
  logger.debug(traceback.format_exc())
182
184
  logger.warning("Failed to fetch the dashboard datamodels")
183
185
  return []
186
+
187
+ def get_projects_list(self) -> Iterable[QlikSpace]:
188
+ """
189
+ Get list of all spaces
190
+ """
191
+ try:
192
+ link = f"/v1/spaces?limit={API_LIMIT}"
193
+ while True:
194
+ resp_spaces = self.client.get(link)
195
+ if resp_spaces:
196
+ resp = QlikSpaceResponse(**resp_spaces)
197
+ yield from resp.spaces
198
+ if resp.links and resp.links.next and resp.links.next.href:
199
+ link = resp.links.next.href.replace(
200
+ f"{self.config.hostPort}{API_VERSION}", ""
201
+ )
202
+ else:
203
+ break
204
+ except Exception:
205
+ logger.debug(traceback.format_exc())
206
+ logger.warning("Failed to fetch the space list")
@@ -1,8 +1,8 @@
1
- # Copyright 2021 Collate
2
- # Licensed under the Apache License, Version 2.0 (the "License");
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
3
  # you may not use this file except in compliance with the License.
4
4
  # You may obtain a copy of the License at
5
- # http://www.apache.org/licenses/LICENSE-2.0
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
6
  # Unless required by applicable law or agreed to in writing, software
7
7
  # distributed under the License is distributed on an "AS IS" BASIS,
8
8
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.