openmetadata-ingestion 1.5.13.2__py3-none-any.whl → 1.6.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (1026) hide show
  1. _openmetadata_testutils/dict.py +23 -0
  2. _openmetadata_testutils/pydantic/test_utils.py +22 -2
  3. _openmetadata_testutils/pytest_openmetadata/plugin.py +86 -0
  4. _openmetadata_testutils/pytest_openmetadata/test_utils.py +99 -0
  5. metadata/cli/app.py +1 -0
  6. metadata/cli/classify.py +52 -0
  7. metadata/cli/dataquality.py +4 -1
  8. metadata/cli/ingest.py +2 -1
  9. metadata/cli/lineage.py +2 -1
  10. metadata/cli/profile.py +4 -1
  11. metadata/cli/usage.py +2 -1
  12. metadata/clients/aws_client.py +2 -2
  13. metadata/cmd.py +9 -0
  14. metadata/config/common.py +3 -1
  15. metadata/data_quality/api/models.py +2 -1
  16. metadata/data_quality/builders/{i_validator_builder.py → validator_builder.py} +45 -31
  17. metadata/data_quality/interface/pandas/pandas_test_suite_interface.py +25 -24
  18. metadata/data_quality/interface/sqlalchemy/sqa_test_suite_interface.py +23 -49
  19. metadata/data_quality/interface/test_suite_interface.py +36 -52
  20. metadata/data_quality/processor/test_case_runner.py +9 -9
  21. metadata/data_quality/runner/base_test_suite_source.py +52 -26
  22. metadata/data_quality/source/test_suite.py +1 -1
  23. metadata/data_quality/validations/base_test_handler.py +17 -12
  24. metadata/data_quality/validations/column/base/columnValuesToBeInSet.py +4 -2
  25. metadata/data_quality/validations/column/sqlalchemy/columnValueLengthsToBeBetween.py +1 -1
  26. metadata/data_quality/validations/column/sqlalchemy/columnValueMaxToBeBetween.py +1 -1
  27. metadata/data_quality/validations/column/sqlalchemy/columnValueMeanToBeBetween.py +1 -1
  28. metadata/data_quality/validations/column/sqlalchemy/columnValueMedianToBeBetween.py +1 -1
  29. metadata/data_quality/validations/column/sqlalchemy/columnValueMinToBeBetween.py +1 -1
  30. metadata/data_quality/validations/column/sqlalchemy/columnValueStdDevToBeBetween.py +1 -1
  31. metadata/data_quality/validations/column/sqlalchemy/columnValuesMissingCount.py +1 -1
  32. metadata/data_quality/validations/column/sqlalchemy/columnValuesSumToBeBetween.py +1 -1
  33. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeAtExpectedLocation.py +1 -1
  34. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeBetween.py +1 -1
  35. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeInSet.py +1 -1
  36. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotInSet.py +1 -1
  37. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotNull.py +1 -1
  38. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py +2 -8
  39. metadata/data_quality/validations/column/sqlalchemy/columnValuesToMatchRegex.py +1 -1
  40. metadata/data_quality/validations/column/sqlalchemy/columnValuesToNotMatchRegex.py +1 -1
  41. metadata/data_quality/validations/models.py +6 -1
  42. metadata/data_quality/validations/runtime_param_setter/param_setter.py +2 -3
  43. metadata/data_quality/validations/runtime_param_setter/param_setter_factory.py +45 -17
  44. metadata/data_quality/validations/runtime_param_setter/table_diff_params_setter.py +26 -16
  45. metadata/data_quality/validations/table/sqlalchemy/tableCustomSQLQuery.py +7 -1
  46. metadata/data_quality/validations/table/sqlalchemy/tableDiff.py +193 -17
  47. metadata/data_quality/validations/table/sqlalchemy/tableRowInsertedCountToBeBetween.py +2 -2
  48. metadata/examples/workflows/bigquery_classifier.yaml +56 -0
  49. metadata/examples/workflows/bigquery_profiler.yaml +1 -2
  50. metadata/examples/workflows/datafactory.yaml +29 -0
  51. metadata/examples/workflows/db2_profiler.yaml +1 -2
  52. metadata/examples/workflows/dbtcloud.yaml +2 -1
  53. metadata/examples/workflows/matillion.yaml +31 -0
  54. metadata/examples/workflows/{mstr.yaml → microstrategy.yaml} +3 -2
  55. metadata/examples/workflows/mysql_profiler.yaml +0 -1
  56. metadata/examples/workflows/redshift_classifier.yaml +38 -0
  57. metadata/examples/workflows/redshift_profiler.yaml +2 -3
  58. metadata/examples/workflows/rest.yaml +20 -0
  59. metadata/examples/workflows/sigma.yaml +25 -0
  60. metadata/examples/workflows/trino_profiler.yaml +20 -0
  61. metadata/generated/antlr/EntityLinkLexer.py +70 -99
  62. metadata/generated/schema/analytics/__init__.py +1 -1
  63. metadata/generated/schema/analytics/basic.py +1 -1
  64. metadata/generated/schema/analytics/reportData.py +1 -1
  65. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  66. metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
  67. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  68. metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
  69. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  70. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  71. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  72. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  73. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  74. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  75. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  76. metadata/generated/schema/api/__init__.py +1 -1
  77. metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
  78. metadata/generated/schema/api/addTagToAssetsRequest.py +43 -0
  79. metadata/generated/schema/api/analytics/__init__.py +1 -1
  80. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  81. metadata/generated/schema/api/automations/__init__.py +1 -1
  82. metadata/generated/schema/api/automations/createWorkflow.py +1 -1
  83. metadata/generated/schema/api/bulkAssets.py +1 -1
  84. metadata/generated/schema/api/classification/__init__.py +1 -1
  85. metadata/generated/schema/api/classification/createClassification.py +1 -1
  86. metadata/generated/schema/api/classification/createTag.py +1 -1
  87. metadata/generated/schema/api/classification/loadTags.py +1 -1
  88. metadata/generated/schema/api/createBot.py +1 -1
  89. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  90. metadata/generated/schema/api/createType.py +1 -1
  91. metadata/generated/schema/api/data/__init__.py +1 -1
  92. metadata/generated/schema/api/data/createAPICollection.py +1 -1
  93. metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
  94. metadata/generated/schema/api/data/createChart.py +1 -1
  95. metadata/generated/schema/api/data/createContainer.py +1 -1
  96. metadata/generated/schema/api/data/createCustomProperty.py +1 -1
  97. metadata/generated/schema/api/data/createDashboard.py +1 -1
  98. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  99. metadata/generated/schema/api/data/createDatabase.py +1 -1
  100. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  101. metadata/generated/schema/api/data/createGlossary.py +1 -1
  102. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  103. metadata/generated/schema/api/data/createMetric.py +83 -0
  104. metadata/generated/schema/api/data/createMlModel.py +1 -1
  105. metadata/generated/schema/api/data/createPipeline.py +1 -1
  106. metadata/generated/schema/api/data/createQuery.py +1 -1
  107. metadata/generated/schema/api/data/createSearchIndex.py +8 -1
  108. metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
  109. metadata/generated/schema/api/data/createTable.py +1 -1
  110. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  111. metadata/generated/schema/api/data/createTopic.py +1 -1
  112. metadata/generated/schema/api/data/loadGlossary.py +1 -1
  113. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  114. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  115. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  116. metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
  117. metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
  118. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  119. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  120. metadata/generated/schema/api/docStore/__init__.py +1 -1
  121. metadata/generated/schema/api/docStore/createDocument.py +1 -1
  122. metadata/generated/schema/api/domains/__init__.py +1 -1
  123. metadata/generated/schema/api/domains/createDataProduct.py +1 -1
  124. metadata/generated/schema/api/domains/createDomain.py +1 -1
  125. metadata/generated/schema/api/feed/__init__.py +1 -1
  126. metadata/generated/schema/api/feed/closeTask.py +1 -1
  127. metadata/generated/schema/api/feed/createPost.py +1 -1
  128. metadata/generated/schema/api/feed/createSuggestion.py +1 -1
  129. metadata/generated/schema/api/feed/createThread.py +1 -1
  130. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  131. metadata/generated/schema/api/feed/threadCount.py +1 -1
  132. metadata/generated/schema/api/governance/__init__.py +3 -0
  133. metadata/generated/schema/api/governance/createWorkflowDefinition.py +83 -0
  134. metadata/generated/schema/api/governance/createWorkflowInstanceState.py +22 -0
  135. metadata/generated/schema/api/lineage/__init__.py +1 -1
  136. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  137. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  138. metadata/generated/schema/api/policies/__init__.py +1 -1
  139. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  140. metadata/generated/schema/api/services/__init__.py +1 -1
  141. metadata/generated/schema/api/services/createApiService.py +2 -2
  142. metadata/generated/schema/api/services/createDashboardService.py +1 -1
  143. metadata/generated/schema/api/services/createDatabaseService.py +1 -1
  144. metadata/generated/schema/api/services/createMessagingService.py +1 -1
  145. metadata/generated/schema/api/services/createMetadataService.py +1 -1
  146. metadata/generated/schema/api/services/createMlModelService.py +1 -1
  147. metadata/generated/schema/api/services/createPipelineService.py +1 -1
  148. metadata/generated/schema/api/services/createSearchService.py +1 -1
  149. metadata/generated/schema/api/services/createStorageService.py +1 -1
  150. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  151. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  152. metadata/generated/schema/api/setOwner.py +1 -1
  153. metadata/generated/schema/api/teams/__init__.py +1 -1
  154. metadata/generated/schema/api/teams/createPersona.py +1 -1
  155. metadata/generated/schema/api/teams/createRole.py +1 -1
  156. metadata/generated/schema/api/teams/createTeam.py +1 -1
  157. metadata/generated/schema/api/teams/createUser.py +1 -1
  158. metadata/generated/schema/api/tests/__init__.py +1 -1
  159. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  160. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  161. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  162. metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
  163. metadata/generated/schema/api/tests/createTestCaseResult.py +71 -0
  164. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  165. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  166. metadata/generated/schema/api/voteRequest.py +1 -1
  167. metadata/generated/schema/auth/__init__.py +1 -1
  168. metadata/generated/schema/auth/basicAuth.py +1 -1
  169. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  170. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  171. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  172. metadata/generated/schema/auth/emailRequest.py +1 -1
  173. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  174. metadata/generated/schema/auth/generateToken.py +1 -1
  175. metadata/generated/schema/auth/jwtAuth.py +1 -1
  176. metadata/generated/schema/auth/loginRequest.py +1 -1
  177. metadata/generated/schema/auth/logoutRequest.py +1 -1
  178. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  179. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  180. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  181. metadata/generated/schema/auth/refreshToken.py +1 -1
  182. metadata/generated/schema/auth/registrationRequest.py +1 -1
  183. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  184. metadata/generated/schema/auth/revokeToken.py +1 -1
  185. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  186. metadata/generated/schema/auth/ssoAuth.py +1 -1
  187. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  188. metadata/generated/schema/configuration/__init__.py +1 -1
  189. metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
  190. metadata/generated/schema/configuration/assetCertificationSettings.py +22 -0
  191. metadata/generated/schema/configuration/authConfig.py +1 -1
  192. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  193. metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
  194. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  195. metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
  196. metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
  197. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  198. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  199. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  200. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  201. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  202. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  203. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  204. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  205. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  206. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  207. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  208. metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
  209. metadata/generated/schema/configuration/lineageSettings.py +1 -1
  210. metadata/generated/schema/configuration/loginConfiguration.py +1 -1
  211. metadata/generated/schema/configuration/logoConfiguration.py +1 -1
  212. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  213. metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
  214. metadata/generated/schema/configuration/searchSettings.py +1 -1
  215. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -14
  216. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  217. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  218. metadata/generated/schema/configuration/themeConfiguration.py +1 -1
  219. metadata/generated/schema/configuration/uiThemePreference.py +1 -1
  220. metadata/generated/schema/dataInsight/__init__.py +1 -1
  221. metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
  222. metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
  223. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +9 -1
  224. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
  225. metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
  226. metadata/generated/schema/dataInsight/custom/lineChart.py +23 -8
  227. metadata/generated/schema/dataInsight/custom/summaryCard.py +20 -9
  228. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  229. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  230. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  231. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  232. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  233. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  234. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
  235. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
  236. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
  237. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
  238. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  239. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  240. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  241. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  242. metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
  243. metadata/generated/schema/email/__init__.py +1 -1
  244. metadata/generated/schema/email/emailRequest.py +1 -1
  245. metadata/generated/schema/email/emailTemplate.py +1 -1
  246. metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
  247. metadata/generated/schema/email/smtpSettings.py +1 -1
  248. metadata/generated/schema/email/templateValidationReponse.py +1 -1
  249. metadata/generated/schema/entity/__init__.py +1 -1
  250. metadata/generated/schema/entity/applications/__init__.py +1 -1
  251. metadata/generated/schema/entity/applications/app.py +9 -1
  252. metadata/generated/schema/entity/applications/appExtension.py +1 -1
  253. metadata/generated/schema/entity/applications/appRunRecord.py +1 -1
  254. metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
  255. metadata/generated/schema/entity/applications/configuration/applicationConfig.py +4 -2
  256. metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
  257. metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
  258. metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
  259. metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
  260. metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
  261. metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
  262. metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
  263. metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +54 -2
  264. metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
  265. metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
  266. metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
  267. metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
  268. metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
  269. metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
  270. metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +1 -1
  271. metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
  272. metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +22 -0
  273. metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
  274. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +1 -1
  275. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
  276. metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
  277. metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
  278. metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +1 -1
  279. metadata/generated/schema/entity/applications/createAppRequest.py +8 -1
  280. metadata/generated/schema/entity/applications/jobStatus.py +1 -1
  281. metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
  282. metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
  283. metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +8 -1
  284. metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +8 -1
  285. metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
  286. metadata/generated/schema/entity/automations/__init__.py +1 -1
  287. metadata/generated/schema/entity/automations/testServiceConnection.py +3 -1
  288. metadata/generated/schema/entity/automations/workflow.py +1 -1
  289. metadata/generated/schema/entity/bot.py +1 -1
  290. metadata/generated/schema/entity/classification/__init__.py +1 -1
  291. metadata/generated/schema/entity/classification/classification.py +2 -2
  292. metadata/generated/schema/entity/classification/tag.py +2 -2
  293. metadata/generated/schema/entity/data/__init__.py +1 -1
  294. metadata/generated/schema/entity/data/apiCollection.py +4 -2
  295. metadata/generated/schema/entity/data/apiEndpoint.py +4 -2
  296. metadata/generated/schema/entity/data/chart.py +4 -3
  297. metadata/generated/schema/entity/data/container.py +4 -2
  298. metadata/generated/schema/entity/data/dashboard.py +4 -2
  299. metadata/generated/schema/entity/data/dashboardDataModel.py +5 -2
  300. metadata/generated/schema/entity/data/database.py +7 -7
  301. metadata/generated/schema/entity/data/databaseSchema.py +5 -2
  302. metadata/generated/schema/entity/data/glossary.py +2 -2
  303. metadata/generated/schema/entity/data/glossaryTerm.py +3 -2
  304. metadata/generated/schema/entity/data/metric.py +196 -0
  305. metadata/generated/schema/entity/data/mlmodel.py +4 -2
  306. metadata/generated/schema/entity/data/pipeline.py +4 -3
  307. metadata/generated/schema/entity/data/query.py +3 -5
  308. metadata/generated/schema/entity/data/report.py +1 -1
  309. metadata/generated/schema/entity/data/searchIndex.py +16 -2
  310. metadata/generated/schema/entity/data/storedProcedure.py +4 -2
  311. metadata/generated/schema/entity/data/table.py +36 -3
  312. metadata/generated/schema/entity/data/topic.py +4 -3
  313. metadata/generated/schema/entity/docStore/__init__.py +1 -1
  314. metadata/generated/schema/entity/docStore/document.py +1 -1
  315. metadata/generated/schema/entity/domains/__init__.py +1 -1
  316. metadata/generated/schema/entity/domains/dataProduct.py +1 -1
  317. metadata/generated/schema/entity/domains/domain.py +1 -1
  318. metadata/generated/schema/entity/events/__init__.py +1 -1
  319. metadata/generated/schema/entity/events/webhook.py +19 -2
  320. metadata/generated/schema/entity/feed/__init__.py +1 -1
  321. metadata/generated/schema/entity/feed/assets.py +1 -1
  322. metadata/generated/schema/entity/feed/customProperty.py +1 -1
  323. metadata/generated/schema/entity/feed/description.py +1 -1
  324. metadata/generated/schema/entity/feed/domain.py +1 -1
  325. metadata/generated/schema/entity/feed/entityInfo.py +1 -1
  326. metadata/generated/schema/entity/feed/owner.py +1 -1
  327. metadata/generated/schema/entity/feed/suggestion.py +1 -1
  328. metadata/generated/schema/entity/feed/tag.py +1 -1
  329. metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
  330. metadata/generated/schema/entity/feed/thread.py +1 -1
  331. metadata/generated/schema/entity/policies/__init__.py +1 -1
  332. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  333. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +4 -1
  334. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  335. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  336. metadata/generated/schema/entity/policies/filters.py +1 -1
  337. metadata/generated/schema/entity/policies/policy.py +1 -1
  338. metadata/generated/schema/entity/services/__init__.py +1 -1
  339. metadata/generated/schema/entity/services/apiService.py +7 -7
  340. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  341. metadata/generated/schema/entity/services/connections/{apiService → api}/__init__.py +1 -1
  342. metadata/generated/schema/entity/services/connections/{apiService → api}/restConnection.py +15 -7
  343. metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
  344. metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
  345. metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
  346. metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
  347. metadata/generated/schema/entity/services/connections/connectionBasicType.py +29 -1
  348. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  349. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
  350. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
  351. metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +1 -1
  352. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
  353. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
  354. metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +67 -0
  355. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
  356. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +1 -1
  357. metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +1 -1
  358. metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
  359. metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
  360. metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
  361. metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
  362. metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
  363. metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +1 -1
  364. metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +1 -1
  365. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
  366. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
  367. metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +41 -0
  368. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
  369. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +1 -1
  370. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  371. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +5 -1
  372. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
  373. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +9 -1
  374. metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +1 -1
  375. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
  376. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  377. metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
  378. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  379. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  380. metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
  381. metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +11 -0
  382. metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +1 -1
  383. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
  384. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
  385. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  386. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  387. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  388. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  389. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
  390. metadata/generated/schema/entity/services/connections/database/db2Connection.py +16 -1
  391. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
  392. metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
  393. metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
  394. metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
  395. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
  396. metadata/generated/schema/entity/services/connections/database/dorisConnection.py +1 -1
  397. metadata/generated/schema/entity/services/connections/database/druidConnection.py +4 -1
  398. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
  399. metadata/generated/schema/entity/services/connections/database/exasolConnection.py +84 -0
  400. metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
  401. metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +4 -1
  402. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +4 -1
  403. metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
  404. metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
  405. metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
  406. metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
  407. metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
  408. metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
  409. metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
  410. metadata/generated/schema/entity/services/connections/database/icebergConnection.py +1 -1
  411. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +4 -1
  412. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +4 -1
  413. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +3 -2
  414. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +5 -1
  415. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +11 -7
  416. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +5 -1
  417. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +4 -1
  418. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +5 -1
  419. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
  420. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +9 -1
  421. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
  422. metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +1 -1
  423. metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
  424. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
  425. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
  426. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +5 -1
  427. metadata/generated/schema/entity/services/connections/database/sasConnection.py +1 -1
  428. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +4 -1
  429. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +9 -1
  430. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +4 -1
  431. metadata/generated/schema/entity/services/connections/database/synapseConnection.py +1 -1
  432. metadata/generated/schema/entity/services/connections/database/teradataConnection.py +4 -1
  433. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +7 -2
  434. metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +1 -1
  435. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
  436. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  437. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
  438. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
  439. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
  440. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
  441. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
  442. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  443. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  444. metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +1 -1
  445. metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +1 -1
  446. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
  447. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
  448. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
  449. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +1 -1
  450. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  451. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
  452. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
  453. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
  454. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
  455. metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +1 -1
  456. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  457. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
  458. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
  459. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
  460. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
  461. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
  462. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
  463. metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +69 -0
  464. metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +17 -5
  465. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
  466. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
  467. metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +1 -1
  468. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
  469. metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +1 -1
  470. metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +65 -0
  471. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
  472. metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +1 -1
  473. metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +1 -1
  474. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
  475. metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +43 -0
  476. metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
  477. metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +1 -1
  478. metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
  479. metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
  480. metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
  481. metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +1 -1
  482. metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +1 -1
  483. metadata/generated/schema/entity/services/connections/serviceConnection.py +3 -3
  484. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  485. metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +1 -1
  486. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
  487. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
  488. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
  489. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  490. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  491. metadata/generated/schema/entity/services/dashboardService.py +8 -5
  492. metadata/generated/schema/entity/services/databaseService.py +5 -2
  493. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  494. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +2 -1
  495. metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
  496. metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
  497. metadata/generated/schema/entity/services/messagingService.py +2 -2
  498. metadata/generated/schema/entity/services/metadataService.py +2 -2
  499. metadata/generated/schema/entity/services/mlmodelService.py +2 -2
  500. metadata/generated/schema/entity/services/pipelineService.py +11 -2
  501. metadata/generated/schema/entity/services/searchService.py +2 -2
  502. metadata/generated/schema/entity/services/serviceType.py +2 -2
  503. metadata/generated/schema/entity/services/storageService.py +2 -2
  504. metadata/generated/schema/entity/teams/__init__.py +1 -1
  505. metadata/generated/schema/entity/teams/persona.py +1 -1
  506. metadata/generated/schema/entity/teams/role.py +1 -1
  507. metadata/generated/schema/entity/teams/team.py +1 -1
  508. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  509. metadata/generated/schema/entity/teams/user.py +1 -1
  510. metadata/generated/schema/entity/type.py +1 -1
  511. metadata/generated/schema/entity/utils/__init__.py +1 -1
  512. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  513. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  514. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  515. metadata/generated/schema/events/__init__.py +1 -1
  516. metadata/generated/schema/events/alertMetrics.py +1 -1
  517. metadata/generated/schema/events/api/__init__.py +1 -1
  518. metadata/generated/schema/events/api/createEventSubscription.py +1 -1
  519. metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +69 -0
  520. metadata/generated/schema/events/api/eventsRecord.py +37 -0
  521. metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -4
  522. metadata/generated/schema/events/api/typedEvent.py +46 -0
  523. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  524. metadata/generated/schema/events/eventFilterRule.py +1 -1
  525. metadata/generated/schema/events/eventSubscription.py +15 -46
  526. metadata/generated/schema/events/eventSubscriptionOffset.py +7 -2
  527. metadata/generated/schema/events/failedEvent.py +1 -1
  528. metadata/generated/schema/events/failedEventResponse.py +38 -0
  529. metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
  530. metadata/generated/schema/events/statusContext.py +43 -0
  531. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  532. metadata/generated/schema/events/subscriptionStatus.py +78 -0
  533. metadata/generated/schema/events/testDestinationStatus.py +88 -0
  534. metadata/generated/schema/governance/workflows/__init__.py +3 -0
  535. metadata/generated/schema/governance/workflows/elements/__init__.py +5 -0
  536. metadata/generated/schema/governance/workflows/elements/edge.py +29 -0
  537. metadata/generated/schema/governance/workflows/elements/nodeSubType.py +16 -0
  538. metadata/generated/schema/governance/workflows/elements/nodeType.py +14 -0
  539. metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +3 -0
  540. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +5 -0
  541. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +44 -0
  542. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +49 -0
  543. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +42 -0
  544. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +3 -0
  545. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +30 -0
  546. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +3 -0
  547. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +30 -0
  548. metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +3 -0
  549. metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +57 -0
  550. metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +3 -0
  551. metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +43 -0
  552. metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +44 -0
  553. metadata/generated/schema/{entity/data/metrics.py → governance/workflows/workflowDefinition.py} +36 -49
  554. metadata/generated/schema/governance/workflows/workflowInstance.py +50 -0
  555. metadata/generated/schema/governance/workflows/workflowInstanceState.py +73 -0
  556. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  557. metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +53 -0
  558. metadata/generated/schema/metadataIngestion/application.py +1 -1
  559. metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
  560. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
  561. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  562. metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +111 -0
  563. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -9
  564. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +27 -24
  565. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +42 -1
  566. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
  567. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  568. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  569. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  570. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  571. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  572. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  573. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +9 -1
  574. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +9 -1
  575. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  576. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  577. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  578. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  579. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  580. metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +9 -1
  581. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  582. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  583. metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
  584. metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
  585. metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
  586. metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
  587. metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
  588. metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
  589. metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
  590. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  591. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +4 -1
  592. metadata/generated/schema/metadataIngestion/workflow.py +15 -1
  593. metadata/generated/schema/monitoring/__init__.py +1 -1
  594. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  595. metadata/generated/schema/security/__init__.py +1 -1
  596. metadata/generated/schema/security/client/__init__.py +1 -1
  597. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  598. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  599. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  600. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  601. metadata/generated/schema/security/client/oidcClientConfig.py +1 -1
  602. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  603. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  604. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  605. metadata/generated/schema/security/credentials/__init__.py +1 -1
  606. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  607. metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
  608. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  609. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  610. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  611. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  612. metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
  613. metadata/generated/schema/security/credentials/gcpExternalAccount.py +1 -1
  614. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  615. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  616. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  617. metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
  618. metadata/generated/schema/security/sasl/__init__.py +1 -1
  619. metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
  620. metadata/generated/schema/security/secrets/__init__.py +1 -1
  621. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  622. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  623. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  624. metadata/generated/schema/security/securityConfiguration.py +1 -1
  625. metadata/generated/schema/security/ssl/__init__.py +1 -1
  626. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  627. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  628. metadata/generated/schema/settings/__init__.py +1 -1
  629. metadata/generated/schema/settings/settings.py +7 -1
  630. metadata/generated/schema/system/__init__.py +1 -1
  631. metadata/generated/schema/system/entityError.py +1 -1
  632. metadata/generated/schema/system/eventPublisherJob.py +2 -1
  633. metadata/generated/schema/system/indexingError.py +1 -1
  634. metadata/generated/schema/system/limitsResponse.py +1 -1
  635. metadata/generated/schema/system/ui/__init__.py +1 -1
  636. metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
  637. metadata/generated/schema/system/ui/page.py +1 -1
  638. metadata/generated/schema/system/validationResponse.py +1 -1
  639. metadata/generated/schema/tests/__init__.py +1 -1
  640. metadata/generated/schema/tests/assigned.py +1 -1
  641. metadata/generated/schema/tests/basic.py +19 -4
  642. metadata/generated/schema/tests/customMetric.py +1 -1
  643. metadata/generated/schema/tests/dataQualityReport.py +1 -1
  644. metadata/generated/schema/tests/resolved.py +1 -1
  645. metadata/generated/schema/tests/testCase.py +6 -2
  646. metadata/generated/schema/tests/testCaseResolutionStatus.py +17 -2
  647. metadata/generated/schema/tests/testDefinition.py +1 -1
  648. metadata/generated/schema/tests/testSuite.py +9 -2
  649. metadata/generated/schema/type/__init__.py +1 -1
  650. metadata/generated/schema/type/apiSchema.py +1 -1
  651. metadata/generated/schema/type/assetCertification.py +26 -0
  652. metadata/generated/schema/type/auditLog.py +1 -1
  653. metadata/generated/schema/type/basic.py +1 -1
  654. metadata/generated/schema/type/bulkOperationResult.py +1 -1
  655. metadata/generated/schema/type/changeEvent.py +1 -1
  656. metadata/generated/schema/type/changeEventType.py +1 -1
  657. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  658. metadata/generated/schema/type/csvDocumentation.py +1 -1
  659. metadata/generated/schema/type/csvErrorType.py +1 -1
  660. metadata/generated/schema/type/csvFile.py +1 -1
  661. metadata/generated/schema/type/csvImportResult.py +1 -1
  662. metadata/generated/schema/type/customProperties/__init__.py +1 -1
  663. metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
  664. metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
  665. metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
  666. metadata/generated/schema/type/customProperty.py +8 -1
  667. metadata/generated/schema/type/dailyCount.py +1 -1
  668. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  669. metadata/generated/schema/type/entityHierarchy.py +1 -1
  670. metadata/generated/schema/type/entityHistory.py +1 -1
  671. metadata/generated/schema/type/entityLineage.py +1 -1
  672. metadata/generated/schema/type/entityReference.py +1 -1
  673. metadata/generated/schema/type/entityReferenceList.py +1 -1
  674. metadata/generated/schema/type/entityRelationship.py +2 -1
  675. metadata/generated/schema/type/entityUsage.py +1 -1
  676. metadata/generated/schema/type/filterPattern.py +1 -1
  677. metadata/generated/schema/type/function.py +1 -1
  678. metadata/generated/schema/type/include.py +1 -1
  679. metadata/generated/schema/type/jdbcConnection.py +1 -1
  680. metadata/generated/schema/type/lifeCycle.py +1 -1
  681. metadata/generated/schema/type/paging.py +1 -1
  682. metadata/generated/schema/type/profile.py +1 -1
  683. metadata/generated/schema/type/queryParserData.py +1 -1
  684. metadata/generated/schema/type/reaction.py +1 -1
  685. metadata/generated/schema/type/schedule.py +1 -1
  686. metadata/generated/schema/type/schema.py +1 -1
  687. metadata/generated/schema/type/tableQuery.py +1 -1
  688. metadata/generated/schema/type/tableUsageCount.py +1 -1
  689. metadata/generated/schema/type/tagLabel.py +1 -1
  690. metadata/generated/schema/type/usageDetails.py +1 -1
  691. metadata/generated/schema/type/usageRequest.py +1 -1
  692. metadata/generated/schema/type/votes.py +1 -1
  693. metadata/ingestion/api/models.py +9 -5
  694. metadata/ingestion/api/parser.py +14 -0
  695. metadata/ingestion/lineage/parser.py +1 -1
  696. metadata/ingestion/lineage/sql_lineage.py +135 -62
  697. metadata/ingestion/models/custom_basemodel_validation.py +80 -0
  698. metadata/ingestion/models/custom_pydantic.py +33 -1
  699. metadata/ingestion/models/custom_types.py +2 -0
  700. metadata/ingestion/models/entity_interface.py +71 -0
  701. metadata/ingestion/ometa/mixins/data_insight_mixin.py +3 -2
  702. metadata/ingestion/ometa/mixins/es_mixin.py +66 -8
  703. metadata/ingestion/ometa/mixins/ingestion_pipeline_mixin.py +5 -3
  704. metadata/ingestion/ometa/mixins/suggestions_mixin.py +3 -3
  705. metadata/ingestion/ometa/mixins/table_mixin.py +1 -1
  706. metadata/ingestion/ometa/models.py +1 -0
  707. metadata/ingestion/ometa/ometa_api.py +6 -3
  708. metadata/ingestion/ometa/routes.py +4 -2
  709. metadata/ingestion/processor/query_parser.py +2 -2
  710. metadata/ingestion/sink/metadata_rest.py +23 -18
  711. metadata/ingestion/source/api/api_service.py +212 -0
  712. metadata/ingestion/source/api/rest/connection.py +93 -0
  713. metadata/ingestion/source/api/rest/metadata.py +278 -0
  714. metadata/ingestion/source/api/rest/models.py +41 -0
  715. metadata/ingestion/source/api/rest/service_spec.py +4 -0
  716. metadata/ingestion/source/dashboard/dashboard_service.py +2 -0
  717. metadata/ingestion/source/dashboard/domodashboard/service_spec.py +6 -0
  718. metadata/ingestion/source/dashboard/lightdash/service_spec.py +4 -0
  719. metadata/ingestion/source/dashboard/looker/metadata.py +33 -4
  720. metadata/ingestion/source/dashboard/looker/service_spec.py +4 -0
  721. metadata/ingestion/source/dashboard/metabase/service_spec.py +4 -0
  722. metadata/ingestion/source/dashboard/microstrategy/__init__.py +0 -0
  723. metadata/ingestion/source/dashboard/{mstr → microstrategy}/client.py +19 -23
  724. metadata/ingestion/source/dashboard/{mstr → microstrategy}/connection.py +9 -11
  725. metadata/ingestion/source/dashboard/{mstr → microstrategy}/metadata.py +18 -14
  726. metadata/ingestion/source/dashboard/{mstr → microstrategy}/models.py +1 -1
  727. metadata/ingestion/source/dashboard/microstrategy/service_spec.py +6 -0
  728. metadata/ingestion/source/dashboard/mode/service_spec.py +4 -0
  729. metadata/ingestion/source/dashboard/powerbi/service_spec.py +4 -0
  730. metadata/ingestion/source/dashboard/qlikcloud/service_spec.py +4 -0
  731. metadata/ingestion/source/dashboard/qliksense/service_spec.py +4 -0
  732. metadata/ingestion/source/dashboard/quicksight/service_spec.py +4 -0
  733. metadata/ingestion/source/dashboard/redash/service_spec.py +4 -0
  734. metadata/ingestion/source/dashboard/sigma/__init__.py +0 -0
  735. metadata/ingestion/source/dashboard/sigma/client.py +186 -0
  736. metadata/ingestion/source/dashboard/sigma/connection.py +67 -0
  737. metadata/ingestion/source/dashboard/sigma/metadata.py +331 -0
  738. metadata/ingestion/source/dashboard/sigma/models.py +97 -0
  739. metadata/ingestion/source/dashboard/sigma/service_spec.py +4 -0
  740. metadata/ingestion/source/dashboard/superset/service_spec.py +4 -0
  741. metadata/ingestion/source/dashboard/tableau/metadata.py +29 -12
  742. metadata/ingestion/source/dashboard/tableau/models.py +10 -0
  743. metadata/ingestion/source/dashboard/tableau/service_spec.py +4 -0
  744. metadata/ingestion/source/database/athena/service_spec.py +10 -0
  745. metadata/ingestion/source/database/azuresql/service_spec.py +12 -0
  746. metadata/ingestion/source/database/bigquery/connection.py +28 -2
  747. metadata/ingestion/source/database/bigquery/lineage.py +29 -2
  748. metadata/ingestion/source/database/bigquery/metadata.py +1 -25
  749. metadata/ingestion/source/database/bigquery/profiler/__init__.py +0 -0
  750. metadata/ingestion/source/database/bigquery/profiler/profiler.py +30 -0
  751. metadata/ingestion/source/database/bigquery/profiler/system.py +166 -0
  752. metadata/ingestion/source/database/bigquery/queries.py +69 -1
  753. metadata/ingestion/source/database/bigquery/service_spec.py +16 -0
  754. metadata/ingestion/source/database/bigtable/service_spec.py +4 -0
  755. metadata/ingestion/source/database/clickhouse/service_spec.py +12 -0
  756. metadata/ingestion/source/database/common_db_source.py +150 -147
  757. metadata/ingestion/source/database/common_nosql_source.py +0 -14
  758. metadata/ingestion/source/database/couchbase/metadata.py +62 -2
  759. metadata/{data_quality/builders/sqa_validator_builder.py → ingestion/source/database/couchbase/models.py} +15 -9
  760. metadata/ingestion/source/database/couchbase/queries.py +6 -1
  761. metadata/ingestion/source/database/couchbase/service_spec.py +4 -0
  762. metadata/ingestion/source/database/database_service.py +15 -22
  763. metadata/ingestion/source/database/databricks/metadata.py +12 -1
  764. metadata/ingestion/source/database/databricks/service_spec.py +20 -0
  765. metadata/ingestion/source/database/datalake/clients/azure_blob.py +0 -3
  766. metadata/ingestion/source/database/datalake/clients/base.py +10 -1
  767. metadata/ingestion/source/database/datalake/clients/gcs.py +10 -6
  768. metadata/ingestion/source/database/datalake/clients/s3.py +0 -3
  769. metadata/ingestion/source/database/datalake/metadata.py +2 -13
  770. metadata/ingestion/source/database/datalake/service_spec.py +16 -0
  771. metadata/ingestion/source/database/db2/connection.py +14 -1
  772. metadata/ingestion/source/database/db2/lineage.py +46 -0
  773. metadata/ingestion/source/database/db2/service_spec.py +9 -0
  774. metadata/ingestion/source/database/dbt/constants.py +12 -0
  775. metadata/ingestion/source/database/dbt/dbt_config.py +24 -2
  776. metadata/ingestion/source/database/dbt/dbt_service.py +25 -1
  777. metadata/ingestion/source/database/dbt/dbt_utils.py +29 -0
  778. metadata/ingestion/source/database/dbt/metadata.py +73 -7
  779. metadata/ingestion/source/database/dbt/models.py +2 -0
  780. metadata/ingestion/source/database/dbt/service_spec.py +4 -0
  781. metadata/ingestion/source/database/deltalake/metadata.py +1 -12
  782. metadata/ingestion/source/database/deltalake/service_spec.py +4 -0
  783. metadata/ingestion/source/database/domodatabase/metadata.py +1 -12
  784. metadata/ingestion/source/database/domodatabase/service_spec.py +4 -0
  785. metadata/ingestion/source/database/doris/metadata.py +1 -1
  786. metadata/ingestion/source/database/doris/service_spec.py +4 -0
  787. metadata/ingestion/source/database/druid/lineage.py +46 -0
  788. metadata/ingestion/source/database/druid/service_spec.py +4 -0
  789. metadata/ingestion/source/database/dynamodb/service_spec.py +10 -0
  790. metadata/ingestion/source/database/exasol/__init__.py +0 -0
  791. metadata/ingestion/source/database/exasol/connection.py +87 -0
  792. metadata/ingestion/source/database/exasol/metadata.py +27 -0
  793. metadata/ingestion/source/database/exasol/service_spec.py +4 -0
  794. metadata/ingestion/source/database/glue/metadata.py +49 -19
  795. metadata/ingestion/source/database/glue/models.py +8 -0
  796. metadata/ingestion/source/database/glue/service_spec.py +4 -0
  797. metadata/ingestion/source/database/greenplum/lineage.py +46 -0
  798. metadata/ingestion/source/database/greenplum/service_spec.py +4 -0
  799. metadata/ingestion/source/database/hive/lineage.py +46 -0
  800. metadata/ingestion/source/database/hive/service_spec.py +4 -0
  801. metadata/ingestion/source/database/iceberg/metadata.py +1 -16
  802. metadata/ingestion/source/database/iceberg/service_spec.py +4 -0
  803. metadata/ingestion/source/database/impala/lineage.py +46 -0
  804. metadata/ingestion/source/database/impala/service_spec.py +4 -0
  805. metadata/ingestion/source/database/life_cycle_query_mixin.py +3 -5
  806. metadata/ingestion/source/database/lineage_source.py +124 -32
  807. metadata/ingestion/source/database/mariadb/lineage.py +46 -0
  808. metadata/ingestion/source/database/mariadb/service_spec.py +4 -0
  809. metadata/ingestion/source/database/mongodb/service_spec.py +10 -0
  810. metadata/ingestion/source/database/mssql/lineage.py +51 -2
  811. metadata/ingestion/source/database/mssql/metadata.py +2 -44
  812. metadata/ingestion/source/database/mssql/service_spec.py +12 -0
  813. metadata/ingestion/source/database/mysql/lineage.py +0 -2
  814. metadata/ingestion/source/database/mysql/queries.py +0 -2
  815. metadata/ingestion/source/database/mysql/service_spec.py +10 -0
  816. metadata/ingestion/source/database/mysql/usage.py +0 -2
  817. metadata/ingestion/source/database/oracle/lineage.py +28 -1
  818. metadata/ingestion/source/database/oracle/metadata.py +2 -23
  819. metadata/ingestion/source/database/oracle/service_spec.py +10 -0
  820. metadata/ingestion/source/database/pinotdb/lineage.py +46 -0
  821. metadata/ingestion/source/database/pinotdb/service_spec.py +4 -0
  822. metadata/ingestion/source/database/postgres/metadata.py +4 -13
  823. metadata/ingestion/source/database/postgres/service_spec.py +10 -0
  824. metadata/ingestion/source/database/postgres/utils.py +26 -0
  825. metadata/ingestion/source/database/presto/service_spec.py +4 -0
  826. metadata/ingestion/source/database/query/service_spec.py +9 -0
  827. metadata/ingestion/source/database/query_parser_source.py +1 -0
  828. metadata/ingestion/source/database/redshift/connection.py +9 -2
  829. metadata/ingestion/source/database/redshift/lineage.py +27 -3
  830. metadata/ingestion/source/database/redshift/metadata.py +2 -27
  831. metadata/ingestion/source/database/redshift/profiler/__init__.py +0 -0
  832. metadata/ingestion/source/database/redshift/profiler/profiler.py +14 -0
  833. metadata/ingestion/source/database/redshift/profiler/system.py +149 -0
  834. metadata/ingestion/source/database/redshift/queries.py +99 -8
  835. metadata/ingestion/source/database/redshift/service_spec.py +14 -0
  836. metadata/ingestion/source/database/redshift/utils.py +3 -3
  837. metadata/ingestion/source/database/salesforce/metadata.py +1 -12
  838. metadata/ingestion/source/database/salesforce/service_spec.py +4 -0
  839. metadata/ingestion/source/database/sample_data.py +129 -34
  840. metadata/ingestion/source/database/saperp/service_spec.py +4 -0
  841. metadata/ingestion/source/database/saphana/service_spec.py +7 -0
  842. metadata/ingestion/source/database/sas/metadata.py +1 -10
  843. metadata/ingestion/source/database/sas/service_spec.py +4 -0
  844. metadata/ingestion/source/database/singlestore/lineage.py +46 -0
  845. metadata/ingestion/source/database/singlestore/service_spec.py +9 -0
  846. metadata/ingestion/source/database/snowflake/connection.py +13 -3
  847. metadata/ingestion/source/database/snowflake/lineage.py +65 -3
  848. metadata/ingestion/source/database/snowflake/metadata.py +1 -24
  849. metadata/ingestion/source/database/snowflake/models.py +50 -1
  850. metadata/ingestion/source/database/snowflake/profiler/__init__.py +0 -0
  851. metadata/ingestion/source/database/snowflake/profiler/profiler.py +26 -0
  852. metadata/ingestion/source/database/snowflake/profiler/system.py +437 -0
  853. metadata/ingestion/source/database/snowflake/queries.py +27 -0
  854. metadata/ingestion/source/database/snowflake/service_spec.py +20 -0
  855. metadata/ingestion/source/database/sql_column_handler.py +26 -0
  856. metadata/ingestion/source/database/sqlite/lineage.py +46 -0
  857. metadata/ingestion/source/database/sqlite/service_spec.py +4 -0
  858. metadata/ingestion/source/database/stored_procedures_mixin.py +90 -52
  859. metadata/ingestion/source/database/teradata/lineage.py +46 -0
  860. metadata/ingestion/source/database/teradata/service_spec.py +4 -0
  861. metadata/ingestion/source/database/trino/connection.py +60 -23
  862. metadata/ingestion/source/database/trino/profiler/__init__.py +0 -0
  863. metadata/ingestion/source/database/trino/profiler/system_tables_profiler.py +167 -0
  864. metadata/ingestion/source/database/trino/service_spec.py +16 -0
  865. metadata/ingestion/source/database/unitycatalog/metadata.py +3 -24
  866. metadata/ingestion/source/database/unitycatalog/service_spec.py +22 -0
  867. metadata/ingestion/source/database/usage_source.py +4 -1
  868. metadata/ingestion/source/database/vertica/service_spec.py +10 -0
  869. metadata/ingestion/source/messaging/kafka/service_spec.py +4 -0
  870. metadata/ingestion/source/messaging/kinesis/service_spec.py +4 -0
  871. metadata/ingestion/source/messaging/redpanda/service_spec.py +4 -0
  872. metadata/ingestion/source/metadata/alationsink/service_spec.py +4 -0
  873. metadata/ingestion/source/metadata/amundsen/service_spec.py +4 -0
  874. metadata/ingestion/source/metadata/atlas/service_spec.py +4 -0
  875. metadata/ingestion/source/mlmodel/mlflow/service_spec.py +4 -0
  876. metadata/ingestion/source/mlmodel/sagemaker/service_spec.py +4 -0
  877. metadata/ingestion/source/pipeline/airbyte/service_spec.py +4 -0
  878. metadata/ingestion/source/pipeline/airflow/connection.py +45 -2
  879. metadata/ingestion/source/pipeline/airflow/metadata.py +71 -27
  880. metadata/ingestion/source/pipeline/airflow/service_spec.py +4 -0
  881. metadata/ingestion/source/pipeline/dagster/metadata.py +3 -1
  882. metadata/ingestion/source/pipeline/dagster/service_spec.py +4 -0
  883. metadata/ingestion/source/pipeline/databrickspipeline/service_spec.py +6 -0
  884. metadata/ingestion/source/pipeline/dbtcloud/client.py +67 -28
  885. metadata/ingestion/source/pipeline/dbtcloud/connection.py +1 -3
  886. metadata/ingestion/source/pipeline/dbtcloud/models.py +1 -1
  887. metadata/ingestion/source/pipeline/dbtcloud/service_spec.py +4 -0
  888. metadata/ingestion/source/pipeline/domopipeline/service_spec.py +4 -0
  889. metadata/ingestion/source/pipeline/fivetran/metadata.py +1 -1
  890. metadata/ingestion/source/pipeline/fivetran/service_spec.py +4 -0
  891. metadata/ingestion/source/pipeline/flink/service_spec.py +4 -0
  892. metadata/ingestion/source/pipeline/gluepipeline/service_spec.py +4 -0
  893. metadata/ingestion/source/pipeline/kafkaconnect/client.py +13 -14
  894. metadata/ingestion/source/pipeline/kafkaconnect/connection.py +1 -1
  895. metadata/ingestion/source/pipeline/kafkaconnect/service_spec.py +4 -0
  896. metadata/ingestion/source/pipeline/nifi/service_spec.py +4 -0
  897. metadata/ingestion/source/pipeline/openlineage/service_spec.py +4 -0
  898. metadata/ingestion/source/pipeline/pipeline_service.py +3 -1
  899. metadata/ingestion/source/pipeline/spline/service_spec.py +4 -0
  900. metadata/ingestion/source/search/elasticsearch/metadata.py +53 -0
  901. metadata/ingestion/source/search/elasticsearch/service_spec.py +4 -0
  902. metadata/ingestion/source/search/search_service.py +44 -1
  903. metadata/ingestion/source/storage/gcs/metadata.py +2 -2
  904. metadata/ingestion/source/storage/gcs/service_spec.py +4 -0
  905. metadata/ingestion/source/storage/s3/service_spec.py +4 -0
  906. metadata/mixins/pandas/pandas_mixin.py +2 -31
  907. metadata/mixins/sqalchemy/sqa_mixin.py +18 -17
  908. metadata/parsers/avro_parser.py +51 -16
  909. metadata/parsers/json_schema_parser.py +45 -16
  910. metadata/pii/processor.py +10 -9
  911. metadata/pii/scanners/ner_scanner.py +2 -1
  912. metadata/profiler/api/models.py +4 -75
  913. metadata/profiler/config.py +39 -0
  914. metadata/profiler/interface/nosql/profiler_interface.py +1 -26
  915. metadata/profiler/interface/pandas/profiler_interface.py +37 -77
  916. metadata/profiler/interface/profiler_interface.py +25 -279
  917. metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +0 -19
  918. metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +2 -17
  919. metadata/profiler/interface/sqlalchemy/db2/profiler_interface.py +1 -1
  920. metadata/profiler/interface/sqlalchemy/mariadb/profiler_interface.py +7 -5
  921. metadata/profiler/interface/sqlalchemy/profiler_interface.py +73 -125
  922. metadata/profiler/interface/sqlalchemy/single_store/profiler_interface.py +5 -5
  923. metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +1 -1
  924. metadata/profiler/interface/sqlalchemy/stored_statistics_profiler.py +145 -0
  925. metadata/profiler/interface/sqlalchemy/trino/profiler_interface.py +9 -4
  926. metadata/profiler/metrics/static/max.py +4 -2
  927. metadata/profiler/metrics/static/min.py +4 -2
  928. metadata/profiler/metrics/system/system.py +69 -374
  929. metadata/profiler/orm/converter/base.py +23 -13
  930. metadata/profiler/orm/converter/bigquery/converter.py +1 -1
  931. metadata/profiler/orm/converter/converter_registry.py +2 -0
  932. metadata/profiler/orm/converter/mssql/converter.py +15 -1
  933. metadata/profiler/orm/functions/count.py +9 -0
  934. metadata/profiler/orm/functions/md5.py +42 -0
  935. metadata/{data_quality/builders/pandas_validator_builder.py → profiler/orm/functions/substr.py} +13 -10
  936. metadata/profiler/orm/functions/table_metric_computer.py +10 -9
  937. metadata/profiler/orm/functions/unique_count.py +6 -0
  938. metadata/profiler/orm/registry.py +27 -2
  939. metadata/profiler/orm/types/custom_timestamp.py +4 -2
  940. metadata/profiler/processor/core.py +13 -62
  941. metadata/profiler/processor/handle_partition.py +0 -48
  942. metadata/profiler/processor/processor.py +1 -1
  943. metadata/profiler/processor/runner.py +116 -35
  944. metadata/profiler/processor/sample_data_handler.py +7 -4
  945. metadata/profiler/source/database/base/profiler_source.py +214 -0
  946. metadata/profiler/source/{bigquery → database/bigquery}/profiler_source.py +4 -4
  947. metadata/profiler/source/{databricks → database/databricks}/profiler_source.py +6 -7
  948. metadata/profiler/source/{mariadb → database/mariadb}/metrics/window/first_quartile.py +1 -1
  949. metadata/profiler/source/{mariadb → database/mariadb}/metrics/window/median.py +1 -1
  950. metadata/profiler/source/{mariadb → database/mariadb}/metrics/window/third_quartile.py +1 -1
  951. metadata/profiler/source/{single_store → database/single_store}/metrics/window/first_quartile.py +3 -1
  952. metadata/profiler/source/{single_store → database/single_store}/metrics/window/median.py +3 -1
  953. metadata/profiler/source/{single_store → database/single_store}/metrics/window/third_quartile.py +3 -1
  954. metadata/profiler/source/fetcher/config.py +44 -0
  955. metadata/profiler/source/fetcher/entity_fetcher.py +62 -0
  956. metadata/profiler/source/fetcher/fetcher_strategy.py +299 -0
  957. metadata/profiler/source/fetcher/profiler_source_factory.py +89 -0
  958. metadata/profiler/source/metadata.py +16 -201
  959. metadata/profiler/source/metadata_ext.py +23 -18
  960. metadata/profiler/source/model.py +29 -0
  961. metadata/sampler/config.py +237 -0
  962. metadata/sampler/models.py +106 -0
  963. metadata/{profiler/processor/sampler → sampler}/nosql/sampler.py +44 -12
  964. metadata/sampler/pandas/sampler.py +239 -0
  965. metadata/{utils → sampler}/partition.py +66 -51
  966. metadata/sampler/processor.py +154 -0
  967. metadata/sampler/sampler_interface.py +251 -0
  968. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/azuresql/sampler.py +1 -1
  969. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/bigquery/sampler.py +55 -26
  970. metadata/sampler/sqlalchemy/mssql/sampler.py +50 -0
  971. metadata/sampler/sqlalchemy/postgres/sampler.py +91 -0
  972. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/sampler.py +93 -98
  973. metadata/sampler/sqlalchemy/snowflake/sampler.py +95 -0
  974. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/trino/sampler.py +5 -3
  975. metadata/utils/class_helper.py +12 -0
  976. metadata/utils/collaborative_super.py +28 -0
  977. metadata/utils/constants.py +65 -0
  978. metadata/utils/constraints.py +65 -0
  979. metadata/utils/dict.py +8 -0
  980. metadata/utils/dispatch.py +1 -53
  981. metadata/utils/entity_link.py +8 -2
  982. metadata/utils/entity_utils.py +93 -0
  983. metadata/utils/filters.py +15 -0
  984. metadata/utils/fqn.py +15 -0
  985. metadata/utils/helpers.py +3 -2
  986. metadata/utils/importer.py +12 -24
  987. metadata/utils/logger.py +31 -1
  988. metadata/utils/lru_cache.py +76 -15
  989. metadata/utils/profiler_utils.py +43 -9
  990. metadata/utils/service_spec/__init__.py +5 -0
  991. metadata/utils/service_spec/default.py +21 -0
  992. metadata/utils/service_spec/service_spec.py +146 -0
  993. metadata/utils/ssl_manager.py +33 -0
  994. metadata/utils/time_utils.py +33 -5
  995. metadata/workflow/application.py +7 -36
  996. metadata/workflow/base.py +47 -17
  997. metadata/workflow/classification.py +53 -0
  998. metadata/workflow/data_quality.py +5 -1
  999. metadata/workflow/ingestion.py +6 -38
  1000. metadata/workflow/profiler.py +1 -17
  1001. metadata/workflow/workflow_output_handler.py +11 -8
  1002. metadata/workflow/workflow_status_mixin.py +0 -2
  1003. openmetadata_ingestion-1.6.0.0.dist-info/LICENSE +114 -0
  1004. {openmetadata_ingestion-1.5.13.2.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/METADATA +488 -563
  1005. {openmetadata_ingestion-1.5.13.2.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/RECORD +1012 -825
  1006. {openmetadata_ingestion-1.5.13.2.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/entry_points.txt +3 -0
  1007. metadata/data_quality/interface/test_suite_interface_factory.py +0 -128
  1008. metadata/data_quality/runner/test_suite_source_factory.py +0 -38
  1009. metadata/generated/schema/entity/services/connections/dashboard/mstrConnection.py +0 -54
  1010. metadata/profiler/interface/profiler_interface_factory.py +0 -107
  1011. metadata/profiler/metrics/system/queries/bigquery.py +0 -54
  1012. metadata/profiler/metrics/system/queries/redshift.py +0 -103
  1013. metadata/profiler/metrics/system/queries/snowflake.py +0 -191
  1014. metadata/profiler/processor/sampler/pandas/sampler.py +0 -170
  1015. metadata/profiler/processor/sampler/sampler_factory.py +0 -100
  1016. metadata/profiler/processor/sampler/sampler_interface.py +0 -74
  1017. metadata/profiler/processor/sampler/sqlalchemy/snowflake/sampler.py +0 -60
  1018. metadata/profiler/source/base/profiler_source.py +0 -299
  1019. metadata/profiler/source/profiler_source_factory.py +0 -54
  1020. openmetadata_ingestion-1.5.13.2.dist-info/LICENSE +0 -201
  1021. {metadata/ingestion/source/dashboard/mstr → _openmetadata_testutils/pytest_openmetadata}/__init__.py +0 -0
  1022. /metadata/profiler/source/{bigquery → database/bigquery}/type_mapper.py +0 -0
  1023. /metadata/profiler/source/{mariadb → database/mariadb}/functions/median.py +0 -0
  1024. /metadata/profiler/source/{single_store → database/single_store}/functions/median.py +0 -0
  1025. {openmetadata_ingestion-1.5.13.2.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/WHEEL +0 -0
  1026. {openmetadata_ingestion-1.5.13.2.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/top_level.txt +0 -0
@@ -1,209 +1,122 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: openmetadata-ingestion
3
- Version: 1.5.13.2
3
+ Version: 1.6.0.0
4
4
  Summary: Ingestion Framework for OpenMetadata
5
5
  Author: OpenMetadata Committers
6
- License: Apache License
7
- Version 2.0, January 2004
8
- http://www.apache.org/licenses/
9
-
10
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
11
-
12
- 1. Definitions.
13
-
14
- "License" shall mean the terms and conditions for use, reproduction,
15
- and distribution as defined by Sections 1 through 9 of this document.
16
-
17
- "Licensor" shall mean the copyright owner or entity authorized by
18
- the copyright owner that is granting the License.
19
-
20
- "Legal Entity" shall mean the union of the acting entity and all
21
- other entities that control, are controlled by, or are under common
22
- control with that entity. For the purposes of this definition,
23
- "control" means (i) the power, direct or indirect, to cause the
24
- direction or management of such entity, whether by contract or
25
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
26
- outstanding shares, or (iii) beneficial ownership of such entity.
27
-
28
- "You" (or "Your") shall mean an individual or Legal Entity
29
- exercising permissions granted by this License.
30
-
31
- "Source" form shall mean the preferred form for making modifications,
32
- including but not limited to software source code, documentation
33
- source, and configuration files.
34
-
35
- "Object" form shall mean any form resulting from mechanical
36
- transformation or translation of a Source form, including but
37
- not limited to compiled object code, generated documentation,
38
- and conversions to other media types.
39
-
40
- "Work" shall mean the work of authorship, whether in Source or
41
- Object form, made available under the License, as indicated by a
42
- copyright notice that is included in or attached to the work
43
- (an example is provided in the Appendix below).
44
-
45
- "Derivative Works" shall mean any work, whether in Source or Object
46
- form, that is based on (or derived from) the Work and for which the
47
- editorial revisions, annotations, elaborations, or other modifications
48
- represent, as a whole, an original work of authorship. For the purposes
49
- of this License, Derivative Works shall not include works that remain
50
- separable from, or merely link (or bind by name) to the interfaces of,
51
- the Work and Derivative Works thereof.
52
-
53
- "Contribution" shall mean any work of authorship, including
54
- the original version of the Work and any modifications or additions
55
- to that Work or Derivative Works thereof, that is intentionally
56
- submitted to Licensor for inclusion in the Work by the copyright owner
57
- or by an individual or Legal Entity authorized to submit on behalf of
58
- the copyright owner. For the purposes of this definition, "submitted"
59
- means any form of electronic, verbal, or written communication sent
60
- to the Licensor or its representatives, including but not limited to
61
- communication on electronic mailing lists, source code control systems,
62
- and issue tracking systems that are managed by, or on behalf of, the
63
- Licensor for the purpose of discussing and improving the Work, but
64
- excluding communication that is conspicuously marked or otherwise
65
- designated in writing by the copyright owner as "Not a Contribution."
66
-
67
- "Contributor" shall mean Licensor and any individual or Legal Entity
68
- on behalf of whom a Contribution has been received by Licensor and
69
- subsequently incorporated within the Work.
70
-
71
- 2. Grant of Copyright License. Subject to the terms and conditions of
72
- this License, each Contributor hereby grants to You a perpetual,
73
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
74
- copyright license to reproduce, prepare Derivative Works of,
75
- publicly display, publicly perform, sublicense, and distribute the
76
- Work and such Derivative Works in Source or Object form.
77
-
78
- 3. Grant of Patent License. Subject to the terms and conditions of
79
- this License, each Contributor hereby grants to You a perpetual,
80
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
81
- (except as stated in this section) patent license to make, have made,
82
- use, offer to sell, sell, import, and otherwise transfer the Work,
83
- where such license applies only to those patent claims licensable
84
- by such Contributor that are necessarily infringed by their
85
- Contribution(s) alone or by combination of their Contribution(s)
86
- with the Work to which such Contribution(s) was submitted. If You
87
- institute patent litigation against any entity (including a
88
- cross-claim or counterclaim in a lawsuit) alleging that the Work
89
- or a Contribution incorporated within the Work constitutes direct
90
- or contributory patent infringement, then any patent licenses
91
- granted to You under this License for that Work shall terminate
92
- as of the date such litigation is filed.
93
-
94
- 4. Redistribution. You may reproduce and distribute copies of the
95
- Work or Derivative Works thereof in any medium, with or without
96
- modifications, and in Source or Object form, provided that You
97
- meet the following conditions:
98
-
99
- (a) You must give any other recipients of the Work or
100
- Derivative Works a copy of this License; and
101
-
102
- (b) You must cause any modified files to carry prominent notices
103
- stating that You changed the files; and
104
-
105
- (c) You must retain, in the Source form of any Derivative Works
106
- that You distribute, all copyright, patent, trademark, and
107
- attribution notices from the Source form of the Work,
108
- excluding those notices that do not pertain to any part of
109
- the Derivative Works; and
110
-
111
- (d) If the Work includes a "NOTICE" text file as part of its
112
- distribution, then any Derivative Works that You distribute must
113
- include a readable copy of the attribution notices contained
114
- within such NOTICE file, excluding those notices that do not
115
- pertain to any part of the Derivative Works, in at least one
116
- of the following places: within a NOTICE text file distributed
117
- as part of the Derivative Works; within the Source form or
118
- documentation, if provided along with the Derivative Works; or,
119
- within a display generated by the Derivative Works, if and
120
- wherever such third-party notices normally appear. The contents
121
- of the NOTICE file are for informational purposes only and
122
- do not modify the License. You may add Your own attribution
123
- notices within Derivative Works that You distribute, alongside
124
- or as an addendum to the NOTICE text from the Work, provided
125
- that such additional attribution notices cannot be construed
126
- as modifying the License.
127
-
128
- You may add Your own copyright statement to Your modifications and
129
- may provide additional or different license terms and conditions
130
- for use, reproduction, or distribution of Your modifications, or
131
- for any such Derivative Works as a whole, provided Your use,
132
- reproduction, and distribution of the Work otherwise complies with
133
- the conditions stated in this License.
134
-
135
- 5. Submission of Contributions. Unless You explicitly state otherwise,
136
- any Contribution intentionally submitted for inclusion in the Work
137
- by You to the Licensor shall be under the terms and conditions of
138
- this License, without any additional terms or conditions.
139
- Notwithstanding the above, nothing herein shall supersede or modify
140
- the terms of any separate license agreement you may have executed
141
- with Licensor regarding such Contributions.
142
-
143
- 6. Trademarks. This License does not grant permission to use the trade
144
- names, trademarks, service marks, or product names of the Licensor,
145
- except as required for reasonable and customary use in describing the
146
- origin of the Work and reproducing the content of the NOTICE file.
147
-
148
- 7. Disclaimer of Warranty. Unless required by applicable law or
149
- agreed to in writing, Licensor provides the Work (and each
150
- Contributor provides its Contributions) on an "AS IS" BASIS,
151
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
152
- implied, including, without limitation, any warranties or conditions
153
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
154
- PARTICULAR PURPOSE. You are solely responsible for determining the
155
- appropriateness of using or redistributing the Work and assume any
156
- risks associated with Your exercise of permissions under this License.
157
-
158
- 8. Limitation of Liability. In no event and under no legal theory,
159
- whether in tort (including negligence), contract, or otherwise,
160
- unless required by applicable law (such as deliberate and grossly
161
- negligent acts) or agreed to in writing, shall any Contributor be
162
- liable to You for damages, including any direct, indirect, special,
163
- incidental, or consequential damages of any character arising as a
164
- result of this License or out of the use or inability to use the
165
- Work (including but not limited to damages for loss of goodwill,
166
- work stoppage, computer failure or malfunction, or any and all
167
- other commercial damages or losses), even if such Contributor
168
- has been advised of the possibility of such damages.
169
-
170
- 9. Accepting Warranty or Additional Liability. While redistributing
171
- the Work or Derivative Works thereof, You may choose to offer,
172
- and charge a fee for, acceptance of support, warranty, indemnity,
173
- or other liability obligations and/or rights consistent with this
174
- License. However, in accepting such obligations, You may act only
175
- on Your own behalf and on Your sole responsibility, not on behalf
176
- of any other Contributor, and only if You agree to indemnify,
177
- defend, and hold each Contributor harmless for any liability
178
- incurred by, or claims asserted against, such Contributor by reason
179
- of your accepting any such warranty or additional liability.
180
-
181
- END OF TERMS AND CONDITIONS
182
-
183
- APPENDIX: How to apply the Apache License to your work.
184
-
185
- To apply the Apache License to your work, attach the following
186
- boilerplate notice, with the fields enclosed by brackets "[]"
187
- replaced with your own identifying information. (Don't include
188
- the brackets!) The text should be enclosed in the appropriate
189
- comment syntax for the file format. We also recommend that a
190
- file or class name and description of purpose be included on the
191
- same "printed page" as the copyright notice for easier
192
- identification within third-party archives.
193
-
194
- Copyright [yyyy] [name of copyright owner]
195
-
196
- Licensed under the Apache License, Version 2.0 (the "License");
197
- you may not use this file except in compliance with the License.
198
- You may obtain a copy of the License at
199
-
200
- http://www.apache.org/licenses/LICENSE-2.0
201
-
202
- Unless required by applicable law or agreed to in writing, software
203
- distributed under the License is distributed on an "AS IS" BASIS,
204
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
205
- See the License for the specific language governing permissions and
206
- limitations under the License.
6
+ License: Collate Community License Agreement
7
+ Version 1.0
8
+
9
+ This Collate Community License Agreement Version 1.0 (the “Agreement”) sets
10
+ forth the terms on which Collate, Inc. (“Collate”) makes available certain
11
+ software made available by Collate under this Agreement (the “Software”). BY
12
+ INSTALLING, DOWNLOADING, ACCESSING, USING OR DISTRIBUTING ANY OF THE SOFTWARE,
13
+ YOU AGREE TO THE TERMS AND CONDITIONS OF THIS AGREEMENT. IF YOU DO NOT AGREE TO
14
+ SUCH TERMS AND CONDITIONS, YOU MUST NOT USE THE SOFTWARE. IF YOU ARE RECEIVING
15
+ THE SOFTWARE ON BEHALF OF A LEGAL ENTITY, YOU REPRESENT AND WARRANT THAT YOU
16
+ HAVE THE ACTUAL AUTHORITY TO AGREE TO THE TERMS AND CONDITIONS OF THIS
17
+ AGREEMENT ON BEHALF OF SUCH ENTITY. “Licensee” means you, an individual, or
18
+ the entity on whose behalf you are receiving the Software.
19
+
20
+ 1. LICENSE GRANT AND CONDITIONS.
21
+
22
+ 1.1 License. Subject to the terms and conditions of this Agreement,
23
+ Collate hereby grants to Licensee a non-exclusive, royalty-free,
24
+ worldwide, non-transferable, non-sublicenseable license during the term
25
+ of this Agreement to: (a) use the Software; (b) prepare modifications and
26
+ derivative works of the Software; (c) distribute the Software (including
27
+ without limitation in source code or object code form); and (d) reproduce
28
+ copies of the Software (the “License”). Licensee is not granted the
29
+ right to, and Licensee shall not, exercise the License for an Excluded
30
+ Purpose. For purposes of this Agreement, “Excluded Purpose” means making
31
+ available any software-as-a-service, platform-as-a-service,
32
+ infrastructure-as-a-service or other similar online service that competes
33
+ with Collate products or services that provide the Software.
34
+
35
+ 1.2 Conditions. In consideration of the License, Licensee’s distribution
36
+ of the Software is subject to the following conditions:
37
+
38
+ (a) Licensee must cause any Software modified by Licensee to carry
39
+ prominent notices stating that Licensee modified the Software.
40
+
41
+ (b) On each Software copy, Licensee shall reproduce and not remove or
42
+ alter all Collate or third party copyright or other proprietary
43
+ notices contained in the Software, and Licensee must provide the
44
+ notice below with each copy.
45
+
46
+ “This software is made available by Collate, Inc., under the
47
+ terms of the Collate Community License Agreement, Version 1.0
48
+ located at http://www.getcollate.io/collate-community-license. BY
49
+ INSTALLING, DOWNLOADING, ACCESSING, USING OR DISTRIBUTING ANY OF
50
+ THE SOFTWARE, YOU AGREE TO THE TERMS OF SUCH LICENSE AGREEMENT.”
51
+
52
+ 1.3 Licensee Modifications. Licensee may add its own copyright notices
53
+ to modifications made by Licensee and may provide additional or different
54
+ license terms and conditions for use, reproduction, or distribution of
55
+ Licensee’s modifications. While redistributing the Software or
56
+ modifications thereof, Licensee may choose to offer, for a fee or free of
57
+ charge, support, warranty, indemnity, or other obligations. Licensee, and
58
+ not Collate, will be responsible for any such obligations.
59
+
60
+ 1.4 No Sublicensing. The License does not include the right to
61
+ sublicense the Software, however, each recipient to which Licensee
62
+ provides the Software may exercise the Licenses so long as such recipient
63
+ agrees to the terms and conditions of this Agreement.
64
+
65
+ 2. TERM AND TERMINATION. This Agreement will continue unless and until
66
+ earlier terminated as set forth herein. If Licensee breaches any of its
67
+ conditions or obligations under this Agreement, this Agreement will
68
+ terminate automatically and the License will terminate automatically and
69
+ permanently.
70
+
71
+ 3. INTELLECTUAL PROPERTY. As between the parties, Collate will retain all
72
+ right, title, and interest in the Software, and all intellectual property
73
+ rights therein. Collate hereby reserves all rights not expressly granted
74
+ to Licensee in this Agreement. Collate hereby reserves all rights in its
75
+ trademarks and service marks, and no licenses therein are granted in this
76
+ Agreement.
77
+
78
+ 4. DISCLAIMER. COLLATE HEREBY DISCLAIMS ANY AND ALL WARRANTIES AND
79
+ CONDITIONS, EXPRESS, IMPLIED, STATUTORY, OR OTHERWISE, AND SPECIFICALLY
80
+ DISCLAIMS ANY WARRANTY OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR
81
+ PURPOSE, WITH RESPECT TO THE SOFTWARE.
82
+
83
+ 5. LIMITATION OF LIABILITY. COLLATE WILL NOT BE LIABLE FOR ANY DAMAGES OF
84
+ ANY KIND, INCLUDING BUT NOT LIMITED TO, LOST PROFITS OR ANY CONSEQUENTIAL,
85
+ SPECIAL, INCIDENTAL, INDIRECT, OR DIRECT DAMAGES, HOWEVER CAUSED AND ON ANY
86
+ THEORY OF LIABILITY, ARISING OUT OF THIS AGREEMENT. THE FOREGOING SHALL
87
+ APPLY TO THE EXTENT PERMITTED BY APPLICABLE LAW.
88
+
89
+ 6.GENERAL.
90
+
91
+ 6.1 Governing Law. This Agreement will be governed by and interpreted in
92
+ accordance with the laws of the state of California, without reference to
93
+ its conflict of laws principles. If Licensee is located within the
94
+ United States, all disputes arising out of this Agreement are subject to
95
+ the exclusive jurisdiction of courts located in Santa Clara County,
96
+ California. USA. If Licensee is located outside of the United States,
97
+ any dispute, controversy or claim arising out of or relating to this
98
+ Agreement will be referred to and finally determined by arbitration in
99
+ accordance with the JAMS International Arbitration Rules. The tribunal
100
+ will consist of one arbitrator. The place of arbitration will be Palo
101
+ Alto, California. The language to be used in the arbitral proceedings
102
+ will be English. Judgment upon the award rendered by the arbitrator may
103
+ be entered in any court having jurisdiction thereof.
104
+
105
+ 6.2 Assignment. Licensee is not authorized to assign its rights under
106
+ this Agreement to any third party. Collate may freely assign its rights
107
+ under this Agreement to any third party.
108
+
109
+ 6.3 Other. This Agreement is the entire agreement between the parties
110
+ regarding the subject matter hereof. No amendment or modification of
111
+ this Agreement will be valid or binding upon the parties unless made in
112
+ writing and signed by the duly authorized representatives of both
113
+ parties. In the event that any provision, including without limitation
114
+ any condition, of this Agreement is held to be unenforceable, this
115
+ Agreement and all licenses and rights granted hereunder will immediately
116
+ terminate. Waiver by Collate of a breach of any provision of this
117
+ Agreement or the failure by Collate to exercise any right hereunder
118
+ will not be construed as a waiver of any subsequent breach of that right
119
+ or as a waiver of any other right.
207
120
  Project-URL: Homepage, https://open-metadata.org/
208
121
  Project-URL: Documentation, https://docs.open-metadata.org/
209
122
  Project-URL: Source, https://github.com/open-metadata/OpenMetadata
@@ -211,155 +124,159 @@ Requires-Python: >=3.8
211
124
  Description-Content-Type: text/x-rst
212
125
  License-File: LICENSE
213
126
  Requires-Dist: requests-aws4auth ~=1.1
214
- Requires-Dist: packaging
215
- Requires-Dist: pymysql ~=1.0
216
127
  Requires-Dist: cached-property ==1.5.2
217
- Requires-Dist: email-validator >=2.0
218
- Requires-Dist: memory-profiler
219
- Requires-Dist: chardet ==4.0.0
220
- Requires-Dist: pydantic ~=2.0
221
- Requires-Dist: boto3 <2.0,>=1.20
222
- Requires-Dist: python-dateutil >=2.8.1
223
- Requires-Dist: azure-identity ~=1.12
224
- Requires-Dist: shapely
128
+ Requires-Dist: importlib-metadata >=4.13.0
129
+ Requires-Dist: sqlalchemy <2,>=1.4.0
225
130
  Requires-Dist: antlr4-python3-runtime ==4.9.2
226
- Requires-Dist: google-crc32c
227
- Requires-Dist: tabulate ==0.9.0
228
- Requires-Dist: collate-sqllineage ~=1.5.0
229
- Requires-Dist: typing-inspect
131
+ Requires-Dist: PyYAML ~=6.0
132
+ Requires-Dist: packaging
230
133
  Requires-Dist: requests >=2.23
231
134
  Requires-Dist: cryptography >=42.0.0
232
- Requires-Dist: Jinja2 >=2.11.3
233
- Requires-Dist: azure-keyvault-secrets
234
- Requires-Dist: importlib-metadata >=4.13.0
235
135
  Requires-Dist: jsonpatch <2.0,>=1.24
236
- Requires-Dist: PyYAML ~=6.0
237
- Requires-Dist: sqlalchemy <2,>=1.4.0
238
- Requires-Dist: mypy-extensions >=0.4.3
239
136
  Requires-Dist: google-cloud-secret-manager ==2.19.0
137
+ Requires-Dist: google-crc32c
138
+ Requires-Dist: azure-keyvault-secrets
139
+ Requires-Dist: Jinja2 >=2.11.3
140
+ Requires-Dist: mypy-extensions >=0.4.3
141
+ Requires-Dist: chardet ==4.0.0
142
+ Requires-Dist: typing-inspect
143
+ Requires-Dist: pydantic >=2.7.0,~=2.0
144
+ Requires-Dist: collate-sqllineage ~=1.5.0
145
+ Requires-Dist: collate-data-diff
146
+ Requires-Dist: shapely
147
+ Requires-Dist: tabulate ==0.9.0
148
+ Requires-Dist: email-validator >=2.0
149
+ Requires-Dist: azure-identity ~=1.12
150
+ Requires-Dist: boto3 <2.0,>=1.20
151
+ Requires-Dist: pymysql ~=1.0
152
+ Requires-Dist: python-dateutil >=2.8.1
153
+ Requires-Dist: memory-profiler
240
154
  Provides-Extra: airflow
241
- Requires-Dist: opentelemetry-api ==1.27.0 ; extra == 'airflow'
155
+ Requires-Dist: opentelemetry-exporter-otlp ==1.27.0 ; extra == 'airflow'
242
156
  Requires-Dist: attrs ; extra == 'airflow'
243
- Requires-Dist: protobuf <5 ; extra == 'airflow'
244
- Requires-Dist: opentelemetry-exporter-otlp-proto-grpc ==1.27.0 ; extra == 'airflow'
245
157
  Requires-Dist: apache-airflow ==2.9.1 ; extra == 'airflow'
158
+ Requires-Dist: protobuf <5 ; extra == 'airflow'
246
159
  Provides-Extra: all
247
- Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'all'
160
+ Requires-Dist: collate-data-diff[vertica] ; extra == 'all'
161
+ Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'all'
162
+ Requires-Dist: trino[sqlalchemy] ; extra == 'all'
163
+ Requires-Dist: collate-data-diff[snowflake] ; extra == 'all'
248
164
  Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'all'
249
- Requires-Dist: packaging ; extra == 'all'
250
- Requires-Dist: cached-property ==1.5.2 ; extra == 'all'
251
- Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'all'
252
- Requires-Dist: sqlalchemy-hana ; extra == 'all'
165
+ Requires-Dist: pymongo ~=4.3 ; extra == 'all'
166
+ Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'all'
167
+ Requires-Dist: PyYAML ~=6.0 ; extra == 'all'
168
+ Requires-Dist: thrift <1,>=0.13 ; extra == 'all'
253
169
  Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'all'
254
- Requires-Dist: email-validator >=2.0 ; extra == 'all'
255
- Requires-Dist: adlfs >=2023.1.0 ; extra == 'all'
256
- Requires-Dist: google-cloud-logging ; extra == 'all'
257
- Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'all'
258
- Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'all'
259
- Requires-Dist: pydantic ~=2.0 ; extra == 'all'
260
- Requires-Dist: trino[sqlalchemy] ; extra == 'all'
261
- Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'all'
262
- Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'all'
263
- Requires-Dist: websocket-client ~=1.6.1 ; extra == 'all'
264
- Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'all'
265
- Requires-Dist: shapely ; extra == 'all'
266
- Requires-Dist: delta-spark <=2.3.0 ; extra == 'all'
267
- Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'all'
268
- Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'all'
269
- Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'all'
270
- Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'all'
271
- Requires-Dist: deltalake ~=0.17 ; extra == 'all'
272
- Requires-Dist: protobuf ; extra == 'all'
273
- Requires-Dist: collate-data-diff[oracle] ; extra == 'all'
274
- Requires-Dist: s3fs ; extra == 'all'
275
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'all'
276
- Requires-Dist: neo4j ~=5.3.0 ; extra == 'all'
277
- Requires-Dist: numpy <2 ; extra == 'all'
278
- Requires-Dist: lkml ~=1.3 ; extra == 'all'
279
170
  Requires-Dist: requests >=2.23 ; extra == 'all'
280
- Requires-Dist: Jinja2 >=2.11.3 ; extra == 'all'
281
- Requires-Dist: pydruid >=0.6.5 ; extra == 'all'
282
- Requires-Dist: pyiceberg ==0.5.1 ; extra == 'all'
283
- Requires-Dist: collate-data-diff[trino] ; extra == 'all'
284
- Requires-Dist: collate-data-diff[mysql] ; extra == 'all'
285
- Requires-Dist: msal ~=1.2 ; extra == 'all'
286
- Requires-Dist: PyYAML ~=6.0 ; extra == 'all'
287
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'all'
288
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'all'
171
+ Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'all'
172
+ Requires-Dist: google-cloud ; extra == 'all'
173
+ Requires-Dist: neo4j ~=5.3.0 ; extra == 'all'
174
+ Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'all'
175
+ Requires-Dist: azure-storage-blob ; extra == 'all'
289
176
  Requires-Dist: pure-sasl ; extra == 'all'
290
- Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'all'
291
- Requires-Dist: psycopg2-binary ; extra == 'all'
292
- Requires-Dist: cramjam ~=2.7 ; extra == 'all'
293
- Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'all'
177
+ Requires-Dist: validators ~=0.22.0 ; extra == 'all'
178
+ Requires-Dist: collate-data-diff[oracle] ; extra == 'all'
179
+ Requires-Dist: collate-data-diff[trino] ; extra == 'all'
180
+ Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'all'
294
181
  Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'all'
295
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'all'
296
- Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'all'
297
- Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'all'
298
- Requires-Dist: spacy <3.8 ; extra == 'all'
299
- Requires-Dist: pyathena ~=3.0 ; extra == 'all'
300
- Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'all'
301
- Requires-Dist: pymysql ~=1.0 ; extra == 'all'
302
- Requires-Dist: cachetools ; extra == 'all'
303
- Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'all'
304
- Requires-Dist: collate-data-diff[clickhouse] ; extra == 'all'
305
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'all'
306
- Requires-Dist: impyla ~=0.18.0 ; extra == 'all'
182
+ Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'all'
183
+ Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'all'
184
+ Requires-Dist: python-liquid ; extra == 'all'
307
185
  Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'all'
308
- Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'all'
309
- Requires-Dist: pandas ~=2.0.0 ; extra == 'all'
186
+ Requires-Dist: protobuf ; extra == 'all'
187
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'all'
188
+ Requires-Dist: google-cloud-logging ; extra == 'all'
189
+ Requires-Dist: pyiceberg ==0.5.1 ; extra == 'all'
190
+ Requires-Dist: collate-data-diff[mysql] ; extra == 'all'
310
191
  Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'all'
311
- Requires-Dist: memory-profiler ; extra == 'all'
312
- Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'all'
313
- Requires-Dist: fastavro >=1.2.0 ; extra == 'all'
192
+ Requires-Dist: Jinja2 >=2.11.3 ; extra == 'all'
193
+ Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'all'
194
+ Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'all'
195
+ Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'all'
196
+ Requires-Dist: websocket-client ~=1.6.1 ; extra == 'all'
314
197
  Requires-Dist: scikit-learn ~=1.0 ; extra == 'all'
315
- Requires-Dist: collate-data-diff[mssql] ; extra == 'all'
316
- Requires-Dist: chardet ==4.0.0 ; extra == 'all'
198
+ Requires-Dist: simple-salesforce ~=1.11 ; extra == 'all'
317
199
  Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'all'
318
- Requires-Dist: oracledb ~=1.2 ; extra == 'all'
319
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'all'
320
- Requires-Dist: sqlalchemy-pgspider ; extra == 'all'
321
- Requires-Dist: python-dateutil >=2.8.1 ; extra == 'all'
322
- Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'all'
323
- Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'all'
324
- Requires-Dist: azure-identity ~=1.12 ; extra == 'all'
325
- Requires-Dist: pyarrow ~=16.0 ; extra == 'all'
326
- Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'all'
327
- Requires-Dist: croniter <3 ; extra == 'all'
328
- Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'all'
329
- Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'all'
200
+ Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'all'
201
+ Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'all'
202
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'all'
203
+ Requires-Dist: cachetools ; extra == 'all'
204
+ Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'all'
205
+ Requires-Dist: collate-data-diff ; extra == 'all'
206
+ Requires-Dist: shapely ; extra == 'all'
207
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'all'
208
+ Requires-Dist: pydoris ==1.0.2 ; extra == 'all'
330
209
  Requires-Dist: thrift-sasl ~=0.4 ; extra == 'all'
331
- Requires-Dist: collate-data-diff[vertica] ; extra == 'all'
332
- Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'all'
333
- Requires-Dist: gitpython ~=3.1.34 ; extra == 'all'
334
- Requires-Dist: validators ~=0.22.0 ; extra == 'all'
335
- Requires-Dist: google-crc32c ; extra == 'all'
336
- Requires-Dist: pydomo ~=0.3 ; extra == 'all'
210
+ Requires-Dist: hdbcli ; extra == 'all'
337
211
  Requires-Dist: tabulate ==0.9.0 ; extra == 'all'
212
+ Requires-Dist: pinotdb ~=5.0 ; extra == 'all'
213
+ Requires-Dist: email-validator >=2.0 ; extra == 'all'
214
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'all'
215
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'all'
216
+ Requires-Dist: pymysql ~=1.0 ; extra == 'all'
217
+ Requires-Dist: python-dateutil >=2.8.1 ; extra == 'all'
218
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'all'
219
+ Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'all'
220
+ Requires-Dist: collate-data-diff[presto] ; extra == 'all'
221
+ Requires-Dist: memory-profiler ; extra == 'all'
222
+ Requires-Dist: impyla ~=0.18.0 ; extra == 'all'
223
+ Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'all'
338
224
  Requires-Dist: dagster-graphql ~=1.1 ; extra == 'all'
339
- Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'all'
225
+ Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'all'
226
+ Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'all'
227
+ Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'all'
228
+ Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'all'
229
+ Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'all'
340
230
  Requires-Dist: giturlparse ; extra == 'all'
341
- Requires-Dist: typing-inspect ; extra == 'all'
342
- Requires-Dist: google-cloud ; extra == 'all'
231
+ Requires-Dist: delta-spark <=2.3.0 ; extra == 'all'
232
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'all'
233
+ Requires-Dist: packaging ; extra == 'all'
234
+ Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'all'
343
235
  Requires-Dist: cryptography >=42.0.0 ; extra == 'all'
344
- Requires-Dist: azure-keyvault-secrets ; extra == 'all'
345
- Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'all'
346
- Requires-Dist: couchbase ~=4.1 ; extra == 'all'
347
- Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'all'
348
- Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'all'
349
- Requires-Dist: collate-data-diff[presto] ; extra == 'all'
350
236
  Requires-Dist: pymssql ~=2.2.0 ; extra == 'all'
351
- Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'all'
352
- Requires-Dist: pinotdb ~=5.0 ; extra == 'all'
353
- Requires-Dist: simple-salesforce ~=1.11 ; extra == 'all'
354
- Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'all'
355
- Requires-Dist: azure-storage-blob ; extra == 'all'
356
- Requires-Dist: collate-data-diff[snowflake] ; extra == 'all'
357
- Requires-Dist: hdbcli ; extra == 'all'
358
- Requires-Dist: pymongo ~=4.3 ; extra == 'all'
359
- Requires-Dist: pydoris ==1.0.2 ; extra == 'all'
360
- Requires-Dist: thrift <1,>=0.13 ; extra == 'all'
237
+ Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'all'
238
+ Requires-Dist: lkml ~=1.3 ; extra == 'all'
239
+ Requires-Dist: sqlalchemy-hana ; extra == 'all'
240
+ Requires-Dist: msal ~=1.2 ; extra == 'all'
241
+ Requires-Dist: pydruid >=0.6.5 ; extra == 'all'
242
+ Requires-Dist: pydomo ~=0.3 ; extra == 'all'
243
+ Requires-Dist: croniter <3 ; extra == 'all'
244
+ Requires-Dist: google-crc32c ; extra == 'all'
245
+ Requires-Dist: gitpython ~=3.1.34 ; extra == 'all'
361
246
  Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'all'
247
+ Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'all'
248
+ Requires-Dist: cramjam ~=2.7 ; extra == 'all'
249
+ Requires-Dist: numpy <2 ; extra == 'all'
250
+ Requires-Dist: s3fs[boto3] ; extra == 'all'
251
+ Requires-Dist: oracledb ~=1.2 ; extra == 'all'
252
+ Requires-Dist: azure-keyvault-secrets ; extra == 'all'
253
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'all'
254
+ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'all'
255
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'all'
256
+ Requires-Dist: couchbase ~=4.1 ; extra == 'all'
257
+ Requires-Dist: sqlalchemy-pgspider ; extra == 'all'
258
+ Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'all'
259
+ Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'all'
260
+ Requires-Dist: chardet ==4.0.0 ; extra == 'all'
261
+ Requires-Dist: deltalake <0.20,~=0.17 ; extra == 'all'
262
+ Requires-Dist: sqlalchemy-exasol <6,>=5 ; extra == 'all'
263
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'all'
264
+ Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'all'
265
+ Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'all'
266
+ Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'all'
267
+ Requires-Dist: typing-inspect ; extra == 'all'
362
268
  Requires-Dist: dbt-artifacts-parser ; extra == 'all'
269
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'all'
270
+ Requires-Dist: pyathena ~=3.0 ; extra == 'all'
271
+ Requires-Dist: adlfs >=2023.1.0 ; extra == 'all'
272
+ Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'all'
273
+ Requires-Dist: spacy <3.8 ; extra == 'all'
274
+ Requires-Dist: deltalake ~=0.17 ; extra == 'all'
275
+ Requires-Dist: psycopg2-binary ; extra == 'all'
276
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'all'
277
+ Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'all'
278
+ Requires-Dist: cached-property ==1.5.2 ; extra == 'all'
279
+ Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'all'
363
280
  Provides-Extra: amundsen
364
281
  Requires-Dist: neo4j ~=5.3.0 ; extra == 'amundsen'
365
282
  Provides-Extra: athena
@@ -370,48 +287,49 @@ Requires-Dist: msal ~=1.2 ; extra == 'azure-sso'
370
287
  Provides-Extra: azuresql
371
288
  Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'azuresql'
372
289
  Provides-Extra: backup
373
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'backup'
374
290
  Requires-Dist: azure-identity ~=1.12 ; extra == 'backup'
291
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'backup'
375
292
  Requires-Dist: azure-storage-blob ; extra == 'backup'
376
293
  Provides-Extra: base
377
294
  Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'base'
378
- Requires-Dist: packaging ; extra == 'base'
379
- Requires-Dist: pymysql ~=1.0 ; extra == 'base'
380
295
  Requires-Dist: cached-property ==1.5.2 ; extra == 'base'
381
- Requires-Dist: email-validator >=2.0 ; extra == 'base'
382
- Requires-Dist: memory-profiler ; extra == 'base'
383
- Requires-Dist: chardet ==4.0.0 ; extra == 'base'
384
- Requires-Dist: pydantic ~=2.0 ; extra == 'base'
385
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'base'
386
- Requires-Dist: python-dateutil >=2.8.1 ; extra == 'base'
387
- Requires-Dist: azure-identity ~=1.12 ; extra == 'base'
388
- Requires-Dist: shapely ; extra == 'base'
296
+ Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'base'
297
+ Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'base'
389
298
  Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'base'
390
- Requires-Dist: google-crc32c ; extra == 'base'
391
- Requires-Dist: tabulate ==0.9.0 ; extra == 'base'
392
- Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'base'
393
- Requires-Dist: typing-inspect ; extra == 'base'
299
+ Requires-Dist: PyYAML ~=6.0 ; extra == 'base'
300
+ Requires-Dist: packaging ; extra == 'base'
394
301
  Requires-Dist: requests >=2.23 ; extra == 'base'
395
302
  Requires-Dist: cryptography >=42.0.0 ; extra == 'base'
396
- Requires-Dist: Jinja2 >=2.11.3 ; extra == 'base'
397
- Requires-Dist: azure-keyvault-secrets ; extra == 'base'
398
- Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'base'
399
303
  Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'base'
400
- Requires-Dist: PyYAML ~=6.0 ; extra == 'base'
401
- Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'base'
402
- Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'base'
403
304
  Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'base'
305
+ Requires-Dist: google-crc32c ; extra == 'base'
306
+ Requires-Dist: azure-keyvault-secrets ; extra == 'base'
307
+ Requires-Dist: Jinja2 >=2.11.3 ; extra == 'base'
308
+ Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'base'
309
+ Requires-Dist: chardet ==4.0.0 ; extra == 'base'
310
+ Requires-Dist: typing-inspect ; extra == 'base'
311
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'base'
312
+ Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'base'
313
+ Requires-Dist: collate-data-diff ; extra == 'base'
314
+ Requires-Dist: shapely ; extra == 'base'
315
+ Requires-Dist: tabulate ==0.9.0 ; extra == 'base'
316
+ Requires-Dist: email-validator >=2.0 ; extra == 'base'
317
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'base'
318
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'base'
319
+ Requires-Dist: pymysql ~=1.0 ; extra == 'base'
320
+ Requires-Dist: python-dateutil >=2.8.1 ; extra == 'base'
321
+ Requires-Dist: memory-profiler ; extra == 'base'
404
322
  Provides-Extra: bigquery
323
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'bigquery'
324
+ Requires-Dist: numpy <2 ; extra == 'bigquery'
405
325
  Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'bigquery'
406
- Requires-Dist: cachetools ; extra == 'bigquery'
407
326
  Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'bigquery'
408
- Requires-Dist: pyarrow ~=16.0 ; extra == 'bigquery'
409
327
  Requires-Dist: google-cloud-logging ; extra == 'bigquery'
410
- Requires-Dist: numpy <2 ; extra == 'bigquery'
328
+ Requires-Dist: cachetools ; extra == 'bigquery'
411
329
  Provides-Extra: bigtable
330
+ Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'bigtable'
412
331
  Requires-Dist: numpy <2 ; extra == 'bigtable'
413
332
  Requires-Dist: pandas ~=2.0.0 ; extra == 'bigtable'
414
- Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'bigtable'
415
333
  Provides-Extra: clickhouse
416
334
  Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'clickhouse'
417
335
  Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'clickhouse'
@@ -419,80 +337,80 @@ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'clickhouse'
419
337
  Provides-Extra: couchbase
420
338
  Requires-Dist: couchbase ~=4.1 ; extra == 'couchbase'
421
339
  Provides-Extra: dagster
422
- Requires-Dist: pymysql ~=1.0 ; extra == 'dagster'
423
340
  Requires-Dist: dagster-graphql ~=1.1 ; extra == 'dagster'
424
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'dagster'
425
- Requires-Dist: croniter <3 ; extra == 'dagster'
426
341
  Requires-Dist: psycopg2-binary ; extra == 'dagster'
342
+ Requires-Dist: croniter <3 ; extra == 'dagster'
343
+ Requires-Dist: pymysql ~=1.0 ; extra == 'dagster'
344
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'dagster'
427
345
  Provides-Extra: data-insight
428
346
  Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'data-insight'
429
347
  Provides-Extra: databricks
430
- Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'databricks'
431
- Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'databricks'
432
- Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'databricks'
433
348
  Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'databricks'
434
349
  Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'databricks'
350
+ Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'databricks'
435
351
  Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'databricks'
352
+ Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'databricks'
353
+ Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'databricks'
436
354
  Provides-Extra: datalake-azure
437
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-azure'
438
- Requires-Dist: azure-identity ~=1.12 ; extra == 'datalake-azure'
355
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-azure'
439
356
  Requires-Dist: adlfs >=2023.1.0 ; extra == 'datalake-azure'
440
357
  Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'datalake-azure'
441
358
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-azure'
359
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'datalake-azure'
360
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-azure'
442
361
  Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-azure'
443
- Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-azure'
444
- Requires-Dist: numpy <2 ; extra == 'datalake-azure'
445
362
  Requires-Dist: cramjam ~=2.7 ; extra == 'datalake-azure'
363
+ Requires-Dist: numpy <2 ; extra == 'datalake-azure'
446
364
  Provides-Extra: datalake-gcs
447
- Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'datalake-gcs'
448
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'datalake-gcs'
449
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-gcs'
365
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-gcs'
450
366
  Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'datalake-gcs'
367
+ Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'datalake-gcs'
451
368
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-gcs'
369
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-gcs'
452
370
  Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-gcs'
453
- Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-gcs'
454
- Requires-Dist: numpy <2 ; extra == 'datalake-gcs'
371
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'datalake-gcs'
455
372
  Requires-Dist: cramjam ~=2.7 ; extra == 'datalake-gcs'
373
+ Requires-Dist: numpy <2 ; extra == 'datalake-gcs'
456
374
  Provides-Extra: datalake-s3
457
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-s3'
458
- Requires-Dist: s3fs ; extra == 'datalake-s3'
459
375
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-s3'
460
- Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-s3'
461
376
  Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-s3'
462
- Requires-Dist: numpy <2 ; extra == 'datalake-s3'
377
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-s3'
378
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-s3'
463
379
  Requires-Dist: cramjam ~=2.7 ; extra == 'datalake-s3'
380
+ Requires-Dist: s3fs[boto3] ; extra == 'datalake-s3'
381
+ Requires-Dist: numpy <2 ; extra == 'datalake-s3'
464
382
  Provides-Extra: db2
465
- Requires-Dist: ibm-db >=2.0.0 ; extra == 'db2'
466
383
  Requires-Dist: ibm-db-sa ~=0.4.1 ; extra == 'db2'
384
+ Requires-Dist: ibm-db >=2.0.0 ; extra == 'db2'
467
385
  Provides-Extra: db2-ibmi
468
386
  Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'db2-ibmi'
469
387
  Provides-Extra: dbt
470
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'dbt'
388
+ Requires-Dist: dbt-artifacts-parser ; extra == 'dbt'
389
+ Requires-Dist: google-cloud ; extra == 'dbt'
390
+ Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'dbt'
471
391
  Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'dbt'
392
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'dbt'
472
393
  Requires-Dist: azure-identity ~=1.12 ; extra == 'dbt'
473
- Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'dbt'
474
- Requires-Dist: google-cloud ; extra == 'dbt'
475
- Requires-Dist: dbt-artifacts-parser ; extra == 'dbt'
476
394
  Provides-Extra: deltalake
477
- Requires-Dist: deltalake ~=0.17 ; extra == 'deltalake'
478
395
  Requires-Dist: delta-spark <=2.3.0 ; extra == 'deltalake'
396
+ Requires-Dist: deltalake <0.20,~=0.17 ; extra == 'deltalake'
479
397
  Provides-Extra: deltalake-spark
480
398
  Requires-Dist: delta-spark <=2.3.0 ; extra == 'deltalake-spark'
481
399
  Provides-Extra: deltalake-storage
482
400
  Requires-Dist: deltalake ~=0.17 ; extra == 'deltalake-storage'
483
401
  Provides-Extra: dev
484
- Requires-Dist: mypy-boto3-glue ; extra == 'dev'
485
402
  Requires-Dist: pycln ; extra == 'dev'
486
- Requires-Dist: black ==22.3.0 ; extra == 'dev'
487
- Requires-Dist: twine ; extra == 'dev'
488
- Requires-Dist: build ; extra == 'dev'
489
- Requires-Dist: datamodel-code-generator ==0.25.6 ; extra == 'dev'
490
403
  Requires-Dist: isort ; extra == 'dev'
404
+ Requires-Dist: build ; extra == 'dev'
491
405
  Requires-Dist: pre-commit ; extra == 'dev'
406
+ Requires-Dist: boto3-stubs ; extra == 'dev'
492
407
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'dev'
408
+ Requires-Dist: pylint ~=3.2.0 ; extra == 'dev'
409
+ Requires-Dist: twine ; extra == 'dev'
410
+ Requires-Dist: mypy-boto3-glue ; extra == 'dev'
411
+ Requires-Dist: datamodel-code-generator ==0.25.6 ; extra == 'dev'
493
412
  Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'dev'
494
- Requires-Dist: pylint ~=3.0 ; extra == 'dev'
495
- Requires-Dist: boto3-stubs ; extra == 'dev'
413
+ Requires-Dist: black ==22.3.0 ; extra == 'dev'
496
414
  Provides-Extra: domo
497
415
  Requires-Dist: pydomo ~=0.3 ; extra == 'domo'
498
416
  Provides-Extra: doris
@@ -502,10 +420,12 @@ Requires-Dist: pydruid >=0.6.5 ; extra == 'druid'
502
420
  Provides-Extra: dynamodb
503
421
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'dynamodb'
504
422
  Provides-Extra: e2e_test
505
- Requires-Dist: pytest-playwright ; extra == 'e2e_test'
506
423
  Requires-Dist: pytest-base-url ; extra == 'e2e_test'
424
+ Requires-Dist: pytest-playwright ; extra == 'e2e_test'
507
425
  Provides-Extra: elasticsearch
508
426
  Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'elasticsearch'
427
+ Provides-Extra: exasol
428
+ Requires-Dist: sqlalchemy-exasol <6,>=5 ; extra == 'exasol'
509
429
  Provides-Extra: extended_testing
510
430
  Requires-Dist: Faker ; extra == 'extended_testing'
511
431
  Provides-Extra: glue
@@ -513,42 +433,43 @@ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'glue'
513
433
  Provides-Extra: great-expectations
514
434
  Requires-Dist: great-expectations <0.18.14,>=0.18.0 ; extra == 'great-expectations'
515
435
  Provides-Extra: greenplum
436
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'greenplum'
437
+ Requires-Dist: pymysql ~=1.0 ; extra == 'greenplum'
516
438
  Requires-Dist: psycopg2-binary ; extra == 'greenplum'
517
439
  Requires-Dist: packaging ; extra == 'greenplum'
518
- Requires-Dist: pymysql ~=1.0 ; extra == 'greenplum'
519
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'greenplum'
520
440
  Provides-Extra: hive
441
+ Requires-Dist: pure-sasl ; extra == 'hive'
521
442
  Requires-Dist: thrift-sasl ~=0.4 ; extra == 'hive'
522
- Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'hive'
523
- Requires-Dist: impyla ~=0.18.0 ; extra == 'hive'
524
443
  Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'hive'
525
- Requires-Dist: pure-sasl ; extra == 'hive'
444
+ Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'hive'
526
445
  Requires-Dist: thrift <1,>=0.13 ; extra == 'hive'
446
+ Requires-Dist: impyla ~=0.18.0 ; extra == 'hive'
527
447
  Provides-Extra: iceberg
528
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'iceberg'
529
448
  Requires-Dist: pyiceberg ==0.5.1 ; extra == 'iceberg'
530
- Requires-Dist: adlfs >=2023.1.0 ; extra == 'iceberg'
531
449
  Requires-Dist: pyarrow ~=16.0 ; extra == 'iceberg'
532
- Requires-Dist: pydantic ~=2.0 ; extra == 'iceberg'
450
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'iceberg'
451
+ Requires-Dist: adlfs >=2023.1.0 ; extra == 'iceberg'
452
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'iceberg'
533
453
  Provides-Extra: impala
454
+ Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'impala'
455
+ Requires-Dist: pure-sasl ; extra == 'impala'
534
456
  Requires-Dist: thrift-sasl ~=0.4 ; extra == 'impala'
535
457
  Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'impala'
536
- Requires-Dist: pure-sasl ; extra == 'impala'
537
458
  Requires-Dist: thrift <1,>=0.13 ; extra == 'impala'
538
- Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'impala'
539
459
  Provides-Extra: kafka
540
460
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'kafka'
541
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'kafka'
542
461
  Requires-Dist: fastavro >=1.2.0 ; extra == 'kafka'
543
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'kafka'
544
462
  Requires-Dist: protobuf ; extra == 'kafka'
463
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'kafka'
464
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'kafka'
545
465
  Provides-Extra: kafkaconnect
546
466
  Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'kafkaconnect'
547
467
  Provides-Extra: kinesis
548
468
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'kinesis'
549
469
  Provides-Extra: looker
550
- Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'looker'
551
470
  Requires-Dist: lkml ~=1.3 ; extra == 'looker'
471
+ Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'looker'
472
+ Requires-Dist: python-liquid ; extra == 'looker'
552
473
  Requires-Dist: giturlparse ; extra == 'looker'
553
474
  Requires-Dist: gitpython ~=3.1.34 ; extra == 'looker'
554
475
  Provides-Extra: mlflow
@@ -558,8 +479,8 @@ Requires-Dist: numpy <2 ; extra == 'mongo'
558
479
  Requires-Dist: pandas ~=2.0.0 ; extra == 'mongo'
559
480
  Requires-Dist: pymongo ~=4.3 ; extra == 'mongo'
560
481
  Provides-Extra: mssql
561
- Requires-Dist: collate-data-diff[mssql] ; extra == 'mssql'
562
482
  Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'mssql'
483
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'mssql'
563
484
  Provides-Extra: mssql-odbc
564
485
  Requires-Dist: collate-data-diff[mssql] ; extra == 'mssql-odbc'
565
486
  Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'mssql-odbc'
@@ -569,39 +490,39 @@ Requires-Dist: pymysql ~=1.0 ; extra == 'mysql'
569
490
  Provides-Extra: nifi
570
491
  Provides-Extra: openlineage
571
492
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'openlineage'
572
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'openlineage'
573
493
  Requires-Dist: fastavro >=1.2.0 ; extra == 'openlineage'
574
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'openlineage'
575
494
  Requires-Dist: protobuf ; extra == 'openlineage'
495
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'openlineage'
496
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'openlineage'
576
497
  Provides-Extra: oracle
577
498
  Requires-Dist: collate-data-diff[oracle] ; extra == 'oracle'
578
- Requires-Dist: oracledb ~=1.2 ; extra == 'oracle'
579
499
  Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'oracle'
500
+ Requires-Dist: oracledb ~=1.2 ; extra == 'oracle'
580
501
  Provides-Extra: pgspider
581
502
  Requires-Dist: sqlalchemy-pgspider ; extra == 'pgspider'
582
503
  Requires-Dist: psycopg2-binary ; extra == 'pgspider'
583
504
  Provides-Extra: pii-processor
505
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'pii-processor'
584
506
  Requires-Dist: numpy <2 ; extra == 'pii-processor'
585
507
  Requires-Dist: spacy <3.8 ; extra == 'pii-processor'
586
- Requires-Dist: pandas ~=2.0.0 ; extra == 'pii-processor'
587
508
  Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'pii-processor'
588
509
  Provides-Extra: pinotdb
589
510
  Requires-Dist: pinotdb ~=5.0 ; extra == 'pinotdb'
590
511
  Provides-Extra: postgres
512
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'postgres'
513
+ Requires-Dist: pymysql ~=1.0 ; extra == 'postgres'
591
514
  Requires-Dist: psycopg2-binary ; extra == 'postgres'
592
515
  Requires-Dist: packaging ; extra == 'postgres'
593
- Requires-Dist: pymysql ~=1.0 ; extra == 'postgres'
594
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'postgres'
595
516
  Provides-Extra: powerbi
596
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'powerbi'
517
+ Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'powerbi'
518
+ Requires-Dist: msal ~=1.2 ; extra == 'powerbi'
597
519
  Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'powerbi'
598
520
  Requires-Dist: azure-identity ~=1.12 ; extra == 'powerbi'
599
- Requires-Dist: msal ~=1.2 ; extra == 'powerbi'
600
- Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'powerbi'
521
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'powerbi'
601
522
  Provides-Extra: presto
523
+ Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'presto'
602
524
  Requires-Dist: collate-data-diff[presto] ; extra == 'presto'
603
525
  Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'presto'
604
- Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'presto'
605
526
  Provides-Extra: pymssql
606
527
  Requires-Dist: pymssql ~=2.2.0 ; extra == 'pymssql'
607
528
  Provides-Extra: qliksense
@@ -612,14 +533,14 @@ Provides-Extra: redash
612
533
  Requires-Dist: packaging ; extra == 'redash'
613
534
  Provides-Extra: redpanda
614
535
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'redpanda'
615
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'redpanda'
616
536
  Requires-Dist: fastavro >=1.2.0 ; extra == 'redpanda'
617
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'redpanda'
618
537
  Requires-Dist: protobuf ; extra == 'redpanda'
538
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'redpanda'
539
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'redpanda'
619
540
  Provides-Extra: redshift
541
+ Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'redshift'
620
542
  Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'redshift'
621
543
  Requires-Dist: psycopg2-binary ; extra == 'redshift'
622
- Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'redshift'
623
544
  Provides-Extra: sagemaker
624
545
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'sagemaker'
625
546
  Provides-Extra: salesforce
@@ -636,203 +557,207 @@ Requires-Dist: pymysql ~=1.0 ; extra == 'singlestore'
636
557
  Provides-Extra: sklearn
637
558
  Requires-Dist: scikit-learn ~=1.0 ; extra == 'sklearn'
638
559
  Provides-Extra: slim
639
- Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'slim'
640
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'slim'
641
- Requires-Dist: packaging ; extra == 'slim'
642
- Requires-Dist: cached-property ==1.5.2 ; extra == 'slim'
643
- Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'slim'
644
- Requires-Dist: sqlalchemy-hana ; extra == 'slim'
645
- Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'slim'
646
- Requires-Dist: email-validator >=2.0 ; extra == 'slim'
647
- Requires-Dist: adlfs >=2023.1.0 ; extra == 'slim'
648
- Requires-Dist: google-cloud-logging ; extra == 'slim'
649
- Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'slim'
650
- Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'slim'
651
- Requires-Dist: pydantic ~=2.0 ; extra == 'slim'
652
- Requires-Dist: trino[sqlalchemy] ; extra == 'slim'
653
- Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'slim'
654
- Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'slim'
655
- Requires-Dist: websocket-client ~=1.6.1 ; extra == 'slim'
656
- Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'slim'
657
- Requires-Dist: shapely ; extra == 'slim'
658
- Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'slim'
659
- Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'slim'
660
- Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'slim'
661
- Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'slim'
662
- Requires-Dist: deltalake ~=0.17 ; extra == 'slim'
663
- Requires-Dist: protobuf ; extra == 'slim'
664
- Requires-Dist: collate-data-diff[oracle] ; extra == 'slim'
665
- Requires-Dist: s3fs ; extra == 'slim'
666
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'slim'
667
- Requires-Dist: neo4j ~=5.3.0 ; extra == 'slim'
668
- Requires-Dist: numpy <2 ; extra == 'slim'
669
- Requires-Dist: lkml ~=1.3 ; extra == 'slim'
670
- Requires-Dist: requests >=2.23 ; extra == 'slim'
671
- Requires-Dist: Jinja2 >=2.11.3 ; extra == 'slim'
672
- Requires-Dist: pydruid >=0.6.5 ; extra == 'slim'
673
- Requires-Dist: pyiceberg ==0.5.1 ; extra == 'slim'
674
- Requires-Dist: collate-data-diff[trino] ; extra == 'slim'
675
- Requires-Dist: collate-data-diff[mysql] ; extra == 'slim'
676
- Requires-Dist: msal ~=1.2 ; extra == 'slim'
560
+ Requires-Dist: collate-data-diff[vertica] ; extra == 'slim'
561
+ Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'slim'
562
+ Requires-Dist: trino[sqlalchemy] ; extra == 'slim'
563
+ Requires-Dist: collate-data-diff[snowflake] ; extra == 'slim'
564
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'slim'
565
+ Requires-Dist: pymongo ~=4.3 ; extra == 'slim'
566
+ Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'slim'
677
567
  Requires-Dist: PyYAML ~=6.0 ; extra == 'slim'
678
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'slim'
679
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'slim'
568
+ Requires-Dist: thrift <1,>=0.13 ; extra == 'slim'
569
+ Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'slim'
570
+ Requires-Dist: requests >=2.23 ; extra == 'slim'
571
+ Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'slim'
572
+ Requires-Dist: google-cloud ; extra == 'slim'
573
+ Requires-Dist: neo4j ~=5.3.0 ; extra == 'slim'
574
+ Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'slim'
575
+ Requires-Dist: azure-storage-blob ; extra == 'slim'
680
576
  Requires-Dist: pure-sasl ; extra == 'slim'
681
- Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'slim'
682
- Requires-Dist: psycopg2-binary ; extra == 'slim'
683
- Requires-Dist: cramjam ~=2.7 ; extra == 'slim'
684
- Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'slim'
577
+ Requires-Dist: validators ~=0.22.0 ; extra == 'slim'
578
+ Requires-Dist: collate-data-diff[oracle] ; extra == 'slim'
579
+ Requires-Dist: collate-data-diff[trino] ; extra == 'slim'
580
+ Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'slim'
685
581
  Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'slim'
686
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'slim'
687
- Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'slim'
688
- Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'slim'
689
- Requires-Dist: spacy <3.8 ; extra == 'slim'
690
- Requires-Dist: pyathena ~=3.0 ; extra == 'slim'
691
- Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'slim'
692
- Requires-Dist: pymysql ~=1.0 ; extra == 'slim'
693
- Requires-Dist: cachetools ; extra == 'slim'
694
- Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'slim'
695
- Requires-Dist: collate-data-diff[clickhouse] ; extra == 'slim'
696
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'slim'
697
- Requires-Dist: impyla ~=0.18.0 ; extra == 'slim'
582
+ Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'slim'
583
+ Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'slim'
584
+ Requires-Dist: python-liquid ; extra == 'slim'
698
585
  Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'slim'
699
- Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'slim'
700
- Requires-Dist: pandas ~=2.0.0 ; extra == 'slim'
586
+ Requires-Dist: protobuf ; extra == 'slim'
587
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'slim'
588
+ Requires-Dist: google-cloud-logging ; extra == 'slim'
589
+ Requires-Dist: pyiceberg ==0.5.1 ; extra == 'slim'
590
+ Requires-Dist: collate-data-diff[mysql] ; extra == 'slim'
701
591
  Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'slim'
702
- Requires-Dist: memory-profiler ; extra == 'slim'
703
- Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'slim'
704
- Requires-Dist: fastavro >=1.2.0 ; extra == 'slim'
705
- Requires-Dist: collate-data-diff[mssql] ; extra == 'slim'
706
- Requires-Dist: chardet ==4.0.0 ; extra == 'slim'
592
+ Requires-Dist: Jinja2 >=2.11.3 ; extra == 'slim'
593
+ Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'slim'
594
+ Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'slim'
595
+ Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'slim'
596
+ Requires-Dist: websocket-client ~=1.6.1 ; extra == 'slim'
597
+ Requires-Dist: simple-salesforce ~=1.11 ; extra == 'slim'
707
598
  Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'slim'
708
- Requires-Dist: oracledb ~=1.2 ; extra == 'slim'
709
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'slim'
710
- Requires-Dist: sqlalchemy-pgspider ; extra == 'slim'
711
- Requires-Dist: python-dateutil >=2.8.1 ; extra == 'slim'
712
- Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'slim'
713
- Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'slim'
714
- Requires-Dist: azure-identity ~=1.12 ; extra == 'slim'
715
- Requires-Dist: pyarrow ~=16.0 ; extra == 'slim'
716
- Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'slim'
717
- Requires-Dist: croniter <3 ; extra == 'slim'
718
- Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'slim'
719
- Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'slim'
599
+ Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'slim'
600
+ Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'slim'
601
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'slim'
602
+ Requires-Dist: cachetools ; extra == 'slim'
603
+ Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'slim'
604
+ Requires-Dist: collate-data-diff ; extra == 'slim'
605
+ Requires-Dist: shapely ; extra == 'slim'
606
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'slim'
607
+ Requires-Dist: pydoris ==1.0.2 ; extra == 'slim'
720
608
  Requires-Dist: thrift-sasl ~=0.4 ; extra == 'slim'
721
- Requires-Dist: collate-data-diff[vertica] ; extra == 'slim'
722
- Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'slim'
723
- Requires-Dist: gitpython ~=3.1.34 ; extra == 'slim'
724
- Requires-Dist: validators ~=0.22.0 ; extra == 'slim'
725
- Requires-Dist: google-crc32c ; extra == 'slim'
726
- Requires-Dist: pydomo ~=0.3 ; extra == 'slim'
609
+ Requires-Dist: hdbcli ; extra == 'slim'
727
610
  Requires-Dist: tabulate ==0.9.0 ; extra == 'slim'
611
+ Requires-Dist: pinotdb ~=5.0 ; extra == 'slim'
612
+ Requires-Dist: email-validator >=2.0 ; extra == 'slim'
613
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'slim'
614
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'slim'
615
+ Requires-Dist: pymysql ~=1.0 ; extra == 'slim'
616
+ Requires-Dist: python-dateutil >=2.8.1 ; extra == 'slim'
617
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'slim'
618
+ Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'slim'
619
+ Requires-Dist: collate-data-diff[presto] ; extra == 'slim'
620
+ Requires-Dist: memory-profiler ; extra == 'slim'
621
+ Requires-Dist: impyla ~=0.18.0 ; extra == 'slim'
622
+ Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'slim'
728
623
  Requires-Dist: dagster-graphql ~=1.1 ; extra == 'slim'
729
- Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'slim'
624
+ Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'slim'
625
+ Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'slim'
626
+ Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'slim'
627
+ Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'slim'
628
+ Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'slim'
730
629
  Requires-Dist: giturlparse ; extra == 'slim'
731
- Requires-Dist: typing-inspect ; extra == 'slim'
732
- Requires-Dist: google-cloud ; extra == 'slim'
630
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'slim'
631
+ Requires-Dist: packaging ; extra == 'slim'
632
+ Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'slim'
733
633
  Requires-Dist: cryptography >=42.0.0 ; extra == 'slim'
734
- Requires-Dist: azure-keyvault-secrets ; extra == 'slim'
735
- Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'slim'
736
- Requires-Dist: couchbase ~=4.1 ; extra == 'slim'
737
- Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'slim'
738
- Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'slim'
739
- Requires-Dist: collate-data-diff[presto] ; extra == 'slim'
740
634
  Requires-Dist: pymssql ~=2.2.0 ; extra == 'slim'
741
- Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'slim'
742
- Requires-Dist: pinotdb ~=5.0 ; extra == 'slim'
743
- Requires-Dist: simple-salesforce ~=1.11 ; extra == 'slim'
744
- Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'slim'
745
- Requires-Dist: azure-storage-blob ; extra == 'slim'
746
- Requires-Dist: collate-data-diff[snowflake] ; extra == 'slim'
747
- Requires-Dist: hdbcli ; extra == 'slim'
748
- Requires-Dist: pymongo ~=4.3 ; extra == 'slim'
749
- Requires-Dist: pydoris ==1.0.2 ; extra == 'slim'
750
- Requires-Dist: thrift <1,>=0.13 ; extra == 'slim'
635
+ Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'slim'
636
+ Requires-Dist: lkml ~=1.3 ; extra == 'slim'
637
+ Requires-Dist: sqlalchemy-hana ; extra == 'slim'
638
+ Requires-Dist: msal ~=1.2 ; extra == 'slim'
639
+ Requires-Dist: pydruid >=0.6.5 ; extra == 'slim'
640
+ Requires-Dist: pydomo ~=0.3 ; extra == 'slim'
641
+ Requires-Dist: croniter <3 ; extra == 'slim'
642
+ Requires-Dist: google-crc32c ; extra == 'slim'
643
+ Requires-Dist: gitpython ~=3.1.34 ; extra == 'slim'
751
644
  Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'slim'
645
+ Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'slim'
646
+ Requires-Dist: cramjam ~=2.7 ; extra == 'slim'
647
+ Requires-Dist: numpy <2 ; extra == 'slim'
648
+ Requires-Dist: s3fs[boto3] ; extra == 'slim'
649
+ Requires-Dist: oracledb ~=1.2 ; extra == 'slim'
650
+ Requires-Dist: azure-keyvault-secrets ; extra == 'slim'
651
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'slim'
652
+ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'slim'
653
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'slim'
654
+ Requires-Dist: couchbase ~=4.1 ; extra == 'slim'
655
+ Requires-Dist: sqlalchemy-pgspider ; extra == 'slim'
656
+ Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'slim'
657
+ Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'slim'
658
+ Requires-Dist: chardet ==4.0.0 ; extra == 'slim'
659
+ Requires-Dist: sqlalchemy-exasol <6,>=5 ; extra == 'slim'
660
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'slim'
661
+ Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'slim'
662
+ Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'slim'
663
+ Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'slim'
664
+ Requires-Dist: typing-inspect ; extra == 'slim'
752
665
  Requires-Dist: dbt-artifacts-parser ; extra == 'slim'
666
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'slim'
667
+ Requires-Dist: pyathena ~=3.0 ; extra == 'slim'
668
+ Requires-Dist: adlfs >=2023.1.0 ; extra == 'slim'
669
+ Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'slim'
670
+ Requires-Dist: spacy <3.8 ; extra == 'slim'
671
+ Requires-Dist: deltalake ~=0.17 ; extra == 'slim'
672
+ Requires-Dist: psycopg2-binary ; extra == 'slim'
673
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'slim'
674
+ Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'slim'
675
+ Requires-Dist: cached-property ==1.5.2 ; extra == 'slim'
676
+ Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'slim'
753
677
  Provides-Extra: snowflake
754
- Requires-Dist: collate-data-diff[snowflake] ; extra == 'snowflake'
755
678
  Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'snowflake'
679
+ Requires-Dist: collate-data-diff[snowflake] ; extra == 'snowflake'
756
680
  Provides-Extra: superset
757
681
  Provides-Extra: tableau
682
+ Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'tableau'
758
683
  Requires-Dist: validators ~=0.22.0 ; extra == 'tableau'
759
684
  Requires-Dist: packaging ; extra == 'tableau'
760
- Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'tableau'
761
685
  Provides-Extra: teradata
762
686
  Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'teradata'
763
687
  Provides-Extra: test
764
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'test'
765
- Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'test'
766
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'test'
767
- Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'test'
768
- Requires-Dist: pymysql ~=1.0 ; extra == 'test'
688
+ Requires-Dist: dagster-graphql ~=1.1 ; extra == 'test'
769
689
  Requires-Dist: kafka-python ==2.0.2 ; extra == 'test'
770
- Requires-Dist: scikit-learn ~=1.0 ; extra == 'test'
771
- Requires-Dist: collate-data-diff[clickhouse] ; extra == 'test'
772
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'test'
773
- Requires-Dist: pandas ~=2.0.0 ; extra == 'test'
774
- Requires-Dist: fastavro >=1.2.0 ; extra == 'test'
775
- Requires-Dist: collate-data-diff[mssql] ; extra == 'test'
776
- Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'test'
777
- Requires-Dist: oracledb ~=1.2 ; extra == 'test'
778
690
  Requires-Dist: trino[sqlalchemy] ; extra == 'test'
779
- Requires-Dist: mypy-boto3-glue ; extra == 'test'
691
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'test'
692
+ Requires-Dist: pymongo ~=4.3 ; extra == 'test'
693
+ Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'test'
694
+ Requires-Dist: opentelemetry-exporter-otlp ==1.27.0 ; extra == 'test'
695
+ Requires-Dist: giturlparse ; extra == 'test'
696
+ Requires-Dist: delta-spark <=2.3.0 ; extra == 'test'
697
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'test'
698
+ Requires-Dist: apache-airflow ==2.9.1 ; extra == 'test'
699
+ Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'test'
700
+ Requires-Dist: neo4j ~=5.3.0 ; extra == 'test'
701
+ Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'test'
702
+ Requires-Dist: lkml ~=1.3 ; extra == 'test'
703
+ Requires-Dist: collate-data-diff[oracle] ; extra == 'test'
704
+ Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'test'
705
+ Requires-Dist: pydomo ~=0.3 ; extra == 'test'
706
+ Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'test'
780
707
  Requires-Dist: boto3-stubs ; extra == 'test'
781
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'test'
782
- Requires-Dist: sqlalchemy-pgspider ; extra == 'test'
783
- Requires-Dist: pytest ==7.0.0 ; extra == 'test'
784
- Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'test'
708
+ Requires-Dist: coverage ; extra == 'test'
709
+ Requires-Dist: croniter <3 ; extra == 'test'
710
+ Requires-Dist: dirty-equals ; extra == 'test'
711
+ Requires-Dist: protobuf ; extra == 'test'
712
+ Requires-Dist: pytest-cov ; extra == 'test'
713
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'test'
785
714
  Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'test'
786
715
  Requires-Dist: minio ==7.2.5 ; extra == 'test'
787
- Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'test'
788
- Requires-Dist: great-expectations <0.18.14,>=0.18.0 ; extra == 'test'
716
+ Requires-Dist: cramjam ~=2.7 ; extra == 'test'
717
+ Requires-Dist: s3fs[boto3] ; extra == 'test'
718
+ Requires-Dist: numpy <2 ; extra == 'test'
719
+ Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'test'
720
+ Requires-Dist: oracledb ~=1.2 ; extra == 'test'
789
721
  Requires-Dist: pyarrow ~=16.0 ; extra == 'test'
790
- Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'test'
791
- Requires-Dist: collate-data-diff[mysql] ==0.11.2 ; extra == 'test'
722
+ Requires-Dist: collate-data-diff[mysql] ; extra == 'test'
723
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'test'
724
+ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'test'
792
725
  Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'test'
793
- Requires-Dist: croniter <3 ; extra == 'test'
794
- Requires-Dist: delta-spark <=2.3.0 ; extra == 'test'
795
726
  Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'test'
796
- Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'test'
797
- Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'test'
798
- Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'test'
727
+ Requires-Dist: sqlalchemy-pgspider ; extra == 'test'
728
+ Requires-Dist: deltalake <0.20,~=0.17 ; extra == 'test'
799
729
  Requires-Dist: pytest-order ; extra == 'test'
800
- Requires-Dist: pydomo ~=0.3 ; extra == 'test'
801
- Requires-Dist: protobuf ; extra == 'test'
802
- Requires-Dist: deltalake ~=0.17 ; extra == 'test'
803
- Requires-Dist: dagster-graphql ~=1.1 ; extra == 'test'
804
- Requires-Dist: collate-data-diff[oracle] ; extra == 'test'
805
- Requires-Dist: s3fs ; extra == 'test'
806
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'test'
807
- Requires-Dist: giturlparse ; extra == 'test'
808
- Requires-Dist: lkml ~=1.3 ; extra == 'test'
809
- Requires-Dist: neo4j ~=5.3.0 ; extra == 'test'
810
- Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'test'
730
+ Requires-Dist: scikit-learn ~=1.0 ; extra == 'test'
811
731
  Requires-Dist: basedpyright ~=1.14 ; extra == 'test'
812
- Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'test'
813
- Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'test'
814
- Requires-Dist: pytest-cov ; extra == 'test'
815
- Requires-Dist: moto ~=5.0 ; extra == 'test'
816
- Requires-Dist: apache-airflow ==2.9.1 ; extra == 'test'
817
- Requires-Dist: requests ==2.31.0 ; extra == 'test'
732
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'test'
733
+ Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'test'
734
+ Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'test'
735
+ Requires-Dist: mypy-boto3-glue ; extra == 'test'
818
736
  Requires-Dist: freezegun ; extra == 'test'
819
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'test'
737
+ Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'test'
820
738
  Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'test'
821
- Requires-Dist: coverage ==7.6.1 ; extra == 'test'
822
- Requires-Dist: pymongo ~=4.3 ; extra == 'test'
823
- Requires-Dist: numpy <2 ; extra == 'test'
739
+ Requires-Dist: dbt-artifacts-parser ; extra == 'test'
824
740
  Requires-Dist: spacy <3.8 ; extra == 'test'
741
+ Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'test'
742
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'test'
825
743
  Requires-Dist: psycopg2-binary ; extra == 'test'
826
- Requires-Dist: cramjam ~=2.7 ; extra == 'test'
827
- Requires-Dist: dbt-artifacts-parser ; extra == 'test'
744
+ Requires-Dist: great-expectations <0.18.14,>=0.18.0 ; extra == 'test'
745
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'test'
746
+ Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'test'
747
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'test'
748
+ Requires-Dist: pytest ==7.0.0 ; extra == 'test'
749
+ Requires-Dist: requests ==2.31.0 ; extra == 'test'
750
+ Requires-Dist: pymysql ~=1.0 ; extra == 'test'
751
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'test'
752
+ Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'test'
828
753
  Requires-Dist: testcontainers ==3.7.1 ; (python_version < "3.9") and extra == 'test'
829
- Requires-Dist: testcontainers ==4.8.0 ; (python_version >= "3.9") and extra == 'test'
754
+ Requires-Dist: testcontainers ~=4.8.0 ; (python_version >= "3.9") and extra == 'test'
830
755
  Provides-Extra: trino
831
756
  Requires-Dist: collate-data-diff[trino] ; extra == 'trino'
832
757
  Requires-Dist: trino[sqlalchemy] ; extra == 'trino'
833
758
  Provides-Extra: vertica
834
- Requires-Dist: collate-data-diff[vertica] ; extra == 'vertica'
835
759
  Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'vertica'
760
+ Requires-Dist: collate-data-diff[vertica] ; extra == 'vertica'
836
761
 
837
762
  ---
838
763
  This guide will help you setup the Ingestion framework and connectors