openmetadata-ingestion 1.5.13.1__py3-none-any.whl → 1.6.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (1026) hide show
  1. _openmetadata_testutils/dict.py +23 -0
  2. _openmetadata_testutils/pydantic/test_utils.py +22 -2
  3. _openmetadata_testutils/pytest_openmetadata/plugin.py +86 -0
  4. _openmetadata_testutils/pytest_openmetadata/test_utils.py +99 -0
  5. metadata/cli/app.py +1 -0
  6. metadata/cli/classify.py +52 -0
  7. metadata/cli/dataquality.py +4 -1
  8. metadata/cli/ingest.py +2 -1
  9. metadata/cli/lineage.py +2 -1
  10. metadata/cli/profile.py +4 -1
  11. metadata/cli/usage.py +2 -1
  12. metadata/clients/aws_client.py +2 -2
  13. metadata/cmd.py +9 -0
  14. metadata/config/common.py +3 -1
  15. metadata/data_quality/api/models.py +2 -1
  16. metadata/data_quality/builders/{i_validator_builder.py → validator_builder.py} +45 -31
  17. metadata/data_quality/interface/pandas/pandas_test_suite_interface.py +25 -24
  18. metadata/data_quality/interface/sqlalchemy/sqa_test_suite_interface.py +23 -49
  19. metadata/data_quality/interface/test_suite_interface.py +36 -52
  20. metadata/data_quality/processor/test_case_runner.py +9 -9
  21. metadata/data_quality/runner/base_test_suite_source.py +52 -26
  22. metadata/data_quality/source/test_suite.py +1 -1
  23. metadata/data_quality/validations/base_test_handler.py +17 -12
  24. metadata/data_quality/validations/column/base/columnValuesToBeInSet.py +4 -2
  25. metadata/data_quality/validations/column/sqlalchemy/columnValueLengthsToBeBetween.py +1 -1
  26. metadata/data_quality/validations/column/sqlalchemy/columnValueMaxToBeBetween.py +1 -1
  27. metadata/data_quality/validations/column/sqlalchemy/columnValueMeanToBeBetween.py +1 -1
  28. metadata/data_quality/validations/column/sqlalchemy/columnValueMedianToBeBetween.py +1 -1
  29. metadata/data_quality/validations/column/sqlalchemy/columnValueMinToBeBetween.py +1 -1
  30. metadata/data_quality/validations/column/sqlalchemy/columnValueStdDevToBeBetween.py +1 -1
  31. metadata/data_quality/validations/column/sqlalchemy/columnValuesMissingCount.py +1 -1
  32. metadata/data_quality/validations/column/sqlalchemy/columnValuesSumToBeBetween.py +1 -1
  33. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeAtExpectedLocation.py +1 -1
  34. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeBetween.py +1 -1
  35. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeInSet.py +1 -1
  36. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotInSet.py +1 -1
  37. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotNull.py +1 -1
  38. metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py +2 -8
  39. metadata/data_quality/validations/column/sqlalchemy/columnValuesToMatchRegex.py +1 -1
  40. metadata/data_quality/validations/column/sqlalchemy/columnValuesToNotMatchRegex.py +1 -1
  41. metadata/data_quality/validations/models.py +6 -1
  42. metadata/data_quality/validations/runtime_param_setter/param_setter.py +2 -3
  43. metadata/data_quality/validations/runtime_param_setter/param_setter_factory.py +45 -17
  44. metadata/data_quality/validations/runtime_param_setter/table_diff_params_setter.py +26 -16
  45. metadata/data_quality/validations/table/sqlalchemy/tableCustomSQLQuery.py +7 -1
  46. metadata/data_quality/validations/table/sqlalchemy/tableDiff.py +193 -17
  47. metadata/data_quality/validations/table/sqlalchemy/tableRowInsertedCountToBeBetween.py +2 -2
  48. metadata/examples/workflows/bigquery_classifier.yaml +56 -0
  49. metadata/examples/workflows/bigquery_profiler.yaml +1 -2
  50. metadata/examples/workflows/datafactory.yaml +29 -0
  51. metadata/examples/workflows/db2_profiler.yaml +1 -2
  52. metadata/examples/workflows/dbtcloud.yaml +2 -1
  53. metadata/examples/workflows/matillion.yaml +31 -0
  54. metadata/examples/workflows/{mstr.yaml → microstrategy.yaml} +3 -2
  55. metadata/examples/workflows/mysql_profiler.yaml +0 -1
  56. metadata/examples/workflows/redshift_classifier.yaml +38 -0
  57. metadata/examples/workflows/redshift_profiler.yaml +2 -3
  58. metadata/examples/workflows/rest.yaml +20 -0
  59. metadata/examples/workflows/sigma.yaml +25 -0
  60. metadata/examples/workflows/trino_profiler.yaml +20 -0
  61. metadata/generated/antlr/EntityLinkLexer.py +70 -99
  62. metadata/generated/schema/analytics/__init__.py +1 -1
  63. metadata/generated/schema/analytics/basic.py +1 -1
  64. metadata/generated/schema/analytics/reportData.py +1 -1
  65. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  66. metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
  67. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  68. metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
  69. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  70. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  71. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  72. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  73. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  74. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  75. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  76. metadata/generated/schema/api/__init__.py +1 -1
  77. metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
  78. metadata/generated/schema/api/addTagToAssetsRequest.py +43 -0
  79. metadata/generated/schema/api/analytics/__init__.py +1 -1
  80. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  81. metadata/generated/schema/api/automations/__init__.py +1 -1
  82. metadata/generated/schema/api/automations/createWorkflow.py +1 -1
  83. metadata/generated/schema/api/bulkAssets.py +1 -1
  84. metadata/generated/schema/api/classification/__init__.py +1 -1
  85. metadata/generated/schema/api/classification/createClassification.py +1 -1
  86. metadata/generated/schema/api/classification/createTag.py +1 -1
  87. metadata/generated/schema/api/classification/loadTags.py +1 -1
  88. metadata/generated/schema/api/createBot.py +1 -1
  89. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  90. metadata/generated/schema/api/createType.py +1 -1
  91. metadata/generated/schema/api/data/__init__.py +1 -1
  92. metadata/generated/schema/api/data/createAPICollection.py +1 -1
  93. metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
  94. metadata/generated/schema/api/data/createChart.py +1 -1
  95. metadata/generated/schema/api/data/createContainer.py +1 -1
  96. metadata/generated/schema/api/data/createCustomProperty.py +1 -1
  97. metadata/generated/schema/api/data/createDashboard.py +1 -1
  98. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  99. metadata/generated/schema/api/data/createDatabase.py +1 -1
  100. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  101. metadata/generated/schema/api/data/createGlossary.py +1 -1
  102. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  103. metadata/generated/schema/api/data/createMetric.py +83 -0
  104. metadata/generated/schema/api/data/createMlModel.py +1 -1
  105. metadata/generated/schema/api/data/createPipeline.py +1 -1
  106. metadata/generated/schema/api/data/createQuery.py +1 -1
  107. metadata/generated/schema/api/data/createSearchIndex.py +8 -1
  108. metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
  109. metadata/generated/schema/api/data/createTable.py +1 -1
  110. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  111. metadata/generated/schema/api/data/createTopic.py +1 -1
  112. metadata/generated/schema/api/data/loadGlossary.py +1 -1
  113. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  114. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  115. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  116. metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
  117. metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
  118. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  119. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  120. metadata/generated/schema/api/docStore/__init__.py +1 -1
  121. metadata/generated/schema/api/docStore/createDocument.py +1 -1
  122. metadata/generated/schema/api/domains/__init__.py +1 -1
  123. metadata/generated/schema/api/domains/createDataProduct.py +1 -1
  124. metadata/generated/schema/api/domains/createDomain.py +1 -1
  125. metadata/generated/schema/api/feed/__init__.py +1 -1
  126. metadata/generated/schema/api/feed/closeTask.py +1 -1
  127. metadata/generated/schema/api/feed/createPost.py +1 -1
  128. metadata/generated/schema/api/feed/createSuggestion.py +1 -1
  129. metadata/generated/schema/api/feed/createThread.py +1 -1
  130. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  131. metadata/generated/schema/api/feed/threadCount.py +1 -1
  132. metadata/generated/schema/api/governance/__init__.py +3 -0
  133. metadata/generated/schema/api/governance/createWorkflowDefinition.py +83 -0
  134. metadata/generated/schema/api/governance/createWorkflowInstanceState.py +22 -0
  135. metadata/generated/schema/api/lineage/__init__.py +1 -1
  136. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  137. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  138. metadata/generated/schema/api/policies/__init__.py +1 -1
  139. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  140. metadata/generated/schema/api/services/__init__.py +1 -1
  141. metadata/generated/schema/api/services/createApiService.py +2 -2
  142. metadata/generated/schema/api/services/createDashboardService.py +1 -1
  143. metadata/generated/schema/api/services/createDatabaseService.py +1 -1
  144. metadata/generated/schema/api/services/createMessagingService.py +1 -1
  145. metadata/generated/schema/api/services/createMetadataService.py +1 -1
  146. metadata/generated/schema/api/services/createMlModelService.py +1 -1
  147. metadata/generated/schema/api/services/createPipelineService.py +1 -1
  148. metadata/generated/schema/api/services/createSearchService.py +1 -1
  149. metadata/generated/schema/api/services/createStorageService.py +1 -1
  150. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  151. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  152. metadata/generated/schema/api/setOwner.py +1 -1
  153. metadata/generated/schema/api/teams/__init__.py +1 -1
  154. metadata/generated/schema/api/teams/createPersona.py +1 -1
  155. metadata/generated/schema/api/teams/createRole.py +1 -1
  156. metadata/generated/schema/api/teams/createTeam.py +1 -1
  157. metadata/generated/schema/api/teams/createUser.py +1 -1
  158. metadata/generated/schema/api/tests/__init__.py +1 -1
  159. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  160. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  161. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  162. metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
  163. metadata/generated/schema/api/tests/createTestCaseResult.py +71 -0
  164. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  165. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  166. metadata/generated/schema/api/voteRequest.py +1 -1
  167. metadata/generated/schema/auth/__init__.py +1 -1
  168. metadata/generated/schema/auth/basicAuth.py +1 -1
  169. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  170. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  171. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  172. metadata/generated/schema/auth/emailRequest.py +1 -1
  173. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  174. metadata/generated/schema/auth/generateToken.py +1 -1
  175. metadata/generated/schema/auth/jwtAuth.py +1 -1
  176. metadata/generated/schema/auth/loginRequest.py +1 -1
  177. metadata/generated/schema/auth/logoutRequest.py +1 -1
  178. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  179. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  180. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  181. metadata/generated/schema/auth/refreshToken.py +1 -1
  182. metadata/generated/schema/auth/registrationRequest.py +1 -1
  183. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  184. metadata/generated/schema/auth/revokeToken.py +1 -1
  185. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  186. metadata/generated/schema/auth/ssoAuth.py +1 -1
  187. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  188. metadata/generated/schema/configuration/__init__.py +1 -1
  189. metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
  190. metadata/generated/schema/configuration/assetCertificationSettings.py +22 -0
  191. metadata/generated/schema/configuration/authConfig.py +1 -1
  192. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  193. metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
  194. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  195. metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
  196. metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
  197. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  198. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  199. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  200. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  201. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  202. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  203. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  204. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  205. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  206. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  207. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  208. metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
  209. metadata/generated/schema/configuration/lineageSettings.py +1 -1
  210. metadata/generated/schema/configuration/loginConfiguration.py +1 -1
  211. metadata/generated/schema/configuration/logoConfiguration.py +1 -1
  212. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  213. metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
  214. metadata/generated/schema/configuration/searchSettings.py +1 -1
  215. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -14
  216. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  217. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  218. metadata/generated/schema/configuration/themeConfiguration.py +1 -1
  219. metadata/generated/schema/configuration/uiThemePreference.py +1 -1
  220. metadata/generated/schema/dataInsight/__init__.py +1 -1
  221. metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
  222. metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
  223. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +9 -1
  224. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
  225. metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
  226. metadata/generated/schema/dataInsight/custom/lineChart.py +23 -8
  227. metadata/generated/schema/dataInsight/custom/summaryCard.py +20 -9
  228. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  229. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  230. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  231. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  232. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  233. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  234. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
  235. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
  236. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
  237. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
  238. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  239. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  240. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  241. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  242. metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
  243. metadata/generated/schema/email/__init__.py +1 -1
  244. metadata/generated/schema/email/emailRequest.py +1 -1
  245. metadata/generated/schema/email/emailTemplate.py +1 -1
  246. metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
  247. metadata/generated/schema/email/smtpSettings.py +1 -1
  248. metadata/generated/schema/email/templateValidationReponse.py +1 -1
  249. metadata/generated/schema/entity/__init__.py +1 -1
  250. metadata/generated/schema/entity/applications/__init__.py +1 -1
  251. metadata/generated/schema/entity/applications/app.py +9 -1
  252. metadata/generated/schema/entity/applications/appExtension.py +1 -1
  253. metadata/generated/schema/entity/applications/appRunRecord.py +1 -1
  254. metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
  255. metadata/generated/schema/entity/applications/configuration/applicationConfig.py +4 -2
  256. metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
  257. metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
  258. metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
  259. metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
  260. metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
  261. metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
  262. metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
  263. metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +54 -2
  264. metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
  265. metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
  266. metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
  267. metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
  268. metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
  269. metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
  270. metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +1 -1
  271. metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
  272. metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +22 -0
  273. metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
  274. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +1 -1
  275. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
  276. metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
  277. metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
  278. metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +1 -1
  279. metadata/generated/schema/entity/applications/createAppRequest.py +8 -1
  280. metadata/generated/schema/entity/applications/jobStatus.py +1 -1
  281. metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
  282. metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
  283. metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +8 -1
  284. metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +8 -1
  285. metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
  286. metadata/generated/schema/entity/automations/__init__.py +1 -1
  287. metadata/generated/schema/entity/automations/testServiceConnection.py +3 -1
  288. metadata/generated/schema/entity/automations/workflow.py +1 -1
  289. metadata/generated/schema/entity/bot.py +1 -1
  290. metadata/generated/schema/entity/classification/__init__.py +1 -1
  291. metadata/generated/schema/entity/classification/classification.py +2 -2
  292. metadata/generated/schema/entity/classification/tag.py +2 -2
  293. metadata/generated/schema/entity/data/__init__.py +1 -1
  294. metadata/generated/schema/entity/data/apiCollection.py +4 -2
  295. metadata/generated/schema/entity/data/apiEndpoint.py +4 -2
  296. metadata/generated/schema/entity/data/chart.py +4 -3
  297. metadata/generated/schema/entity/data/container.py +4 -2
  298. metadata/generated/schema/entity/data/dashboard.py +4 -2
  299. metadata/generated/schema/entity/data/dashboardDataModel.py +5 -2
  300. metadata/generated/schema/entity/data/database.py +7 -7
  301. metadata/generated/schema/entity/data/databaseSchema.py +5 -2
  302. metadata/generated/schema/entity/data/glossary.py +2 -2
  303. metadata/generated/schema/entity/data/glossaryTerm.py +3 -2
  304. metadata/generated/schema/entity/data/metric.py +196 -0
  305. metadata/generated/schema/entity/data/mlmodel.py +4 -2
  306. metadata/generated/schema/entity/data/pipeline.py +4 -3
  307. metadata/generated/schema/entity/data/query.py +3 -5
  308. metadata/generated/schema/entity/data/report.py +1 -1
  309. metadata/generated/schema/entity/data/searchIndex.py +16 -2
  310. metadata/generated/schema/entity/data/storedProcedure.py +4 -2
  311. metadata/generated/schema/entity/data/table.py +36 -3
  312. metadata/generated/schema/entity/data/topic.py +4 -3
  313. metadata/generated/schema/entity/docStore/__init__.py +1 -1
  314. metadata/generated/schema/entity/docStore/document.py +1 -1
  315. metadata/generated/schema/entity/domains/__init__.py +1 -1
  316. metadata/generated/schema/entity/domains/dataProduct.py +1 -1
  317. metadata/generated/schema/entity/domains/domain.py +1 -1
  318. metadata/generated/schema/entity/events/__init__.py +1 -1
  319. metadata/generated/schema/entity/events/webhook.py +19 -2
  320. metadata/generated/schema/entity/feed/__init__.py +1 -1
  321. metadata/generated/schema/entity/feed/assets.py +1 -1
  322. metadata/generated/schema/entity/feed/customProperty.py +1 -1
  323. metadata/generated/schema/entity/feed/description.py +1 -1
  324. metadata/generated/schema/entity/feed/domain.py +1 -1
  325. metadata/generated/schema/entity/feed/entityInfo.py +1 -1
  326. metadata/generated/schema/entity/feed/owner.py +1 -1
  327. metadata/generated/schema/entity/feed/suggestion.py +1 -1
  328. metadata/generated/schema/entity/feed/tag.py +1 -1
  329. metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
  330. metadata/generated/schema/entity/feed/thread.py +1 -1
  331. metadata/generated/schema/entity/policies/__init__.py +1 -1
  332. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  333. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +4 -1
  334. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  335. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  336. metadata/generated/schema/entity/policies/filters.py +1 -1
  337. metadata/generated/schema/entity/policies/policy.py +1 -1
  338. metadata/generated/schema/entity/services/__init__.py +1 -1
  339. metadata/generated/schema/entity/services/apiService.py +7 -7
  340. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  341. metadata/generated/schema/entity/services/connections/{apiService → api}/__init__.py +1 -1
  342. metadata/generated/schema/entity/services/connections/{apiService → api}/restConnection.py +15 -7
  343. metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
  344. metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
  345. metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
  346. metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
  347. metadata/generated/schema/entity/services/connections/connectionBasicType.py +29 -1
  348. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  349. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
  350. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
  351. metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +1 -1
  352. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
  353. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
  354. metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +67 -0
  355. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
  356. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +1 -1
  357. metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +1 -1
  358. metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
  359. metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
  360. metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
  361. metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
  362. metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
  363. metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +1 -1
  364. metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +1 -1
  365. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
  366. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
  367. metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +41 -0
  368. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
  369. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +1 -1
  370. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  371. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +5 -1
  372. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
  373. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +9 -1
  374. metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +1 -1
  375. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
  376. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  377. metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
  378. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  379. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  380. metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
  381. metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +11 -0
  382. metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +1 -1
  383. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
  384. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
  385. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  386. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  387. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  388. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  389. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
  390. metadata/generated/schema/entity/services/connections/database/db2Connection.py +16 -1
  391. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
  392. metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
  393. metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
  394. metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
  395. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
  396. metadata/generated/schema/entity/services/connections/database/dorisConnection.py +1 -1
  397. metadata/generated/schema/entity/services/connections/database/druidConnection.py +4 -1
  398. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
  399. metadata/generated/schema/entity/services/connections/database/exasolConnection.py +84 -0
  400. metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
  401. metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +4 -1
  402. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +4 -1
  403. metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
  404. metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
  405. metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
  406. metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
  407. metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
  408. metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
  409. metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
  410. metadata/generated/schema/entity/services/connections/database/icebergConnection.py +1 -1
  411. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +4 -1
  412. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +4 -1
  413. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +3 -2
  414. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +5 -1
  415. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +11 -7
  416. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +5 -1
  417. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +4 -1
  418. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +5 -1
  419. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
  420. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +9 -1
  421. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
  422. metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +1 -1
  423. metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
  424. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
  425. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
  426. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +5 -1
  427. metadata/generated/schema/entity/services/connections/database/sasConnection.py +1 -1
  428. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +4 -1
  429. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +9 -1
  430. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +4 -1
  431. metadata/generated/schema/entity/services/connections/database/synapseConnection.py +1 -1
  432. metadata/generated/schema/entity/services/connections/database/teradataConnection.py +4 -1
  433. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +7 -2
  434. metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +1 -1
  435. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
  436. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  437. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
  438. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
  439. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
  440. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
  441. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
  442. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  443. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  444. metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +1 -1
  445. metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +1 -1
  446. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
  447. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
  448. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
  449. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +1 -1
  450. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  451. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
  452. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
  453. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
  454. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
  455. metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +1 -1
  456. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  457. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
  458. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
  459. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
  460. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
  461. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
  462. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
  463. metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +69 -0
  464. metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +17 -5
  465. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
  466. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
  467. metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +1 -1
  468. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
  469. metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +1 -1
  470. metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +65 -0
  471. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
  472. metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +1 -1
  473. metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +1 -1
  474. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
  475. metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +43 -0
  476. metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
  477. metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +1 -1
  478. metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
  479. metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
  480. metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
  481. metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +1 -1
  482. metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +1 -1
  483. metadata/generated/schema/entity/services/connections/serviceConnection.py +3 -3
  484. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  485. metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +1 -1
  486. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
  487. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
  488. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
  489. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  490. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  491. metadata/generated/schema/entity/services/dashboardService.py +8 -5
  492. metadata/generated/schema/entity/services/databaseService.py +5 -2
  493. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  494. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +2 -1
  495. metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
  496. metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
  497. metadata/generated/schema/entity/services/messagingService.py +2 -2
  498. metadata/generated/schema/entity/services/metadataService.py +2 -2
  499. metadata/generated/schema/entity/services/mlmodelService.py +2 -2
  500. metadata/generated/schema/entity/services/pipelineService.py +11 -2
  501. metadata/generated/schema/entity/services/searchService.py +2 -2
  502. metadata/generated/schema/entity/services/serviceType.py +2 -2
  503. metadata/generated/schema/entity/services/storageService.py +2 -2
  504. metadata/generated/schema/entity/teams/__init__.py +1 -1
  505. metadata/generated/schema/entity/teams/persona.py +1 -1
  506. metadata/generated/schema/entity/teams/role.py +1 -1
  507. metadata/generated/schema/entity/teams/team.py +1 -1
  508. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  509. metadata/generated/schema/entity/teams/user.py +1 -1
  510. metadata/generated/schema/entity/type.py +1 -1
  511. metadata/generated/schema/entity/utils/__init__.py +1 -1
  512. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  513. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  514. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  515. metadata/generated/schema/events/__init__.py +1 -1
  516. metadata/generated/schema/events/alertMetrics.py +1 -1
  517. metadata/generated/schema/events/api/__init__.py +1 -1
  518. metadata/generated/schema/events/api/createEventSubscription.py +1 -1
  519. metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +69 -0
  520. metadata/generated/schema/events/api/eventsRecord.py +37 -0
  521. metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -4
  522. metadata/generated/schema/events/api/typedEvent.py +46 -0
  523. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  524. metadata/generated/schema/events/eventFilterRule.py +1 -1
  525. metadata/generated/schema/events/eventSubscription.py +15 -46
  526. metadata/generated/schema/events/eventSubscriptionOffset.py +7 -2
  527. metadata/generated/schema/events/failedEvent.py +1 -1
  528. metadata/generated/schema/events/failedEventResponse.py +38 -0
  529. metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
  530. metadata/generated/schema/events/statusContext.py +43 -0
  531. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  532. metadata/generated/schema/events/subscriptionStatus.py +78 -0
  533. metadata/generated/schema/events/testDestinationStatus.py +88 -0
  534. metadata/generated/schema/governance/workflows/__init__.py +3 -0
  535. metadata/generated/schema/governance/workflows/elements/__init__.py +5 -0
  536. metadata/generated/schema/governance/workflows/elements/edge.py +29 -0
  537. metadata/generated/schema/governance/workflows/elements/nodeSubType.py +16 -0
  538. metadata/generated/schema/governance/workflows/elements/nodeType.py +14 -0
  539. metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +3 -0
  540. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +5 -0
  541. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +44 -0
  542. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +49 -0
  543. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +42 -0
  544. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +3 -0
  545. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +30 -0
  546. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +3 -0
  547. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +30 -0
  548. metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +3 -0
  549. metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +57 -0
  550. metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +3 -0
  551. metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +43 -0
  552. metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +44 -0
  553. metadata/generated/schema/{entity/data/metrics.py → governance/workflows/workflowDefinition.py} +36 -49
  554. metadata/generated/schema/governance/workflows/workflowInstance.py +50 -0
  555. metadata/generated/schema/governance/workflows/workflowInstanceState.py +73 -0
  556. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  557. metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +53 -0
  558. metadata/generated/schema/metadataIngestion/application.py +1 -1
  559. metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
  560. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
  561. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  562. metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +111 -0
  563. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -9
  564. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +27 -24
  565. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +42 -1
  566. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
  567. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  568. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  569. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  570. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  571. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  572. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  573. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +9 -1
  574. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +9 -1
  575. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  576. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  577. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  578. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  579. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  580. metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +9 -1
  581. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  582. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  583. metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
  584. metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
  585. metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
  586. metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
  587. metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
  588. metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
  589. metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
  590. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  591. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +4 -1
  592. metadata/generated/schema/metadataIngestion/workflow.py +15 -1
  593. metadata/generated/schema/monitoring/__init__.py +1 -1
  594. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  595. metadata/generated/schema/security/__init__.py +1 -1
  596. metadata/generated/schema/security/client/__init__.py +1 -1
  597. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  598. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  599. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  600. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  601. metadata/generated/schema/security/client/oidcClientConfig.py +1 -1
  602. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  603. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  604. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  605. metadata/generated/schema/security/credentials/__init__.py +1 -1
  606. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  607. metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
  608. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  609. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  610. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  611. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  612. metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
  613. metadata/generated/schema/security/credentials/gcpExternalAccount.py +1 -1
  614. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  615. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  616. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  617. metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
  618. metadata/generated/schema/security/sasl/__init__.py +1 -1
  619. metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
  620. metadata/generated/schema/security/secrets/__init__.py +1 -1
  621. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  622. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  623. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  624. metadata/generated/schema/security/securityConfiguration.py +1 -1
  625. metadata/generated/schema/security/ssl/__init__.py +1 -1
  626. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  627. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  628. metadata/generated/schema/settings/__init__.py +1 -1
  629. metadata/generated/schema/settings/settings.py +7 -1
  630. metadata/generated/schema/system/__init__.py +1 -1
  631. metadata/generated/schema/system/entityError.py +1 -1
  632. metadata/generated/schema/system/eventPublisherJob.py +2 -1
  633. metadata/generated/schema/system/indexingError.py +1 -1
  634. metadata/generated/schema/system/limitsResponse.py +1 -1
  635. metadata/generated/schema/system/ui/__init__.py +1 -1
  636. metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
  637. metadata/generated/schema/system/ui/page.py +1 -1
  638. metadata/generated/schema/system/validationResponse.py +1 -1
  639. metadata/generated/schema/tests/__init__.py +1 -1
  640. metadata/generated/schema/tests/assigned.py +1 -1
  641. metadata/generated/schema/tests/basic.py +19 -4
  642. metadata/generated/schema/tests/customMetric.py +1 -1
  643. metadata/generated/schema/tests/dataQualityReport.py +1 -1
  644. metadata/generated/schema/tests/resolved.py +1 -1
  645. metadata/generated/schema/tests/testCase.py +6 -2
  646. metadata/generated/schema/tests/testCaseResolutionStatus.py +17 -2
  647. metadata/generated/schema/tests/testDefinition.py +1 -1
  648. metadata/generated/schema/tests/testSuite.py +9 -2
  649. metadata/generated/schema/type/__init__.py +1 -1
  650. metadata/generated/schema/type/apiSchema.py +1 -1
  651. metadata/generated/schema/type/assetCertification.py +26 -0
  652. metadata/generated/schema/type/auditLog.py +1 -1
  653. metadata/generated/schema/type/basic.py +1 -1
  654. metadata/generated/schema/type/bulkOperationResult.py +1 -1
  655. metadata/generated/schema/type/changeEvent.py +1 -1
  656. metadata/generated/schema/type/changeEventType.py +1 -1
  657. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  658. metadata/generated/schema/type/csvDocumentation.py +1 -1
  659. metadata/generated/schema/type/csvErrorType.py +1 -1
  660. metadata/generated/schema/type/csvFile.py +1 -1
  661. metadata/generated/schema/type/csvImportResult.py +1 -1
  662. metadata/generated/schema/type/customProperties/__init__.py +1 -1
  663. metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
  664. metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
  665. metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
  666. metadata/generated/schema/type/customProperty.py +8 -1
  667. metadata/generated/schema/type/dailyCount.py +1 -1
  668. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  669. metadata/generated/schema/type/entityHierarchy.py +1 -1
  670. metadata/generated/schema/type/entityHistory.py +1 -1
  671. metadata/generated/schema/type/entityLineage.py +1 -1
  672. metadata/generated/schema/type/entityReference.py +1 -1
  673. metadata/generated/schema/type/entityReferenceList.py +1 -1
  674. metadata/generated/schema/type/entityRelationship.py +2 -1
  675. metadata/generated/schema/type/entityUsage.py +1 -1
  676. metadata/generated/schema/type/filterPattern.py +1 -1
  677. metadata/generated/schema/type/function.py +1 -1
  678. metadata/generated/schema/type/include.py +1 -1
  679. metadata/generated/schema/type/jdbcConnection.py +1 -1
  680. metadata/generated/schema/type/lifeCycle.py +1 -1
  681. metadata/generated/schema/type/paging.py +1 -1
  682. metadata/generated/schema/type/profile.py +1 -1
  683. metadata/generated/schema/type/queryParserData.py +1 -1
  684. metadata/generated/schema/type/reaction.py +1 -1
  685. metadata/generated/schema/type/schedule.py +1 -1
  686. metadata/generated/schema/type/schema.py +1 -1
  687. metadata/generated/schema/type/tableQuery.py +1 -1
  688. metadata/generated/schema/type/tableUsageCount.py +1 -1
  689. metadata/generated/schema/type/tagLabel.py +1 -1
  690. metadata/generated/schema/type/usageDetails.py +1 -1
  691. metadata/generated/schema/type/usageRequest.py +1 -1
  692. metadata/generated/schema/type/votes.py +1 -1
  693. metadata/ingestion/api/models.py +9 -5
  694. metadata/ingestion/api/parser.py +14 -0
  695. metadata/ingestion/lineage/parser.py +1 -1
  696. metadata/ingestion/lineage/sql_lineage.py +135 -62
  697. metadata/ingestion/models/custom_basemodel_validation.py +80 -0
  698. metadata/ingestion/models/custom_pydantic.py +33 -1
  699. metadata/ingestion/models/custom_types.py +2 -0
  700. metadata/ingestion/models/entity_interface.py +71 -0
  701. metadata/ingestion/ometa/mixins/data_insight_mixin.py +3 -2
  702. metadata/ingestion/ometa/mixins/es_mixin.py +66 -8
  703. metadata/ingestion/ometa/mixins/ingestion_pipeline_mixin.py +5 -3
  704. metadata/ingestion/ometa/mixins/suggestions_mixin.py +3 -3
  705. metadata/ingestion/ometa/mixins/table_mixin.py +1 -1
  706. metadata/ingestion/ometa/models.py +1 -0
  707. metadata/ingestion/ometa/ometa_api.py +6 -3
  708. metadata/ingestion/ometa/routes.py +4 -2
  709. metadata/ingestion/processor/query_parser.py +2 -2
  710. metadata/ingestion/sink/metadata_rest.py +23 -18
  711. metadata/ingestion/source/api/api_service.py +212 -0
  712. metadata/ingestion/source/api/rest/connection.py +93 -0
  713. metadata/ingestion/source/api/rest/metadata.py +278 -0
  714. metadata/ingestion/source/api/rest/models.py +41 -0
  715. metadata/ingestion/source/api/rest/service_spec.py +4 -0
  716. metadata/ingestion/source/dashboard/dashboard_service.py +2 -0
  717. metadata/ingestion/source/dashboard/domodashboard/service_spec.py +6 -0
  718. metadata/ingestion/source/dashboard/lightdash/service_spec.py +4 -0
  719. metadata/ingestion/source/dashboard/looker/metadata.py +33 -4
  720. metadata/ingestion/source/dashboard/looker/service_spec.py +4 -0
  721. metadata/ingestion/source/dashboard/metabase/service_spec.py +4 -0
  722. metadata/ingestion/source/dashboard/microstrategy/__init__.py +0 -0
  723. metadata/ingestion/source/dashboard/{mstr → microstrategy}/client.py +48 -37
  724. metadata/ingestion/source/dashboard/{mstr → microstrategy}/connection.py +11 -11
  725. metadata/ingestion/source/dashboard/{mstr → microstrategy}/metadata.py +18 -14
  726. metadata/ingestion/source/dashboard/{mstr → microstrategy}/models.py +1 -1
  727. metadata/ingestion/source/dashboard/microstrategy/service_spec.py +6 -0
  728. metadata/ingestion/source/dashboard/mode/service_spec.py +4 -0
  729. metadata/ingestion/source/dashboard/powerbi/service_spec.py +4 -0
  730. metadata/ingestion/source/dashboard/qlikcloud/service_spec.py +4 -0
  731. metadata/ingestion/source/dashboard/qliksense/service_spec.py +4 -0
  732. metadata/ingestion/source/dashboard/quicksight/service_spec.py +4 -0
  733. metadata/ingestion/source/dashboard/redash/service_spec.py +4 -0
  734. metadata/ingestion/source/dashboard/sigma/__init__.py +0 -0
  735. metadata/ingestion/source/dashboard/sigma/client.py +186 -0
  736. metadata/ingestion/source/dashboard/sigma/connection.py +67 -0
  737. metadata/ingestion/source/dashboard/sigma/metadata.py +331 -0
  738. metadata/ingestion/source/dashboard/sigma/models.py +97 -0
  739. metadata/ingestion/source/dashboard/sigma/service_spec.py +4 -0
  740. metadata/ingestion/source/dashboard/superset/service_spec.py +4 -0
  741. metadata/ingestion/source/dashboard/tableau/metadata.py +29 -12
  742. metadata/ingestion/source/dashboard/tableau/models.py +10 -0
  743. metadata/ingestion/source/dashboard/tableau/service_spec.py +4 -0
  744. metadata/ingestion/source/database/athena/service_spec.py +10 -0
  745. metadata/ingestion/source/database/azuresql/service_spec.py +12 -0
  746. metadata/ingestion/source/database/bigquery/connection.py +28 -2
  747. metadata/ingestion/source/database/bigquery/lineage.py +29 -2
  748. metadata/ingestion/source/database/bigquery/metadata.py +1 -25
  749. metadata/ingestion/source/database/bigquery/profiler/__init__.py +0 -0
  750. metadata/ingestion/source/database/bigquery/profiler/profiler.py +30 -0
  751. metadata/ingestion/source/database/bigquery/profiler/system.py +166 -0
  752. metadata/ingestion/source/database/bigquery/queries.py +69 -1
  753. metadata/ingestion/source/database/bigquery/service_spec.py +16 -0
  754. metadata/ingestion/source/database/bigtable/service_spec.py +4 -0
  755. metadata/ingestion/source/database/clickhouse/service_spec.py +12 -0
  756. metadata/ingestion/source/database/common_db_source.py +150 -147
  757. metadata/ingestion/source/database/common_nosql_source.py +0 -14
  758. metadata/ingestion/source/database/couchbase/metadata.py +62 -2
  759. metadata/{data_quality/builders/sqa_validator_builder.py → ingestion/source/database/couchbase/models.py} +15 -9
  760. metadata/ingestion/source/database/couchbase/queries.py +6 -1
  761. metadata/ingestion/source/database/couchbase/service_spec.py +4 -0
  762. metadata/ingestion/source/database/database_service.py +15 -22
  763. metadata/ingestion/source/database/databricks/metadata.py +12 -1
  764. metadata/ingestion/source/database/databricks/service_spec.py +20 -0
  765. metadata/ingestion/source/database/datalake/clients/azure_blob.py +0 -3
  766. metadata/ingestion/source/database/datalake/clients/base.py +10 -1
  767. metadata/ingestion/source/database/datalake/clients/gcs.py +10 -6
  768. metadata/ingestion/source/database/datalake/clients/s3.py +0 -3
  769. metadata/ingestion/source/database/datalake/metadata.py +2 -13
  770. metadata/ingestion/source/database/datalake/service_spec.py +16 -0
  771. metadata/ingestion/source/database/db2/connection.py +14 -1
  772. metadata/ingestion/source/database/db2/lineage.py +46 -0
  773. metadata/ingestion/source/database/db2/service_spec.py +9 -0
  774. metadata/ingestion/source/database/dbt/constants.py +12 -0
  775. metadata/ingestion/source/database/dbt/dbt_config.py +24 -2
  776. metadata/ingestion/source/database/dbt/dbt_service.py +25 -1
  777. metadata/ingestion/source/database/dbt/dbt_utils.py +29 -0
  778. metadata/ingestion/source/database/dbt/metadata.py +73 -7
  779. metadata/ingestion/source/database/dbt/models.py +2 -0
  780. metadata/ingestion/source/database/dbt/service_spec.py +4 -0
  781. metadata/ingestion/source/database/deltalake/metadata.py +1 -12
  782. metadata/ingestion/source/database/deltalake/service_spec.py +4 -0
  783. metadata/ingestion/source/database/domodatabase/metadata.py +1 -12
  784. metadata/ingestion/source/database/domodatabase/service_spec.py +4 -0
  785. metadata/ingestion/source/database/doris/metadata.py +1 -1
  786. metadata/ingestion/source/database/doris/service_spec.py +4 -0
  787. metadata/ingestion/source/database/druid/lineage.py +46 -0
  788. metadata/ingestion/source/database/druid/service_spec.py +4 -0
  789. metadata/ingestion/source/database/dynamodb/service_spec.py +10 -0
  790. metadata/ingestion/source/database/exasol/__init__.py +0 -0
  791. metadata/ingestion/source/database/exasol/connection.py +87 -0
  792. metadata/ingestion/source/database/exasol/metadata.py +27 -0
  793. metadata/ingestion/source/database/exasol/service_spec.py +4 -0
  794. metadata/ingestion/source/database/glue/metadata.py +49 -19
  795. metadata/ingestion/source/database/glue/models.py +8 -0
  796. metadata/ingestion/source/database/glue/service_spec.py +4 -0
  797. metadata/ingestion/source/database/greenplum/lineage.py +46 -0
  798. metadata/ingestion/source/database/greenplum/service_spec.py +4 -0
  799. metadata/ingestion/source/database/hive/lineage.py +46 -0
  800. metadata/ingestion/source/database/hive/service_spec.py +4 -0
  801. metadata/ingestion/source/database/iceberg/metadata.py +1 -16
  802. metadata/ingestion/source/database/iceberg/service_spec.py +4 -0
  803. metadata/ingestion/source/database/impala/lineage.py +46 -0
  804. metadata/ingestion/source/database/impala/service_spec.py +4 -0
  805. metadata/ingestion/source/database/life_cycle_query_mixin.py +3 -5
  806. metadata/ingestion/source/database/lineage_source.py +124 -32
  807. metadata/ingestion/source/database/mariadb/lineage.py +46 -0
  808. metadata/ingestion/source/database/mariadb/service_spec.py +4 -0
  809. metadata/ingestion/source/database/mongodb/service_spec.py +10 -0
  810. metadata/ingestion/source/database/mssql/lineage.py +51 -2
  811. metadata/ingestion/source/database/mssql/metadata.py +2 -44
  812. metadata/ingestion/source/database/mssql/service_spec.py +12 -0
  813. metadata/ingestion/source/database/mysql/lineage.py +0 -2
  814. metadata/ingestion/source/database/mysql/queries.py +0 -2
  815. metadata/ingestion/source/database/mysql/service_spec.py +10 -0
  816. metadata/ingestion/source/database/mysql/usage.py +0 -2
  817. metadata/ingestion/source/database/oracle/lineage.py +28 -1
  818. metadata/ingestion/source/database/oracle/metadata.py +2 -23
  819. metadata/ingestion/source/database/oracle/service_spec.py +10 -0
  820. metadata/ingestion/source/database/pinotdb/lineage.py +46 -0
  821. metadata/ingestion/source/database/pinotdb/service_spec.py +4 -0
  822. metadata/ingestion/source/database/postgres/metadata.py +4 -13
  823. metadata/ingestion/source/database/postgres/service_spec.py +10 -0
  824. metadata/ingestion/source/database/postgres/utils.py +26 -0
  825. metadata/ingestion/source/database/presto/service_spec.py +4 -0
  826. metadata/ingestion/source/database/query/service_spec.py +9 -0
  827. metadata/ingestion/source/database/query_parser_source.py +1 -0
  828. metadata/ingestion/source/database/redshift/connection.py +9 -2
  829. metadata/ingestion/source/database/redshift/lineage.py +27 -3
  830. metadata/ingestion/source/database/redshift/metadata.py +2 -27
  831. metadata/ingestion/source/database/redshift/profiler/__init__.py +0 -0
  832. metadata/ingestion/source/database/redshift/profiler/profiler.py +14 -0
  833. metadata/ingestion/source/database/redshift/profiler/system.py +149 -0
  834. metadata/ingestion/source/database/redshift/queries.py +99 -8
  835. metadata/ingestion/source/database/redshift/service_spec.py +14 -0
  836. metadata/ingestion/source/database/redshift/utils.py +3 -3
  837. metadata/ingestion/source/database/salesforce/metadata.py +1 -12
  838. metadata/ingestion/source/database/salesforce/service_spec.py +4 -0
  839. metadata/ingestion/source/database/sample_data.py +129 -34
  840. metadata/ingestion/source/database/saperp/service_spec.py +4 -0
  841. metadata/ingestion/source/database/saphana/service_spec.py +7 -0
  842. metadata/ingestion/source/database/sas/metadata.py +1 -10
  843. metadata/ingestion/source/database/sas/service_spec.py +4 -0
  844. metadata/ingestion/source/database/singlestore/lineage.py +46 -0
  845. metadata/ingestion/source/database/singlestore/service_spec.py +9 -0
  846. metadata/ingestion/source/database/snowflake/connection.py +13 -3
  847. metadata/ingestion/source/database/snowflake/lineage.py +65 -3
  848. metadata/ingestion/source/database/snowflake/metadata.py +1 -24
  849. metadata/ingestion/source/database/snowflake/models.py +50 -1
  850. metadata/ingestion/source/database/snowflake/profiler/__init__.py +0 -0
  851. metadata/ingestion/source/database/snowflake/profiler/profiler.py +26 -0
  852. metadata/ingestion/source/database/snowflake/profiler/system.py +437 -0
  853. metadata/ingestion/source/database/snowflake/queries.py +27 -0
  854. metadata/ingestion/source/database/snowflake/service_spec.py +20 -0
  855. metadata/ingestion/source/database/sql_column_handler.py +26 -0
  856. metadata/ingestion/source/database/sqlite/lineage.py +46 -0
  857. metadata/ingestion/source/database/sqlite/service_spec.py +4 -0
  858. metadata/ingestion/source/database/stored_procedures_mixin.py +90 -52
  859. metadata/ingestion/source/database/teradata/lineage.py +46 -0
  860. metadata/ingestion/source/database/teradata/service_spec.py +4 -0
  861. metadata/ingestion/source/database/trino/connection.py +60 -23
  862. metadata/ingestion/source/database/trino/profiler/__init__.py +0 -0
  863. metadata/ingestion/source/database/trino/profiler/system_tables_profiler.py +167 -0
  864. metadata/ingestion/source/database/trino/service_spec.py +16 -0
  865. metadata/ingestion/source/database/unitycatalog/metadata.py +3 -24
  866. metadata/ingestion/source/database/unitycatalog/service_spec.py +22 -0
  867. metadata/ingestion/source/database/usage_source.py +4 -1
  868. metadata/ingestion/source/database/vertica/service_spec.py +10 -0
  869. metadata/ingestion/source/messaging/kafka/service_spec.py +4 -0
  870. metadata/ingestion/source/messaging/kinesis/service_spec.py +4 -0
  871. metadata/ingestion/source/messaging/redpanda/service_spec.py +4 -0
  872. metadata/ingestion/source/metadata/alationsink/service_spec.py +4 -0
  873. metadata/ingestion/source/metadata/amundsen/service_spec.py +4 -0
  874. metadata/ingestion/source/metadata/atlas/service_spec.py +4 -0
  875. metadata/ingestion/source/mlmodel/mlflow/service_spec.py +4 -0
  876. metadata/ingestion/source/mlmodel/sagemaker/service_spec.py +4 -0
  877. metadata/ingestion/source/pipeline/airbyte/service_spec.py +4 -0
  878. metadata/ingestion/source/pipeline/airflow/connection.py +45 -2
  879. metadata/ingestion/source/pipeline/airflow/metadata.py +71 -27
  880. metadata/ingestion/source/pipeline/airflow/service_spec.py +4 -0
  881. metadata/ingestion/source/pipeline/dagster/metadata.py +3 -1
  882. metadata/ingestion/source/pipeline/dagster/service_spec.py +4 -0
  883. metadata/ingestion/source/pipeline/databrickspipeline/service_spec.py +6 -0
  884. metadata/ingestion/source/pipeline/dbtcloud/client.py +67 -28
  885. metadata/ingestion/source/pipeline/dbtcloud/connection.py +1 -3
  886. metadata/ingestion/source/pipeline/dbtcloud/models.py +1 -1
  887. metadata/ingestion/source/pipeline/dbtcloud/service_spec.py +4 -0
  888. metadata/ingestion/source/pipeline/domopipeline/service_spec.py +4 -0
  889. metadata/ingestion/source/pipeline/fivetran/metadata.py +1 -1
  890. metadata/ingestion/source/pipeline/fivetran/service_spec.py +4 -0
  891. metadata/ingestion/source/pipeline/flink/service_spec.py +4 -0
  892. metadata/ingestion/source/pipeline/gluepipeline/service_spec.py +4 -0
  893. metadata/ingestion/source/pipeline/kafkaconnect/client.py +13 -14
  894. metadata/ingestion/source/pipeline/kafkaconnect/connection.py +1 -1
  895. metadata/ingestion/source/pipeline/kafkaconnect/service_spec.py +4 -0
  896. metadata/ingestion/source/pipeline/nifi/service_spec.py +4 -0
  897. metadata/ingestion/source/pipeline/openlineage/service_spec.py +4 -0
  898. metadata/ingestion/source/pipeline/pipeline_service.py +3 -1
  899. metadata/ingestion/source/pipeline/spline/service_spec.py +4 -0
  900. metadata/ingestion/source/search/elasticsearch/metadata.py +53 -0
  901. metadata/ingestion/source/search/elasticsearch/service_spec.py +4 -0
  902. metadata/ingestion/source/search/search_service.py +44 -1
  903. metadata/ingestion/source/storage/gcs/metadata.py +2 -2
  904. metadata/ingestion/source/storage/gcs/service_spec.py +4 -0
  905. metadata/ingestion/source/storage/s3/service_spec.py +4 -0
  906. metadata/mixins/pandas/pandas_mixin.py +2 -31
  907. metadata/mixins/sqalchemy/sqa_mixin.py +18 -17
  908. metadata/parsers/avro_parser.py +51 -16
  909. metadata/parsers/json_schema_parser.py +45 -16
  910. metadata/pii/processor.py +10 -9
  911. metadata/pii/scanners/ner_scanner.py +2 -1
  912. metadata/profiler/api/models.py +4 -75
  913. metadata/profiler/config.py +39 -0
  914. metadata/profiler/interface/nosql/profiler_interface.py +1 -26
  915. metadata/profiler/interface/pandas/profiler_interface.py +37 -77
  916. metadata/profiler/interface/profiler_interface.py +25 -279
  917. metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +0 -19
  918. metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +2 -17
  919. metadata/profiler/interface/sqlalchemy/db2/profiler_interface.py +1 -1
  920. metadata/profiler/interface/sqlalchemy/mariadb/profiler_interface.py +7 -5
  921. metadata/profiler/interface/sqlalchemy/profiler_interface.py +73 -125
  922. metadata/profiler/interface/sqlalchemy/single_store/profiler_interface.py +5 -5
  923. metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +1 -1
  924. metadata/profiler/interface/sqlalchemy/stored_statistics_profiler.py +145 -0
  925. metadata/profiler/interface/sqlalchemy/trino/profiler_interface.py +9 -4
  926. metadata/profiler/metrics/static/max.py +4 -2
  927. metadata/profiler/metrics/static/min.py +4 -2
  928. metadata/profiler/metrics/system/system.py +69 -374
  929. metadata/profiler/orm/converter/base.py +23 -13
  930. metadata/profiler/orm/converter/bigquery/converter.py +1 -1
  931. metadata/profiler/orm/converter/converter_registry.py +2 -0
  932. metadata/profiler/orm/converter/mssql/converter.py +15 -1
  933. metadata/profiler/orm/functions/count.py +9 -0
  934. metadata/profiler/orm/functions/md5.py +42 -0
  935. metadata/{data_quality/builders/pandas_validator_builder.py → profiler/orm/functions/substr.py} +13 -10
  936. metadata/profiler/orm/functions/table_metric_computer.py +10 -9
  937. metadata/profiler/orm/functions/unique_count.py +6 -0
  938. metadata/profiler/orm/registry.py +27 -2
  939. metadata/profiler/orm/types/custom_timestamp.py +4 -2
  940. metadata/profiler/processor/core.py +13 -62
  941. metadata/profiler/processor/handle_partition.py +0 -48
  942. metadata/profiler/processor/processor.py +1 -1
  943. metadata/profiler/processor/runner.py +116 -35
  944. metadata/profiler/processor/sample_data_handler.py +7 -4
  945. metadata/profiler/source/database/base/profiler_source.py +214 -0
  946. metadata/profiler/source/{bigquery → database/bigquery}/profiler_source.py +4 -4
  947. metadata/profiler/source/{databricks → database/databricks}/profiler_source.py +6 -7
  948. metadata/profiler/source/{mariadb → database/mariadb}/metrics/window/first_quartile.py +1 -1
  949. metadata/profiler/source/{mariadb → database/mariadb}/metrics/window/median.py +1 -1
  950. metadata/profiler/source/{mariadb → database/mariadb}/metrics/window/third_quartile.py +1 -1
  951. metadata/profiler/source/{single_store → database/single_store}/metrics/window/first_quartile.py +3 -1
  952. metadata/profiler/source/{single_store → database/single_store}/metrics/window/median.py +3 -1
  953. metadata/profiler/source/{single_store → database/single_store}/metrics/window/third_quartile.py +3 -1
  954. metadata/profiler/source/fetcher/config.py +44 -0
  955. metadata/profiler/source/fetcher/entity_fetcher.py +62 -0
  956. metadata/profiler/source/fetcher/fetcher_strategy.py +299 -0
  957. metadata/profiler/source/fetcher/profiler_source_factory.py +89 -0
  958. metadata/profiler/source/metadata.py +16 -201
  959. metadata/profiler/source/metadata_ext.py +23 -18
  960. metadata/profiler/source/model.py +29 -0
  961. metadata/sampler/config.py +237 -0
  962. metadata/sampler/models.py +106 -0
  963. metadata/{profiler/processor/sampler → sampler}/nosql/sampler.py +44 -12
  964. metadata/sampler/pandas/sampler.py +239 -0
  965. metadata/{utils → sampler}/partition.py +66 -51
  966. metadata/sampler/processor.py +154 -0
  967. metadata/sampler/sampler_interface.py +251 -0
  968. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/azuresql/sampler.py +1 -1
  969. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/bigquery/sampler.py +55 -26
  970. metadata/sampler/sqlalchemy/mssql/sampler.py +50 -0
  971. metadata/sampler/sqlalchemy/postgres/sampler.py +91 -0
  972. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/sampler.py +93 -98
  973. metadata/sampler/sqlalchemy/snowflake/sampler.py +95 -0
  974. metadata/{profiler/processor/sampler → sampler}/sqlalchemy/trino/sampler.py +5 -3
  975. metadata/utils/class_helper.py +12 -0
  976. metadata/utils/collaborative_super.py +28 -0
  977. metadata/utils/constants.py +65 -0
  978. metadata/utils/constraints.py +65 -0
  979. metadata/utils/dict.py +8 -0
  980. metadata/utils/dispatch.py +1 -53
  981. metadata/utils/entity_link.py +8 -2
  982. metadata/utils/entity_utils.py +93 -0
  983. metadata/utils/filters.py +15 -0
  984. metadata/utils/fqn.py +15 -0
  985. metadata/utils/helpers.py +3 -2
  986. metadata/utils/importer.py +12 -24
  987. metadata/utils/logger.py +31 -1
  988. metadata/utils/lru_cache.py +76 -15
  989. metadata/utils/profiler_utils.py +43 -9
  990. metadata/utils/service_spec/__init__.py +5 -0
  991. metadata/utils/service_spec/default.py +21 -0
  992. metadata/utils/service_spec/service_spec.py +146 -0
  993. metadata/utils/ssl_manager.py +33 -0
  994. metadata/utils/time_utils.py +33 -5
  995. metadata/workflow/application.py +7 -36
  996. metadata/workflow/base.py +47 -17
  997. metadata/workflow/classification.py +53 -0
  998. metadata/workflow/data_quality.py +5 -1
  999. metadata/workflow/ingestion.py +6 -38
  1000. metadata/workflow/profiler.py +1 -17
  1001. metadata/workflow/workflow_output_handler.py +11 -8
  1002. metadata/workflow/workflow_status_mixin.py +0 -2
  1003. openmetadata_ingestion-1.6.0.0.dist-info/LICENSE +114 -0
  1004. {openmetadata_ingestion-1.5.13.1.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/METADATA +498 -573
  1005. {openmetadata_ingestion-1.5.13.1.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/RECORD +1012 -825
  1006. {openmetadata_ingestion-1.5.13.1.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/entry_points.txt +3 -0
  1007. metadata/data_quality/interface/test_suite_interface_factory.py +0 -128
  1008. metadata/data_quality/runner/test_suite_source_factory.py +0 -38
  1009. metadata/generated/schema/entity/services/connections/dashboard/mstrConnection.py +0 -54
  1010. metadata/profiler/interface/profiler_interface_factory.py +0 -107
  1011. metadata/profiler/metrics/system/queries/bigquery.py +0 -54
  1012. metadata/profiler/metrics/system/queries/redshift.py +0 -103
  1013. metadata/profiler/metrics/system/queries/snowflake.py +0 -191
  1014. metadata/profiler/processor/sampler/pandas/sampler.py +0 -170
  1015. metadata/profiler/processor/sampler/sampler_factory.py +0 -100
  1016. metadata/profiler/processor/sampler/sampler_interface.py +0 -74
  1017. metadata/profiler/processor/sampler/sqlalchemy/snowflake/sampler.py +0 -60
  1018. metadata/profiler/source/base/profiler_source.py +0 -299
  1019. metadata/profiler/source/profiler_source_factory.py +0 -54
  1020. openmetadata_ingestion-1.5.13.1.dist-info/LICENSE +0 -201
  1021. {metadata/ingestion/source/dashboard/mstr → _openmetadata_testutils/pytest_openmetadata}/__init__.py +0 -0
  1022. /metadata/profiler/source/{bigquery → database/bigquery}/type_mapper.py +0 -0
  1023. /metadata/profiler/source/{mariadb → database/mariadb}/functions/median.py +0 -0
  1024. /metadata/profiler/source/{single_store → database/single_store}/functions/median.py +0 -0
  1025. {openmetadata_ingestion-1.5.13.1.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/WHEEL +0 -0
  1026. {openmetadata_ingestion-1.5.13.1.dist-info → openmetadata_ingestion-1.6.0.0.dist-info}/top_level.txt +0 -0
@@ -1,365 +1,282 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: openmetadata-ingestion
3
- Version: 1.5.13.1
3
+ Version: 1.6.0.0
4
4
  Summary: Ingestion Framework for OpenMetadata
5
5
  Author: OpenMetadata Committers
6
- License: Apache License
7
- Version 2.0, January 2004
8
- http://www.apache.org/licenses/
9
-
10
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
11
-
12
- 1. Definitions.
13
-
14
- "License" shall mean the terms and conditions for use, reproduction,
15
- and distribution as defined by Sections 1 through 9 of this document.
16
-
17
- "Licensor" shall mean the copyright owner or entity authorized by
18
- the copyright owner that is granting the License.
19
-
20
- "Legal Entity" shall mean the union of the acting entity and all
21
- other entities that control, are controlled by, or are under common
22
- control with that entity. For the purposes of this definition,
23
- "control" means (i) the power, direct or indirect, to cause the
24
- direction or management of such entity, whether by contract or
25
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
26
- outstanding shares, or (iii) beneficial ownership of such entity.
27
-
28
- "You" (or "Your") shall mean an individual or Legal Entity
29
- exercising permissions granted by this License.
30
-
31
- "Source" form shall mean the preferred form for making modifications,
32
- including but not limited to software source code, documentation
33
- source, and configuration files.
34
-
35
- "Object" form shall mean any form resulting from mechanical
36
- transformation or translation of a Source form, including but
37
- not limited to compiled object code, generated documentation,
38
- and conversions to other media types.
39
-
40
- "Work" shall mean the work of authorship, whether in Source or
41
- Object form, made available under the License, as indicated by a
42
- copyright notice that is included in or attached to the work
43
- (an example is provided in the Appendix below).
44
-
45
- "Derivative Works" shall mean any work, whether in Source or Object
46
- form, that is based on (or derived from) the Work and for which the
47
- editorial revisions, annotations, elaborations, or other modifications
48
- represent, as a whole, an original work of authorship. For the purposes
49
- of this License, Derivative Works shall not include works that remain
50
- separable from, or merely link (or bind by name) to the interfaces of,
51
- the Work and Derivative Works thereof.
52
-
53
- "Contribution" shall mean any work of authorship, including
54
- the original version of the Work and any modifications or additions
55
- to that Work or Derivative Works thereof, that is intentionally
56
- submitted to Licensor for inclusion in the Work by the copyright owner
57
- or by an individual or Legal Entity authorized to submit on behalf of
58
- the copyright owner. For the purposes of this definition, "submitted"
59
- means any form of electronic, verbal, or written communication sent
60
- to the Licensor or its representatives, including but not limited to
61
- communication on electronic mailing lists, source code control systems,
62
- and issue tracking systems that are managed by, or on behalf of, the
63
- Licensor for the purpose of discussing and improving the Work, but
64
- excluding communication that is conspicuously marked or otherwise
65
- designated in writing by the copyright owner as "Not a Contribution."
66
-
67
- "Contributor" shall mean Licensor and any individual or Legal Entity
68
- on behalf of whom a Contribution has been received by Licensor and
69
- subsequently incorporated within the Work.
70
-
71
- 2. Grant of Copyright License. Subject to the terms and conditions of
72
- this License, each Contributor hereby grants to You a perpetual,
73
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
74
- copyright license to reproduce, prepare Derivative Works of,
75
- publicly display, publicly perform, sublicense, and distribute the
76
- Work and such Derivative Works in Source or Object form.
77
-
78
- 3. Grant of Patent License. Subject to the terms and conditions of
79
- this License, each Contributor hereby grants to You a perpetual,
80
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
81
- (except as stated in this section) patent license to make, have made,
82
- use, offer to sell, sell, import, and otherwise transfer the Work,
83
- where such license applies only to those patent claims licensable
84
- by such Contributor that are necessarily infringed by their
85
- Contribution(s) alone or by combination of their Contribution(s)
86
- with the Work to which such Contribution(s) was submitted. If You
87
- institute patent litigation against any entity (including a
88
- cross-claim or counterclaim in a lawsuit) alleging that the Work
89
- or a Contribution incorporated within the Work constitutes direct
90
- or contributory patent infringement, then any patent licenses
91
- granted to You under this License for that Work shall terminate
92
- as of the date such litigation is filed.
93
-
94
- 4. Redistribution. You may reproduce and distribute copies of the
95
- Work or Derivative Works thereof in any medium, with or without
96
- modifications, and in Source or Object form, provided that You
97
- meet the following conditions:
98
-
99
- (a) You must give any other recipients of the Work or
100
- Derivative Works a copy of this License; and
101
-
102
- (b) You must cause any modified files to carry prominent notices
103
- stating that You changed the files; and
104
-
105
- (c) You must retain, in the Source form of any Derivative Works
106
- that You distribute, all copyright, patent, trademark, and
107
- attribution notices from the Source form of the Work,
108
- excluding those notices that do not pertain to any part of
109
- the Derivative Works; and
110
-
111
- (d) If the Work includes a "NOTICE" text file as part of its
112
- distribution, then any Derivative Works that You distribute must
113
- include a readable copy of the attribution notices contained
114
- within such NOTICE file, excluding those notices that do not
115
- pertain to any part of the Derivative Works, in at least one
116
- of the following places: within a NOTICE text file distributed
117
- as part of the Derivative Works; within the Source form or
118
- documentation, if provided along with the Derivative Works; or,
119
- within a display generated by the Derivative Works, if and
120
- wherever such third-party notices normally appear. The contents
121
- of the NOTICE file are for informational purposes only and
122
- do not modify the License. You may add Your own attribution
123
- notices within Derivative Works that You distribute, alongside
124
- or as an addendum to the NOTICE text from the Work, provided
125
- that such additional attribution notices cannot be construed
126
- as modifying the License.
127
-
128
- You may add Your own copyright statement to Your modifications and
129
- may provide additional or different license terms and conditions
130
- for use, reproduction, or distribution of Your modifications, or
131
- for any such Derivative Works as a whole, provided Your use,
132
- reproduction, and distribution of the Work otherwise complies with
133
- the conditions stated in this License.
134
-
135
- 5. Submission of Contributions. Unless You explicitly state otherwise,
136
- any Contribution intentionally submitted for inclusion in the Work
137
- by You to the Licensor shall be under the terms and conditions of
138
- this License, without any additional terms or conditions.
139
- Notwithstanding the above, nothing herein shall supersede or modify
140
- the terms of any separate license agreement you may have executed
141
- with Licensor regarding such Contributions.
142
-
143
- 6. Trademarks. This License does not grant permission to use the trade
144
- names, trademarks, service marks, or product names of the Licensor,
145
- except as required for reasonable and customary use in describing the
146
- origin of the Work and reproducing the content of the NOTICE file.
147
-
148
- 7. Disclaimer of Warranty. Unless required by applicable law or
149
- agreed to in writing, Licensor provides the Work (and each
150
- Contributor provides its Contributions) on an "AS IS" BASIS,
151
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
152
- implied, including, without limitation, any warranties or conditions
153
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
154
- PARTICULAR PURPOSE. You are solely responsible for determining the
155
- appropriateness of using or redistributing the Work and assume any
156
- risks associated with Your exercise of permissions under this License.
157
-
158
- 8. Limitation of Liability. In no event and under no legal theory,
159
- whether in tort (including negligence), contract, or otherwise,
160
- unless required by applicable law (such as deliberate and grossly
161
- negligent acts) or agreed to in writing, shall any Contributor be
162
- liable to You for damages, including any direct, indirect, special,
163
- incidental, or consequential damages of any character arising as a
164
- result of this License or out of the use or inability to use the
165
- Work (including but not limited to damages for loss of goodwill,
166
- work stoppage, computer failure or malfunction, or any and all
167
- other commercial damages or losses), even if such Contributor
168
- has been advised of the possibility of such damages.
169
-
170
- 9. Accepting Warranty or Additional Liability. While redistributing
171
- the Work or Derivative Works thereof, You may choose to offer,
172
- and charge a fee for, acceptance of support, warranty, indemnity,
173
- or other liability obligations and/or rights consistent with this
174
- License. However, in accepting such obligations, You may act only
175
- on Your own behalf and on Your sole responsibility, not on behalf
176
- of any other Contributor, and only if You agree to indemnify,
177
- defend, and hold each Contributor harmless for any liability
178
- incurred by, or claims asserted against, such Contributor by reason
179
- of your accepting any such warranty or additional liability.
180
-
181
- END OF TERMS AND CONDITIONS
182
-
183
- APPENDIX: How to apply the Apache License to your work.
184
-
185
- To apply the Apache License to your work, attach the following
186
- boilerplate notice, with the fields enclosed by brackets "[]"
187
- replaced with your own identifying information. (Don't include
188
- the brackets!) The text should be enclosed in the appropriate
189
- comment syntax for the file format. We also recommend that a
190
- file or class name and description of purpose be included on the
191
- same "printed page" as the copyright notice for easier
192
- identification within third-party archives.
193
-
194
- Copyright [yyyy] [name of copyright owner]
195
-
196
- Licensed under the Apache License, Version 2.0 (the "License");
197
- you may not use this file except in compliance with the License.
198
- You may obtain a copy of the License at
199
-
200
- http://www.apache.org/licenses/LICENSE-2.0
201
-
202
- Unless required by applicable law or agreed to in writing, software
203
- distributed under the License is distributed on an "AS IS" BASIS,
204
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
205
- See the License for the specific language governing permissions and
206
- limitations under the License.
6
+ License: Collate Community License Agreement
7
+ Version 1.0
8
+
9
+ This Collate Community License Agreement Version 1.0 (the “Agreement”) sets
10
+ forth the terms on which Collate, Inc. (“Collate”) makes available certain
11
+ software made available by Collate under this Agreement (the “Software”). BY
12
+ INSTALLING, DOWNLOADING, ACCESSING, USING OR DISTRIBUTING ANY OF THE SOFTWARE,
13
+ YOU AGREE TO THE TERMS AND CONDITIONS OF THIS AGREEMENT. IF YOU DO NOT AGREE TO
14
+ SUCH TERMS AND CONDITIONS, YOU MUST NOT USE THE SOFTWARE. IF YOU ARE RECEIVING
15
+ THE SOFTWARE ON BEHALF OF A LEGAL ENTITY, YOU REPRESENT AND WARRANT THAT YOU
16
+ HAVE THE ACTUAL AUTHORITY TO AGREE TO THE TERMS AND CONDITIONS OF THIS
17
+ AGREEMENT ON BEHALF OF SUCH ENTITY. “Licensee” means you, an individual, or
18
+ the entity on whose behalf you are receiving the Software.
19
+
20
+ 1. LICENSE GRANT AND CONDITIONS.
21
+
22
+ 1.1 License. Subject to the terms and conditions of this Agreement,
23
+ Collate hereby grants to Licensee a non-exclusive, royalty-free,
24
+ worldwide, non-transferable, non-sublicenseable license during the term
25
+ of this Agreement to: (a) use the Software; (b) prepare modifications and
26
+ derivative works of the Software; (c) distribute the Software (including
27
+ without limitation in source code or object code form); and (d) reproduce
28
+ copies of the Software (the “License”). Licensee is not granted the
29
+ right to, and Licensee shall not, exercise the License for an Excluded
30
+ Purpose. For purposes of this Agreement, “Excluded Purpose” means making
31
+ available any software-as-a-service, platform-as-a-service,
32
+ infrastructure-as-a-service or other similar online service that competes
33
+ with Collate products or services that provide the Software.
34
+
35
+ 1.2 Conditions. In consideration of the License, Licensee’s distribution
36
+ of the Software is subject to the following conditions:
37
+
38
+ (a) Licensee must cause any Software modified by Licensee to carry
39
+ prominent notices stating that Licensee modified the Software.
40
+
41
+ (b) On each Software copy, Licensee shall reproduce and not remove or
42
+ alter all Collate or third party copyright or other proprietary
43
+ notices contained in the Software, and Licensee must provide the
44
+ notice below with each copy.
45
+
46
+ “This software is made available by Collate, Inc., under the
47
+ terms of the Collate Community License Agreement, Version 1.0
48
+ located at http://www.getcollate.io/collate-community-license. BY
49
+ INSTALLING, DOWNLOADING, ACCESSING, USING OR DISTRIBUTING ANY OF
50
+ THE SOFTWARE, YOU AGREE TO THE TERMS OF SUCH LICENSE AGREEMENT.”
51
+
52
+ 1.3 Licensee Modifications. Licensee may add its own copyright notices
53
+ to modifications made by Licensee and may provide additional or different
54
+ license terms and conditions for use, reproduction, or distribution of
55
+ Licensee’s modifications. While redistributing the Software or
56
+ modifications thereof, Licensee may choose to offer, for a fee or free of
57
+ charge, support, warranty, indemnity, or other obligations. Licensee, and
58
+ not Collate, will be responsible for any such obligations.
59
+
60
+ 1.4 No Sublicensing. The License does not include the right to
61
+ sublicense the Software, however, each recipient to which Licensee
62
+ provides the Software may exercise the Licenses so long as such recipient
63
+ agrees to the terms and conditions of this Agreement.
64
+
65
+ 2. TERM AND TERMINATION. This Agreement will continue unless and until
66
+ earlier terminated as set forth herein. If Licensee breaches any of its
67
+ conditions or obligations under this Agreement, this Agreement will
68
+ terminate automatically and the License will terminate automatically and
69
+ permanently.
70
+
71
+ 3. INTELLECTUAL PROPERTY. As between the parties, Collate will retain all
72
+ right, title, and interest in the Software, and all intellectual property
73
+ rights therein. Collate hereby reserves all rights not expressly granted
74
+ to Licensee in this Agreement. Collate hereby reserves all rights in its
75
+ trademarks and service marks, and no licenses therein are granted in this
76
+ Agreement.
77
+
78
+ 4. DISCLAIMER. COLLATE HEREBY DISCLAIMS ANY AND ALL WARRANTIES AND
79
+ CONDITIONS, EXPRESS, IMPLIED, STATUTORY, OR OTHERWISE, AND SPECIFICALLY
80
+ DISCLAIMS ANY WARRANTY OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR
81
+ PURPOSE, WITH RESPECT TO THE SOFTWARE.
82
+
83
+ 5. LIMITATION OF LIABILITY. COLLATE WILL NOT BE LIABLE FOR ANY DAMAGES OF
84
+ ANY KIND, INCLUDING BUT NOT LIMITED TO, LOST PROFITS OR ANY CONSEQUENTIAL,
85
+ SPECIAL, INCIDENTAL, INDIRECT, OR DIRECT DAMAGES, HOWEVER CAUSED AND ON ANY
86
+ THEORY OF LIABILITY, ARISING OUT OF THIS AGREEMENT. THE FOREGOING SHALL
87
+ APPLY TO THE EXTENT PERMITTED BY APPLICABLE LAW.
88
+
89
+ 6.GENERAL.
90
+
91
+ 6.1 Governing Law. This Agreement will be governed by and interpreted in
92
+ accordance with the laws of the state of California, without reference to
93
+ its conflict of laws principles. If Licensee is located within the
94
+ United States, all disputes arising out of this Agreement are subject to
95
+ the exclusive jurisdiction of courts located in Santa Clara County,
96
+ California. USA. If Licensee is located outside of the United States,
97
+ any dispute, controversy or claim arising out of or relating to this
98
+ Agreement will be referred to and finally determined by arbitration in
99
+ accordance with the JAMS International Arbitration Rules. The tribunal
100
+ will consist of one arbitrator. The place of arbitration will be Palo
101
+ Alto, California. The language to be used in the arbitral proceedings
102
+ will be English. Judgment upon the award rendered by the arbitrator may
103
+ be entered in any court having jurisdiction thereof.
104
+
105
+ 6.2 Assignment. Licensee is not authorized to assign its rights under
106
+ this Agreement to any third party. Collate may freely assign its rights
107
+ under this Agreement to any third party.
108
+
109
+ 6.3 Other. This Agreement is the entire agreement between the parties
110
+ regarding the subject matter hereof. No amendment or modification of
111
+ this Agreement will be valid or binding upon the parties unless made in
112
+ writing and signed by the duly authorized representatives of both
113
+ parties. In the event that any provision, including without limitation
114
+ any condition, of this Agreement is held to be unenforceable, this
115
+ Agreement and all licenses and rights granted hereunder will immediately
116
+ terminate. Waiver by Collate of a breach of any provision of this
117
+ Agreement or the failure by Collate to exercise any right hereunder
118
+ will not be construed as a waiver of any subsequent breach of that right
119
+ or as a waiver of any other right.
207
120
  Project-URL: Homepage, https://open-metadata.org/
208
121
  Project-URL: Documentation, https://docs.open-metadata.org/
209
122
  Project-URL: Source, https://github.com/open-metadata/OpenMetadata
210
123
  Requires-Python: >=3.8
211
124
  Description-Content-Type: text/x-rst
212
125
  License-File: LICENSE
213
- Requires-Dist: jsonpatch <2.0,>=1.24
214
- Requires-Dist: pymysql ~=1.0
215
- Requires-Dist: chardet ==4.0.0
216
- Requires-Dist: pydantic ~=2.0
217
- Requires-Dist: collate-sqllineage ~=1.5.0
218
- Requires-Dist: importlib-metadata >=4.13.0
219
- Requires-Dist: Jinja2 >=2.11.3
220
- Requires-Dist: cached-property ==1.5.2
221
- Requires-Dist: mypy-extensions >=0.4.3
222
- Requires-Dist: python-dateutil >=2.8.1
223
126
  Requires-Dist: requests-aws4auth ~=1.1
224
- Requires-Dist: azure-keyvault-secrets
225
- Requires-Dist: tabulate ==0.9.0
226
- Requires-Dist: packaging
227
- Requires-Dist: google-cloud-secret-manager ==2.19.0
127
+ Requires-Dist: cached-property ==1.5.2
128
+ Requires-Dist: importlib-metadata >=4.13.0
228
129
  Requires-Dist: sqlalchemy <2,>=1.4.0
130
+ Requires-Dist: antlr4-python3-runtime ==4.9.2
131
+ Requires-Dist: PyYAML ~=6.0
132
+ Requires-Dist: packaging
229
133
  Requires-Dist: requests >=2.23
230
134
  Requires-Dist: cryptography >=42.0.0
231
- Requires-Dist: azure-identity ~=1.12
232
- Requires-Dist: boto3 <2.0,>=1.20
135
+ Requires-Dist: jsonpatch <2.0,>=1.24
136
+ Requires-Dist: google-cloud-secret-manager ==2.19.0
137
+ Requires-Dist: google-crc32c
138
+ Requires-Dist: azure-keyvault-secrets
139
+ Requires-Dist: Jinja2 >=2.11.3
140
+ Requires-Dist: mypy-extensions >=0.4.3
141
+ Requires-Dist: chardet ==4.0.0
233
142
  Requires-Dist: typing-inspect
234
- Requires-Dist: memory-profiler
235
- Requires-Dist: PyYAML ~=6.0
143
+ Requires-Dist: pydantic >=2.7.0,~=2.0
144
+ Requires-Dist: collate-sqllineage ~=1.5.0
145
+ Requires-Dist: collate-data-diff
236
146
  Requires-Dist: shapely
237
- Requires-Dist: google-crc32c
147
+ Requires-Dist: tabulate ==0.9.0
238
148
  Requires-Dist: email-validator >=2.0
239
- Requires-Dist: antlr4-python3-runtime ==4.9.2
149
+ Requires-Dist: azure-identity ~=1.12
150
+ Requires-Dist: boto3 <2.0,>=1.20
151
+ Requires-Dist: pymysql ~=1.0
152
+ Requires-Dist: python-dateutil >=2.8.1
153
+ Requires-Dist: memory-profiler
240
154
  Provides-Extra: airflow
155
+ Requires-Dist: opentelemetry-exporter-otlp ==1.27.0 ; extra == 'airflow'
156
+ Requires-Dist: attrs ; extra == 'airflow'
241
157
  Requires-Dist: apache-airflow ==2.9.1 ; extra == 'airflow'
242
- Requires-Dist: opentelemetry-api ==1.27.0 ; extra == 'airflow'
243
- Requires-Dist: opentelemetry-exporter-otlp-proto-grpc ==1.27.0 ; extra == 'airflow'
244
158
  Requires-Dist: protobuf <5 ; extra == 'airflow'
245
- Requires-Dist: attrs ; extra == 'airflow'
246
159
  Provides-Extra: all
247
- Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'all'
248
- Requires-Dist: deltalake ~=0.17 ; extra == 'all'
249
- Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'all'
250
- Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'all'
251
- Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'all'
252
- Requires-Dist: giturlparse ; extra == 'all'
253
- Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'all'
254
- Requires-Dist: msal ~=1.2 ; extra == 'all'
255
- Requires-Dist: pymysql ~=1.0 ; extra == 'all'
256
- Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'all'
257
- Requires-Dist: chardet ==4.0.0 ; extra == 'all'
258
- Requires-Dist: pydantic ~=2.0 ; extra == 'all'
259
- Requires-Dist: thrift <1,>=0.13 ; extra == 'all'
260
- Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'all'
261
- Requires-Dist: pyarrow ~=16.0 ; extra == 'all'
262
- Requires-Dist: pyathena ~=3.0 ; extra == 'all'
263
- Requires-Dist: collate-data-diff[clickhouse] ; extra == 'all'
264
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'all'
265
- Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'all'
160
+ Requires-Dist: collate-data-diff[vertica] ; extra == 'all'
161
+ Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'all'
266
162
  Requires-Dist: trino[sqlalchemy] ; extra == 'all'
267
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'all'
268
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'all'
269
- Requires-Dist: dagster-graphql ~=1.1 ; extra == 'all'
270
- Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'all'
271
- Requires-Dist: python-dateutil >=2.8.1 ; extra == 'all'
272
- Requires-Dist: cramjam ~=2.7 ; extra == 'all'
273
- Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'all'
274
- Requires-Dist: packaging ; extra == 'all'
275
163
  Requires-Dist: collate-data-diff[snowflake] ; extra == 'all'
276
- Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'all'
277
- Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'all'
278
- Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'all'
279
- Requires-Dist: cryptography >=42.0.0 ; extra == 'all'
280
- Requires-Dist: azure-storage-blob ; extra == 'all'
281
- Requires-Dist: thrift-sasl ~=0.4 ; extra == 'all'
282
- Requires-Dist: simple-salesforce ~=1.11 ; extra == 'all'
283
- Requires-Dist: s3fs ; extra == 'all'
284
- Requires-Dist: pydruid >=0.6.5 ; extra == 'all'
285
- Requires-Dist: couchbase ~=4.1 ; extra == 'all'
286
- Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'all'
287
- Requires-Dist: adlfs >=2023.1.0 ; extra == 'all'
288
- Requires-Dist: collate-data-diff[presto] ; extra == 'all'
289
- Requires-Dist: pandas ~=2.0.0 ; extra == 'all'
290
- Requires-Dist: shapely ; extra == 'all'
291
- Requires-Dist: delta-spark <=2.3.0 ; extra == 'all'
292
- Requires-Dist: impyla ~=0.18.0 ; extra == 'all'
293
- Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'all'
294
- Requires-Dist: dbt-artifacts-parser ; extra == 'all'
164
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'all'
295
165
  Requires-Dist: pymongo ~=4.3 ; extra == 'all'
296
- Requires-Dist: protobuf ; extra == 'all'
297
- Requires-Dist: google-cloud-logging ; extra == 'all'
298
- Requires-Dist: psycopg2-binary ; extra == 'all'
299
- Requires-Dist: fastavro >=1.2.0 ; extra == 'all'
300
- Requires-Dist: pinotdb ~=5.0 ; extra == 'all'
301
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'all'
302
- Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'all'
303
- Requires-Dist: oracledb ~=1.2 ; extra == 'all'
304
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'all'
305
166
  Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'all'
306
- Requires-Dist: neo4j ~=5.3.0 ; extra == 'all'
307
- Requires-Dist: gitpython ~=3.1.34 ; extra == 'all'
308
- Requires-Dist: scikit-learn ~=1.0 ; extra == 'all'
309
- Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'all'
310
- Requires-Dist: pymssql ~=2.2.0 ; extra == 'all'
311
- Requires-Dist: hdbcli ; extra == 'all'
167
+ Requires-Dist: PyYAML ~=6.0 ; extra == 'all'
168
+ Requires-Dist: thrift <1,>=0.13 ; extra == 'all'
169
+ Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'all'
170
+ Requires-Dist: requests >=2.23 ; extra == 'all'
171
+ Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'all'
312
172
  Requires-Dist: google-cloud ; extra == 'all'
173
+ Requires-Dist: neo4j ~=5.3.0 ; extra == 'all'
174
+ Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'all'
175
+ Requires-Dist: azure-storage-blob ; extra == 'all'
176
+ Requires-Dist: pure-sasl ; extra == 'all'
313
177
  Requires-Dist: validators ~=0.22.0 ; extra == 'all'
314
- Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'all'
315
- Requires-Dist: numpy <2 ; extra == 'all'
316
- Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'all'
317
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'all'
318
- Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'all'
319
- Requires-Dist: pydoris ==1.0.2 ; extra == 'all'
320
178
  Requires-Dist: collate-data-diff[oracle] ; extra == 'all'
321
- Requires-Dist: sqlalchemy-hana ; extra == 'all'
322
- Requires-Dist: Jinja2 >=2.11.3 ; extra == 'all'
323
- Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'all'
324
- Requires-Dist: cached-property ==1.5.2 ; extra == 'all'
179
+ Requires-Dist: collate-data-diff[trino] ; extra == 'all'
180
+ Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'all'
181
+ Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'all'
182
+ Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'all'
183
+ Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'all'
184
+ Requires-Dist: python-liquid ; extra == 'all'
185
+ Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'all'
186
+ Requires-Dist: protobuf ; extra == 'all'
187
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'all'
188
+ Requires-Dist: google-cloud-logging ; extra == 'all'
325
189
  Requires-Dist: pyiceberg ==0.5.1 ; extra == 'all'
190
+ Requires-Dist: collate-data-diff[mysql] ; extra == 'all'
191
+ Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'all'
192
+ Requires-Dist: Jinja2 >=2.11.3 ; extra == 'all'
326
193
  Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'all'
327
- Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'all'
328
- Requires-Dist: azure-keyvault-secrets ; extra == 'all'
329
- Requires-Dist: collate-data-diff[mssql] ; extra == 'all'
330
- Requires-Dist: tabulate ==0.9.0 ; extra == 'all'
331
- Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'all'
332
- Requires-Dist: collate-data-diff[vertica] ; extra == 'all'
333
- Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'all'
194
+ Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'all'
195
+ Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'all'
196
+ Requires-Dist: websocket-client ~=1.6.1 ; extra == 'all'
197
+ Requires-Dist: scikit-learn ~=1.0 ; extra == 'all'
198
+ Requires-Dist: simple-salesforce ~=1.11 ; extra == 'all'
199
+ Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'all'
200
+ Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'all'
201
+ Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'all'
202
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'all'
334
203
  Requires-Dist: cachetools ; extra == 'all'
335
- Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'all'
336
- Requires-Dist: spacy <3.8 ; extra == 'all'
204
+ Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'all'
205
+ Requires-Dist: collate-data-diff ; extra == 'all'
206
+ Requires-Dist: shapely ; extra == 'all'
207
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'all'
208
+ Requires-Dist: pydoris ==1.0.2 ; extra == 'all'
209
+ Requires-Dist: thrift-sasl ~=0.4 ; extra == 'all'
210
+ Requires-Dist: hdbcli ; extra == 'all'
211
+ Requires-Dist: tabulate ==0.9.0 ; extra == 'all'
212
+ Requires-Dist: pinotdb ~=5.0 ; extra == 'all'
213
+ Requires-Dist: email-validator >=2.0 ; extra == 'all'
214
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'all'
215
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'all'
216
+ Requires-Dist: pymysql ~=1.0 ; extra == 'all'
217
+ Requires-Dist: python-dateutil >=2.8.1 ; extra == 'all'
218
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'all'
219
+ Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'all'
220
+ Requires-Dist: collate-data-diff[presto] ; extra == 'all'
221
+ Requires-Dist: memory-profiler ; extra == 'all'
222
+ Requires-Dist: impyla ~=0.18.0 ; extra == 'all'
223
+ Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'all'
224
+ Requires-Dist: dagster-graphql ~=1.1 ; extra == 'all'
225
+ Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'all'
337
226
  Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'all'
227
+ Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'all'
228
+ Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'all'
338
229
  Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'all'
230
+ Requires-Dist: giturlparse ; extra == 'all'
231
+ Requires-Dist: delta-spark <=2.3.0 ; extra == 'all'
232
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'all'
233
+ Requires-Dist: packaging ; extra == 'all'
234
+ Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'all'
235
+ Requires-Dist: cryptography >=42.0.0 ; extra == 'all'
236
+ Requires-Dist: pymssql ~=2.2.0 ; extra == 'all'
237
+ Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'all'
339
238
  Requires-Dist: lkml ~=1.3 ; extra == 'all'
340
- Requires-Dist: collate-data-diff[mysql] ; extra == 'all'
341
- Requires-Dist: requests >=2.23 ; extra == 'all'
342
- Requires-Dist: azure-identity ~=1.12 ; extra == 'all'
343
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'all'
239
+ Requires-Dist: sqlalchemy-hana ; extra == 'all'
240
+ Requires-Dist: msal ~=1.2 ; extra == 'all'
241
+ Requires-Dist: pydruid >=0.6.5 ; extra == 'all'
344
242
  Requires-Dist: pydomo ~=0.3 ; extra == 'all'
345
- Requires-Dist: typing-inspect ; extra == 'all'
346
- Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'all'
347
243
  Requires-Dist: croniter <3 ; extra == 'all'
348
- Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'all'
349
- Requires-Dist: memory-profiler ; extra == 'all'
350
- Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'all'
351
- Requires-Dist: PyYAML ~=6.0 ; extra == 'all'
352
- Requires-Dist: pure-sasl ; extra == 'all'
353
- Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'all'
354
- Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'all'
355
244
  Requires-Dist: google-crc32c ; extra == 'all'
356
- Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'all'
357
- Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'all'
358
- Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'all'
245
+ Requires-Dist: gitpython ~=3.1.34 ; extra == 'all'
246
+ Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'all'
247
+ Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'all'
248
+ Requires-Dist: cramjam ~=2.7 ; extra == 'all'
249
+ Requires-Dist: numpy <2 ; extra == 'all'
250
+ Requires-Dist: s3fs[boto3] ; extra == 'all'
251
+ Requires-Dist: oracledb ~=1.2 ; extra == 'all'
252
+ Requires-Dist: azure-keyvault-secrets ; extra == 'all'
253
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'all'
254
+ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'all'
255
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'all'
256
+ Requires-Dist: couchbase ~=4.1 ; extra == 'all'
359
257
  Requires-Dist: sqlalchemy-pgspider ; extra == 'all'
360
- Requires-Dist: collate-data-diff[trino] ; extra == 'all'
361
- Requires-Dist: email-validator >=2.0 ; extra == 'all'
362
- Requires-Dist: websocket-client ~=1.6.1 ; extra == 'all'
258
+ Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'all'
259
+ Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'all'
260
+ Requires-Dist: chardet ==4.0.0 ; extra == 'all'
261
+ Requires-Dist: deltalake <0.20,~=0.17 ; extra == 'all'
262
+ Requires-Dist: sqlalchemy-exasol <6,>=5 ; extra == 'all'
263
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'all'
264
+ Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'all'
265
+ Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'all'
266
+ Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'all'
267
+ Requires-Dist: typing-inspect ; extra == 'all'
268
+ Requires-Dist: dbt-artifacts-parser ; extra == 'all'
269
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'all'
270
+ Requires-Dist: pyathena ~=3.0 ; extra == 'all'
271
+ Requires-Dist: adlfs >=2023.1.0 ; extra == 'all'
272
+ Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'all'
273
+ Requires-Dist: spacy <3.8 ; extra == 'all'
274
+ Requires-Dist: deltalake ~=0.17 ; extra == 'all'
275
+ Requires-Dist: psycopg2-binary ; extra == 'all'
276
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'all'
277
+ Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'all'
278
+ Requires-Dist: cached-property ==1.5.2 ; extra == 'all'
279
+ Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'all'
363
280
  Provides-Extra: amundsen
364
281
  Requires-Dist: neo4j ~=5.3.0 ; extra == 'amundsen'
365
282
  Provides-Extra: athena
@@ -370,48 +287,49 @@ Requires-Dist: msal ~=1.2 ; extra == 'azure-sso'
370
287
  Provides-Extra: azuresql
371
288
  Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'azuresql'
372
289
  Provides-Extra: backup
373
- Requires-Dist: azure-storage-blob ; extra == 'backup'
374
290
  Requires-Dist: azure-identity ~=1.12 ; extra == 'backup'
375
291
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'backup'
292
+ Requires-Dist: azure-storage-blob ; extra == 'backup'
376
293
  Provides-Extra: base
377
- Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'base'
378
- Requires-Dist: pymysql ~=1.0 ; extra == 'base'
379
- Requires-Dist: chardet ==4.0.0 ; extra == 'base'
380
- Requires-Dist: pydantic ~=2.0 ; extra == 'base'
381
- Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'base'
382
- Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'base'
383
- Requires-Dist: Jinja2 >=2.11.3 ; extra == 'base'
384
- Requires-Dist: cached-property ==1.5.2 ; extra == 'base'
385
- Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'base'
386
- Requires-Dist: python-dateutil >=2.8.1 ; extra == 'base'
387
294
  Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'base'
388
- Requires-Dist: azure-keyvault-secrets ; extra == 'base'
389
- Requires-Dist: tabulate ==0.9.0 ; extra == 'base'
390
- Requires-Dist: packaging ; extra == 'base'
391
- Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'base'
295
+ Requires-Dist: cached-property ==1.5.2 ; extra == 'base'
296
+ Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'base'
392
297
  Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'base'
298
+ Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'base'
299
+ Requires-Dist: PyYAML ~=6.0 ; extra == 'base'
300
+ Requires-Dist: packaging ; extra == 'base'
393
301
  Requires-Dist: requests >=2.23 ; extra == 'base'
394
302
  Requires-Dist: cryptography >=42.0.0 ; extra == 'base'
395
- Requires-Dist: azure-identity ~=1.12 ; extra == 'base'
396
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'base'
303
+ Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'base'
304
+ Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'base'
305
+ Requires-Dist: google-crc32c ; extra == 'base'
306
+ Requires-Dist: azure-keyvault-secrets ; extra == 'base'
307
+ Requires-Dist: Jinja2 >=2.11.3 ; extra == 'base'
308
+ Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'base'
309
+ Requires-Dist: chardet ==4.0.0 ; extra == 'base'
397
310
  Requires-Dist: typing-inspect ; extra == 'base'
398
- Requires-Dist: memory-profiler ; extra == 'base'
399
- Requires-Dist: PyYAML ~=6.0 ; extra == 'base'
311
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'base'
312
+ Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'base'
313
+ Requires-Dist: collate-data-diff ; extra == 'base'
400
314
  Requires-Dist: shapely ; extra == 'base'
401
- Requires-Dist: google-crc32c ; extra == 'base'
315
+ Requires-Dist: tabulate ==0.9.0 ; extra == 'base'
402
316
  Requires-Dist: email-validator >=2.0 ; extra == 'base'
403
- Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'base'
317
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'base'
318
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'base'
319
+ Requires-Dist: pymysql ~=1.0 ; extra == 'base'
320
+ Requires-Dist: python-dateutil >=2.8.1 ; extra == 'base'
321
+ Requires-Dist: memory-profiler ; extra == 'base'
404
322
  Provides-Extra: bigquery
405
323
  Requires-Dist: pyarrow ~=16.0 ; extra == 'bigquery'
324
+ Requires-Dist: numpy <2 ; extra == 'bigquery'
406
325
  Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'bigquery'
407
326
  Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'bigquery'
408
327
  Requires-Dist: google-cloud-logging ; extra == 'bigquery'
409
- Requires-Dist: numpy <2 ; extra == 'bigquery'
410
328
  Requires-Dist: cachetools ; extra == 'bigquery'
411
329
  Provides-Extra: bigtable
412
- Requires-Dist: pandas ~=2.0.0 ; extra == 'bigtable'
413
- Requires-Dist: numpy <2 ; extra == 'bigtable'
414
330
  Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'bigtable'
331
+ Requires-Dist: numpy <2 ; extra == 'bigtable'
332
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'bigtable'
415
333
  Provides-Extra: clickhouse
416
334
  Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'clickhouse'
417
335
  Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'clickhouse'
@@ -419,80 +337,80 @@ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'clickhouse'
419
337
  Provides-Extra: couchbase
420
338
  Requires-Dist: couchbase ~=4.1 ; extra == 'couchbase'
421
339
  Provides-Extra: dagster
422
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'dagster'
423
340
  Requires-Dist: dagster-graphql ~=1.1 ; extra == 'dagster'
424
341
  Requires-Dist: psycopg2-binary ; extra == 'dagster'
425
- Requires-Dist: pymysql ~=1.0 ; extra == 'dagster'
426
342
  Requires-Dist: croniter <3 ; extra == 'dagster'
343
+ Requires-Dist: pymysql ~=1.0 ; extra == 'dagster'
344
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'dagster'
427
345
  Provides-Extra: data-insight
428
346
  Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'data-insight'
429
347
  Provides-Extra: databricks
430
- Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'databricks'
431
348
  Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'databricks'
349
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'databricks'
432
350
  Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'databricks'
433
351
  Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'databricks'
434
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'databricks'
435
352
  Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'databricks'
353
+ Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'databricks'
436
354
  Provides-Extra: datalake-azure
437
- Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-azure'
438
355
  Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-azure'
356
+ Requires-Dist: adlfs >=2023.1.0 ; extra == 'datalake-azure'
357
+ Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'datalake-azure'
439
358
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-azure'
440
- Requires-Dist: numpy <2 ; extra == 'datalake-azure'
441
359
  Requires-Dist: azure-identity ~=1.12 ; extra == 'datalake-azure'
442
360
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-azure'
361
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-azure'
443
362
  Requires-Dist: cramjam ~=2.7 ; extra == 'datalake-azure'
444
- Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'datalake-azure'
445
- Requires-Dist: adlfs >=2023.1.0 ; extra == 'datalake-azure'
363
+ Requires-Dist: numpy <2 ; extra == 'datalake-azure'
446
364
  Provides-Extra: datalake-gcs
447
- Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-gcs'
448
365
  Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-gcs'
366
+ Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'datalake-gcs'
449
367
  Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'datalake-gcs'
450
- Requires-Dist: numpy <2 ; extra == 'datalake-gcs'
451
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'datalake-gcs'
368
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-gcs'
452
369
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-gcs'
370
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-gcs'
371
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'datalake-gcs'
453
372
  Requires-Dist: cramjam ~=2.7 ; extra == 'datalake-gcs'
454
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-gcs'
455
- Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'datalake-gcs'
373
+ Requires-Dist: numpy <2 ; extra == 'datalake-gcs'
456
374
  Provides-Extra: datalake-s3
457
- Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-s3'
375
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-s3'
458
376
  Requires-Dist: pyarrow ~=16.0 ; extra == 'datalake-s3'
459
- Requires-Dist: s3fs ; extra == 'datalake-s3'
377
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-s3'
378
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'datalake-s3'
460
379
  Requires-Dist: cramjam ~=2.7 ; extra == 'datalake-s3'
380
+ Requires-Dist: s3fs[boto3] ; extra == 'datalake-s3'
461
381
  Requires-Dist: numpy <2 ; extra == 'datalake-s3'
462
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'datalake-s3'
463
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'datalake-s3'
464
382
  Provides-Extra: db2
465
- Requires-Dist: ibm-db >=2.0.0 ; extra == 'db2'
466
383
  Requires-Dist: ibm-db-sa ~=0.4.1 ; extra == 'db2'
384
+ Requires-Dist: ibm-db >=2.0.0 ; extra == 'db2'
467
385
  Provides-Extra: db2-ibmi
468
386
  Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'db2-ibmi'
469
387
  Provides-Extra: dbt
470
- Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'dbt'
471
- Requires-Dist: azure-identity ~=1.12 ; extra == 'dbt'
472
388
  Requires-Dist: dbt-artifacts-parser ; extra == 'dbt'
473
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'dbt'
474
389
  Requires-Dist: google-cloud ; extra == 'dbt'
475
390
  Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'dbt'
391
+ Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'dbt'
392
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'dbt'
393
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'dbt'
476
394
  Provides-Extra: deltalake
477
- Requires-Dist: deltalake ~=0.17 ; extra == 'deltalake'
478
395
  Requires-Dist: delta-spark <=2.3.0 ; extra == 'deltalake'
396
+ Requires-Dist: deltalake <0.20,~=0.17 ; extra == 'deltalake'
479
397
  Provides-Extra: deltalake-spark
480
398
  Requires-Dist: delta-spark <=2.3.0 ; extra == 'deltalake-spark'
481
399
  Provides-Extra: deltalake-storage
482
400
  Requires-Dist: deltalake ~=0.17 ; extra == 'deltalake-storage'
483
401
  Provides-Extra: dev
484
- Requires-Dist: datamodel-code-generator ==0.25.6 ; extra == 'dev'
485
- Requires-Dist: twine ; extra == 'dev'
486
- Requires-Dist: pylint ~=3.0 ; extra == 'dev'
487
- Requires-Dist: black ==22.3.0 ; extra == 'dev'
488
- Requires-Dist: mypy-boto3-glue ; extra == 'dev'
489
- Requires-Dist: boto3-stubs ; extra == 'dev'
490
402
  Requires-Dist: pycln ; extra == 'dev'
491
- Requires-Dist: build ; extra == 'dev'
492
403
  Requires-Dist: isort ; extra == 'dev'
493
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'dev'
494
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'dev'
404
+ Requires-Dist: build ; extra == 'dev'
495
405
  Requires-Dist: pre-commit ; extra == 'dev'
406
+ Requires-Dist: boto3-stubs ; extra == 'dev'
407
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'dev'
408
+ Requires-Dist: pylint ~=3.2.0 ; extra == 'dev'
409
+ Requires-Dist: twine ; extra == 'dev'
410
+ Requires-Dist: mypy-boto3-glue ; extra == 'dev'
411
+ Requires-Dist: datamodel-code-generator ==0.25.6 ; extra == 'dev'
412
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'dev'
413
+ Requires-Dist: black ==22.3.0 ; extra == 'dev'
496
414
  Provides-Extra: domo
497
415
  Requires-Dist: pydomo ~=0.3 ; extra == 'domo'
498
416
  Provides-Extra: doris
@@ -506,6 +424,8 @@ Requires-Dist: pytest-base-url ; extra == 'e2e_test'
506
424
  Requires-Dist: pytest-playwright ; extra == 'e2e_test'
507
425
  Provides-Extra: elasticsearch
508
426
  Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'elasticsearch'
427
+ Provides-Extra: exasol
428
+ Requires-Dist: sqlalchemy-exasol <6,>=5 ; extra == 'exasol'
509
429
  Provides-Extra: extended_testing
510
430
  Requires-Dist: Faker ; extra == 'extended_testing'
511
431
  Provides-Extra: glue
@@ -513,95 +433,96 @@ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'glue'
513
433
  Provides-Extra: great-expectations
514
434
  Requires-Dist: great-expectations <0.18.14,>=0.18.0 ; extra == 'great-expectations'
515
435
  Provides-Extra: greenplum
516
- Requires-Dist: psycopg2-binary ; extra == 'greenplum'
436
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'greenplum'
517
437
  Requires-Dist: pymysql ~=1.0 ; extra == 'greenplum'
438
+ Requires-Dist: psycopg2-binary ; extra == 'greenplum'
518
439
  Requires-Dist: packaging ; extra == 'greenplum'
519
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'greenplum'
520
440
  Provides-Extra: hive
521
- Requires-Dist: impyla ~=0.18.0 ; extra == 'hive'
522
441
  Requires-Dist: pure-sasl ; extra == 'hive'
523
442
  Requires-Dist: thrift-sasl ~=0.4 ; extra == 'hive'
524
443
  Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'hive'
525
444
  Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'hive'
526
445
  Requires-Dist: thrift <1,>=0.13 ; extra == 'hive'
446
+ Requires-Dist: impyla ~=0.18.0 ; extra == 'hive'
527
447
  Provides-Extra: iceberg
528
- Requires-Dist: pyarrow ~=16.0 ; extra == 'iceberg'
529
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'iceberg'
530
448
  Requires-Dist: pyiceberg ==0.5.1 ; extra == 'iceberg'
531
- Requires-Dist: pydantic ~=2.0 ; extra == 'iceberg'
449
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'iceberg'
450
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'iceberg'
532
451
  Requires-Dist: adlfs >=2023.1.0 ; extra == 'iceberg'
452
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'iceberg'
533
453
  Provides-Extra: impala
534
- Requires-Dist: pure-sasl ; extra == 'impala'
535
- Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'impala'
536
454
  Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'impala'
455
+ Requires-Dist: pure-sasl ; extra == 'impala'
537
456
  Requires-Dist: thrift-sasl ~=0.4 ; extra == 'impala'
457
+ Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'impala'
538
458
  Requires-Dist: thrift <1,>=0.13 ; extra == 'impala'
539
459
  Provides-Extra: kafka
540
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'kafka'
541
- Requires-Dist: fastavro >=1.2.0 ; extra == 'kafka'
542
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'kafka'
543
460
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'kafka'
461
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'kafka'
544
462
  Requires-Dist: protobuf ; extra == 'kafka'
463
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'kafka'
464
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'kafka'
545
465
  Provides-Extra: kafkaconnect
546
466
  Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'kafkaconnect'
547
467
  Provides-Extra: kinesis
548
468
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'kinesis'
549
469
  Provides-Extra: looker
550
- Requires-Dist: gitpython ~=3.1.34 ; extra == 'looker'
551
- Requires-Dist: giturlparse ; extra == 'looker'
552
470
  Requires-Dist: lkml ~=1.3 ; extra == 'looker'
553
471
  Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'looker'
472
+ Requires-Dist: python-liquid ; extra == 'looker'
473
+ Requires-Dist: giturlparse ; extra == 'looker'
474
+ Requires-Dist: gitpython ~=3.1.34 ; extra == 'looker'
554
475
  Provides-Extra: mlflow
555
476
  Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'mlflow'
556
477
  Provides-Extra: mongo
557
- Requires-Dist: pandas ~=2.0.0 ; extra == 'mongo'
558
478
  Requires-Dist: numpy <2 ; extra == 'mongo'
479
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'mongo'
559
480
  Requires-Dist: pymongo ~=4.3 ; extra == 'mongo'
560
481
  Provides-Extra: mssql
561
- Requires-Dist: collate-data-diff[mssql] ; extra == 'mssql'
562
482
  Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'mssql'
483
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'mssql'
563
484
  Provides-Extra: mssql-odbc
564
485
  Requires-Dist: collate-data-diff[mssql] ; extra == 'mssql-odbc'
565
486
  Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'mssql-odbc'
566
487
  Provides-Extra: mysql
567
- Requires-Dist: pymysql ~=1.0 ; extra == 'mysql'
568
488
  Requires-Dist: collate-data-diff[mysql] ; extra == 'mysql'
489
+ Requires-Dist: pymysql ~=1.0 ; extra == 'mysql'
569
490
  Provides-Extra: nifi
570
491
  Provides-Extra: openlineage
571
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'openlineage'
572
- Requires-Dist: fastavro >=1.2.0 ; extra == 'openlineage'
573
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'openlineage'
574
492
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'openlineage'
493
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'openlineage'
575
494
  Requires-Dist: protobuf ; extra == 'openlineage'
495
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'openlineage'
496
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'openlineage'
576
497
  Provides-Extra: oracle
577
- Requires-Dist: oracledb ~=1.2 ; extra == 'oracle'
578
498
  Requires-Dist: collate-data-diff[oracle] ; extra == 'oracle'
579
499
  Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'oracle'
500
+ Requires-Dist: oracledb ~=1.2 ; extra == 'oracle'
580
501
  Provides-Extra: pgspider
581
- Requires-Dist: psycopg2-binary ; extra == 'pgspider'
582
502
  Requires-Dist: sqlalchemy-pgspider ; extra == 'pgspider'
503
+ Requires-Dist: psycopg2-binary ; extra == 'pgspider'
583
504
  Provides-Extra: pii-processor
584
505
  Requires-Dist: pandas ~=2.0.0 ; extra == 'pii-processor'
585
- Requires-Dist: spacy <3.8 ; extra == 'pii-processor'
586
506
  Requires-Dist: numpy <2 ; extra == 'pii-processor'
507
+ Requires-Dist: spacy <3.8 ; extra == 'pii-processor'
587
508
  Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'pii-processor'
588
509
  Provides-Extra: pinotdb
589
510
  Requires-Dist: pinotdb ~=5.0 ; extra == 'pinotdb'
590
511
  Provides-Extra: postgres
591
- Requires-Dist: psycopg2-binary ; extra == 'postgres'
512
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'postgres'
592
513
  Requires-Dist: pymysql ~=1.0 ; extra == 'postgres'
514
+ Requires-Dist: psycopg2-binary ; extra == 'postgres'
593
515
  Requires-Dist: packaging ; extra == 'postgres'
594
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'postgres'
595
516
  Provides-Extra: powerbi
517
+ Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'powerbi'
518
+ Requires-Dist: msal ~=1.2 ; extra == 'powerbi'
596
519
  Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'powerbi'
597
520
  Requires-Dist: azure-identity ~=1.12 ; extra == 'powerbi'
598
521
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'powerbi'
599
- Requires-Dist: msal ~=1.2 ; extra == 'powerbi'
600
- Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'powerbi'
601
522
  Provides-Extra: presto
602
523
  Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'presto'
603
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'presto'
604
524
  Requires-Dist: collate-data-diff[presto] ; extra == 'presto'
525
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'presto'
605
526
  Provides-Extra: pymssql
606
527
  Requires-Dist: pymssql ~=2.2.0 ; extra == 'pymssql'
607
528
  Provides-Extra: qliksense
@@ -611,15 +532,15 @@ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'quicksight'
611
532
  Provides-Extra: redash
612
533
  Requires-Dist: packaging ; extra == 'redash'
613
534
  Provides-Extra: redpanda
614
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'redpanda'
615
- Requires-Dist: fastavro >=1.2.0 ; extra == 'redpanda'
616
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'redpanda'
617
535
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'redpanda'
536
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'redpanda'
618
537
  Requires-Dist: protobuf ; extra == 'redpanda'
538
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'redpanda'
539
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'redpanda'
619
540
  Provides-Extra: redshift
620
- Requires-Dist: psycopg2-binary ; extra == 'redshift'
621
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'redshift'
622
541
  Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'redshift'
542
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'redshift'
543
+ Requires-Dist: psycopg2-binary ; extra == 'redshift'
623
544
  Provides-Extra: sagemaker
624
545
  Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'sagemaker'
625
546
  Provides-Extra: salesforce
@@ -628,211 +549,215 @@ Provides-Extra: sample-data
628
549
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'sample-data'
629
550
  Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'sample-data'
630
551
  Provides-Extra: sap-hana
631
- Requires-Dist: sqlalchemy-hana ; extra == 'sap-hana'
632
552
  Requires-Dist: hdbcli ; extra == 'sap-hana'
633
- Provides-Extra: sas
634
- Provides-Extra: singlestore
635
- Requires-Dist: pymysql ~=1.0 ; extra == 'singlestore'
636
- Provides-Extra: sklearn
637
- Requires-Dist: scikit-learn ~=1.0 ; extra == 'sklearn'
638
- Provides-Extra: slim
639
- Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'slim'
640
- Requires-Dist: deltalake ~=0.17 ; extra == 'slim'
641
- Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'slim'
642
- Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'slim'
643
- Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'slim'
644
- Requires-Dist: giturlparse ; extra == 'slim'
645
- Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'slim'
646
- Requires-Dist: msal ~=1.2 ; extra == 'slim'
647
- Requires-Dist: pymysql ~=1.0 ; extra == 'slim'
648
- Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'slim'
649
- Requires-Dist: chardet ==4.0.0 ; extra == 'slim'
650
- Requires-Dist: pydantic ~=2.0 ; extra == 'slim'
651
- Requires-Dist: thrift <1,>=0.13 ; extra == 'slim'
652
- Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'slim'
653
- Requires-Dist: pyarrow ~=16.0 ; extra == 'slim'
654
- Requires-Dist: pyathena ~=3.0 ; extra == 'slim'
655
- Requires-Dist: collate-data-diff[clickhouse] ; extra == 'slim'
656
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'slim'
657
- Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'slim'
658
- Requires-Dist: trino[sqlalchemy] ; extra == 'slim'
659
- Requires-Dist: gcsfs >=2023.1.0 ; extra == 'slim'
660
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'slim'
661
- Requires-Dist: dagster-graphql ~=1.1 ; extra == 'slim'
662
- Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'slim'
663
- Requires-Dist: python-dateutil >=2.8.1 ; extra == 'slim'
664
- Requires-Dist: cramjam ~=2.7 ; extra == 'slim'
665
- Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'slim'
666
- Requires-Dist: packaging ; extra == 'slim'
667
- Requires-Dist: collate-data-diff[snowflake] ; extra == 'slim'
668
- Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'slim'
669
- Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'slim'
670
- Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'slim'
671
- Requires-Dist: cryptography >=42.0.0 ; extra == 'slim'
672
- Requires-Dist: azure-storage-blob ; extra == 'slim'
673
- Requires-Dist: thrift-sasl ~=0.4 ; extra == 'slim'
674
- Requires-Dist: simple-salesforce ~=1.11 ; extra == 'slim'
675
- Requires-Dist: s3fs ; extra == 'slim'
676
- Requires-Dist: pydruid >=0.6.5 ; extra == 'slim'
677
- Requires-Dist: couchbase ~=4.1 ; extra == 'slim'
678
- Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'slim'
679
- Requires-Dist: adlfs >=2023.1.0 ; extra == 'slim'
680
- Requires-Dist: collate-data-diff[presto] ; extra == 'slim'
681
- Requires-Dist: pandas ~=2.0.0 ; extra == 'slim'
682
- Requires-Dist: shapely ; extra == 'slim'
683
- Requires-Dist: impyla ~=0.18.0 ; extra == 'slim'
684
- Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'slim'
685
- Requires-Dist: dbt-artifacts-parser ; extra == 'slim'
553
+ Requires-Dist: sqlalchemy-hana ; extra == 'sap-hana'
554
+ Provides-Extra: sas
555
+ Provides-Extra: singlestore
556
+ Requires-Dist: pymysql ~=1.0 ; extra == 'singlestore'
557
+ Provides-Extra: sklearn
558
+ Requires-Dist: scikit-learn ~=1.0 ; extra == 'sklearn'
559
+ Provides-Extra: slim
560
+ Requires-Dist: collate-data-diff[vertica] ; extra == 'slim'
561
+ Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'slim'
562
+ Requires-Dist: trino[sqlalchemy] ; extra == 'slim'
563
+ Requires-Dist: collate-data-diff[snowflake] ; extra == 'slim'
564
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'slim'
686
565
  Requires-Dist: pymongo ~=4.3 ; extra == 'slim'
687
- Requires-Dist: protobuf ; extra == 'slim'
688
- Requires-Dist: google-cloud-logging ; extra == 'slim'
689
- Requires-Dist: psycopg2-binary ; extra == 'slim'
690
- Requires-Dist: fastavro >=1.2.0 ; extra == 'slim'
691
- Requires-Dist: pinotdb ~=5.0 ; extra == 'slim'
692
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'slim'
693
- Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'slim'
694
- Requires-Dist: oracledb ~=1.2 ; extra == 'slim'
695
- Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'slim'
696
566
  Requires-Dist: antlr4-python3-runtime ==4.9.2 ; extra == 'slim'
697
- Requires-Dist: neo4j ~=5.3.0 ; extra == 'slim'
698
- Requires-Dist: gitpython ~=3.1.34 ; extra == 'slim'
699
- Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'slim'
700
- Requires-Dist: pymssql ~=2.2.0 ; extra == 'slim'
701
- Requires-Dist: hdbcli ; extra == 'slim'
567
+ Requires-Dist: PyYAML ~=6.0 ; extra == 'slim'
568
+ Requires-Dist: thrift <1,>=0.13 ; extra == 'slim'
569
+ Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'slim'
570
+ Requires-Dist: requests >=2.23 ; extra == 'slim'
571
+ Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'slim'
702
572
  Requires-Dist: google-cloud ; extra == 'slim'
573
+ Requires-Dist: neo4j ~=5.3.0 ; extra == 'slim'
574
+ Requires-Dist: jsonpatch <2.0,>=1.24 ; extra == 'slim'
575
+ Requires-Dist: azure-storage-blob ; extra == 'slim'
576
+ Requires-Dist: pure-sasl ; extra == 'slim'
703
577
  Requires-Dist: validators ~=0.22.0 ; extra == 'slim'
704
- Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'slim'
705
- Requires-Dist: numpy <2 ; extra == 'slim'
706
- Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'slim'
707
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'slim'
708
- Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'slim'
709
- Requires-Dist: pydoris ==1.0.2 ; extra == 'slim'
710
578
  Requires-Dist: collate-data-diff[oracle] ; extra == 'slim'
711
- Requires-Dist: sqlalchemy-hana ; extra == 'slim'
712
- Requires-Dist: Jinja2 >=2.11.3 ; extra == 'slim'
713
- Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'slim'
714
- Requires-Dist: cached-property ==1.5.2 ; extra == 'slim'
579
+ Requires-Dist: collate-data-diff[trino] ; extra == 'slim'
580
+ Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'slim'
581
+ Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'slim'
582
+ Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'slim'
583
+ Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'slim'
584
+ Requires-Dist: python-liquid ; extra == 'slim'
585
+ Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'slim'
586
+ Requires-Dist: protobuf ; extra == 'slim'
587
+ Requires-Dist: gcsfs >=2023.1.0 ; extra == 'slim'
588
+ Requires-Dist: google-cloud-logging ; extra == 'slim'
715
589
  Requires-Dist: pyiceberg ==0.5.1 ; extra == 'slim'
590
+ Requires-Dist: collate-data-diff[mysql] ; extra == 'slim'
591
+ Requires-Dist: azure-storage-blob ~=12.14 ; extra == 'slim'
592
+ Requires-Dist: Jinja2 >=2.11.3 ; extra == 'slim'
716
593
  Requires-Dist: mypy-extensions >=0.4.3 ; extra == 'slim'
717
- Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'slim'
718
- Requires-Dist: azure-keyvault-secrets ; extra == 'slim'
719
- Requires-Dist: collate-data-diff[mssql] ; extra == 'slim'
720
- Requires-Dist: tabulate ==0.9.0 ; extra == 'slim'
721
- Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'slim'
722
- Requires-Dist: collate-data-diff[vertica] ; extra == 'slim'
723
- Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'slim'
594
+ Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'slim'
595
+ Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'slim'
596
+ Requires-Dist: websocket-client ~=1.6.1 ; extra == 'slim'
597
+ Requires-Dist: simple-salesforce ~=1.11 ; extra == 'slim'
598
+ Requires-Dist: sqlalchemy-ibmi ~=0.9.3 ; extra == 'slim'
599
+ Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'slim'
600
+ Requires-Dist: sqlalchemy-bigquery >=1.2.2 ; extra == 'slim'
601
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'slim'
724
602
  Requires-Dist: cachetools ; extra == 'slim'
725
- Requires-Dist: google-cloud-secret-manager ==2.19.0 ; extra == 'slim'
726
- Requires-Dist: spacy <3.8 ; extra == 'slim'
603
+ Requires-Dist: collate-sqllineage ~=1.5.0 ; extra == 'slim'
604
+ Requires-Dist: collate-data-diff ; extra == 'slim'
605
+ Requires-Dist: shapely ; extra == 'slim'
606
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'slim'
607
+ Requires-Dist: pydoris ==1.0.2 ; extra == 'slim'
608
+ Requires-Dist: thrift-sasl ~=0.4 ; extra == 'slim'
609
+ Requires-Dist: hdbcli ; extra == 'slim'
610
+ Requires-Dist: tabulate ==0.9.0 ; extra == 'slim'
611
+ Requires-Dist: pinotdb ~=5.0 ; extra == 'slim'
612
+ Requires-Dist: email-validator >=2.0 ; extra == 'slim'
613
+ Requires-Dist: azure-identity ~=1.12 ; extra == 'slim'
614
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'slim'
615
+ Requires-Dist: pymysql ~=1.0 ; extra == 'slim'
616
+ Requires-Dist: python-dateutil >=2.8.1 ; extra == 'slim'
617
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'slim'
618
+ Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'slim'
619
+ Requires-Dist: collate-data-diff[presto] ; extra == 'slim'
620
+ Requires-Dist: memory-profiler ; extra == 'slim'
621
+ Requires-Dist: impyla ~=0.18.0 ; extra == 'slim'
622
+ Requires-Dist: requests-aws4auth ~=1.1 ; extra == 'slim'
623
+ Requires-Dist: dagster-graphql ~=1.1 ; extra == 'slim'
624
+ Requires-Dist: importlib-metadata >=4.13.0 ; extra == 'slim'
727
625
  Requires-Dist: kafka-connect-py ==0.10.11 ; extra == 'slim'
626
+ Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'slim'
627
+ Requires-Dist: sqlalchemy <2,>=1.4.0 ; extra == 'slim'
728
628
  Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'slim'
629
+ Requires-Dist: giturlparse ; extra == 'slim'
630
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'slim'
631
+ Requires-Dist: packaging ; extra == 'slim'
632
+ Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'slim'
633
+ Requires-Dist: cryptography >=42.0.0 ; extra == 'slim'
634
+ Requires-Dist: pymssql ~=2.2.0 ; extra == 'slim'
635
+ Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'slim'
729
636
  Requires-Dist: lkml ~=1.3 ; extra == 'slim'
730
- Requires-Dist: collate-data-diff[mysql] ; extra == 'slim'
731
- Requires-Dist: requests >=2.23 ; extra == 'slim'
732
- Requires-Dist: azure-identity ~=1.12 ; extra == 'slim'
733
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'slim'
637
+ Requires-Dist: sqlalchemy-hana ; extra == 'slim'
638
+ Requires-Dist: msal ~=1.2 ; extra == 'slim'
639
+ Requires-Dist: pydruid >=0.6.5 ; extra == 'slim'
734
640
  Requires-Dist: pydomo ~=0.3 ; extra == 'slim'
735
- Requires-Dist: typing-inspect ; extra == 'slim'
736
- Requires-Dist: presto-types-parser >=0.0.2 ; extra == 'slim'
737
641
  Requires-Dist: croniter <3 ; extra == 'slim'
738
- Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'slim'
739
- Requires-Dist: memory-profiler ; extra == 'slim'
740
- Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'slim'
741
- Requires-Dist: PyYAML ~=6.0 ; extra == 'slim'
742
- Requires-Dist: pure-sasl ; extra == 'slim'
743
- Requires-Dist: impyla[kerberos] ~=0.18.0 ; extra == 'slim'
744
- Requires-Dist: pyOpenSSL ~=24.1.0 ; extra == 'slim'
745
642
  Requires-Dist: google-crc32c ; extra == 'slim'
746
- Requires-Dist: google-cloud-datacatalog >=3.6.2 ; extra == 'slim'
747
- Requires-Dist: ndg-httpsclient ~=0.5.1 ; extra == 'slim'
748
- Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'slim'
643
+ Requires-Dist: gitpython ~=3.1.34 ; extra == 'slim'
644
+ Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'slim'
645
+ Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'slim'
646
+ Requires-Dist: cramjam ~=2.7 ; extra == 'slim'
647
+ Requires-Dist: numpy <2 ; extra == 'slim'
648
+ Requires-Dist: s3fs[boto3] ; extra == 'slim'
649
+ Requires-Dist: oracledb ~=1.2 ; extra == 'slim'
650
+ Requires-Dist: azure-keyvault-secrets ; extra == 'slim'
651
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'slim'
652
+ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'slim'
653
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'slim'
654
+ Requires-Dist: couchbase ~=4.1 ; extra == 'slim'
749
655
  Requires-Dist: sqlalchemy-pgspider ; extra == 'slim'
750
- Requires-Dist: collate-data-diff[trino] ; extra == 'slim'
751
- Requires-Dist: email-validator >=2.0 ; extra == 'slim'
752
- Requires-Dist: websocket-client ~=1.6.1 ; extra == 'slim'
656
+ Requires-Dist: google-cloud-bigtable >=2.0.0 ; extra == 'slim'
657
+ Requires-Dist: pyasn1 ~=0.6.0 ; extra == 'slim'
658
+ Requires-Dist: chardet ==4.0.0 ; extra == 'slim'
659
+ Requires-Dist: sqlalchemy-exasol <6,>=5 ; extra == 'slim'
660
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'slim'
661
+ Requires-Dist: pyodbc <5,>=4.0.35 ; extra == 'slim'
662
+ Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'slim'
663
+ Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'slim'
664
+ Requires-Dist: typing-inspect ; extra == 'slim'
665
+ Requires-Dist: dbt-artifacts-parser ; extra == 'slim'
666
+ Requires-Dist: pydantic >=2.7.0,~=2.0 ; extra == 'slim'
667
+ Requires-Dist: pyathena ~=3.0 ; extra == 'slim'
668
+ Requires-Dist: adlfs >=2023.1.0 ; extra == 'slim'
669
+ Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'slim'
670
+ Requires-Dist: spacy <3.8 ; extra == 'slim'
671
+ Requires-Dist: deltalake ~=0.17 ; extra == 'slim'
672
+ Requires-Dist: psycopg2-binary ; extra == 'slim'
673
+ Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'slim'
674
+ Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'slim'
675
+ Requires-Dist: cached-property ==1.5.2 ; extra == 'slim'
676
+ Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'slim'
753
677
  Provides-Extra: snowflake
754
678
  Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'snowflake'
755
679
  Requires-Dist: collate-data-diff[snowflake] ; extra == 'snowflake'
756
680
  Provides-Extra: superset
757
681
  Provides-Extra: tableau
758
682
  Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'tableau'
759
- Requires-Dist: packaging ; extra == 'tableau'
760
683
  Requires-Dist: validators ~=0.22.0 ; extra == 'tableau'
684
+ Requires-Dist: packaging ; extra == 'tableau'
761
685
  Provides-Extra: teradata
762
686
  Requires-Dist: teradatasqlalchemy >=20.0.0.0 ; extra == 'teradata'
763
687
  Provides-Extra: test
764
- Requires-Dist: deltalake ~=0.17 ; extra == 'test'
765
- Requires-Dist: basedpyright ~=1.14 ; extra == 'test'
766
- Requires-Dist: pytest ==7.0.0 ; extra == 'test'
767
- Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'test'
768
- Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'test'
688
+ Requires-Dist: dagster-graphql ~=1.1 ; extra == 'test'
689
+ Requires-Dist: kafka-python ==2.0.2 ; extra == 'test'
690
+ Requires-Dist: trino[sqlalchemy] ; extra == 'test'
691
+ Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'test'
692
+ Requires-Dist: pymongo ~=4.3 ; extra == 'test'
693
+ Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'test'
694
+ Requires-Dist: opentelemetry-exporter-otlp ==1.27.0 ; extra == 'test'
769
695
  Requires-Dist: giturlparse ; extra == 'test'
770
- Requires-Dist: scikit-learn ~=1.0 ; extra == 'test'
771
- Requires-Dist: collate-data-diff[mysql] ==0.11.2 ; extra == 'test'
772
- Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'test'
773
- Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'test'
774
- Requires-Dist: pymysql ~=1.0 ; extra == 'test'
775
- Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'test'
776
- Requires-Dist: numpy <2 ; extra == 'test'
777
- Requires-Dist: requests ==2.31.0 ; extra == 'test'
778
- Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'test'
696
+ Requires-Dist: delta-spark <=2.3.0 ; extra == 'test'
697
+ Requires-Dist: pandas ~=2.0.0 ; extra == 'test'
779
698
  Requires-Dist: apache-airflow ==2.9.1 ; extra == 'test'
780
- Requires-Dist: pyarrow ~=16.0 ; extra == 'test'
781
- Requires-Dist: confluent-kafka ==2.1.1 ; extra == 'test'
699
+ Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'test'
700
+ Requires-Dist: neo4j ~=5.3.0 ; extra == 'test'
701
+ Requires-Dist: google-cloud-monitoring >=2.0.0 ; extra == 'test'
702
+ Requires-Dist: lkml ~=1.3 ; extra == 'test'
782
703
  Requires-Dist: collate-data-diff[oracle] ; extra == 'test'
783
- Requires-Dist: collate-data-diff[clickhouse] ; extra == 'test'
784
- Requires-Dist: trino[sqlalchemy] ; extra == 'test'
785
- Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'test'
704
+ Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'test'
705
+ Requires-Dist: pydomo ~=0.3 ; extra == 'test'
706
+ Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'test'
786
707
  Requires-Dist: boto3-stubs ; extra == 'test'
708
+ Requires-Dist: coverage ; extra == 'test'
709
+ Requires-Dist: croniter <3 ; extra == 'test'
710
+ Requires-Dist: dirty-equals ; extra == 'test'
711
+ Requires-Dist: protobuf ; extra == 'test'
712
+ Requires-Dist: pytest-cov ; extra == 'test'
787
713
  Requires-Dist: gcsfs >=2023.1.0 ; extra == 'test'
788
- Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'test'
789
- Requires-Dist: dagster-graphql ~=1.1 ; extra == 'test'
790
- Requires-Dist: presidio-analyzer ==2.2.355 ; extra == 'test'
714
+ Requires-Dist: databricks-sdk <0.20.0,>=0.18.0 ; extra == 'test'
715
+ Requires-Dist: minio ==7.2.5 ; extra == 'test'
791
716
  Requires-Dist: cramjam ~=2.7 ; extra == 'test'
792
- Requires-Dist: coverage ==7.6.1 ; extra == 'test'
793
- Requires-Dist: collate-data-diff[mssql] ; extra == 'test'
794
- Requires-Dist: sqlalchemy-redshift ==0.8.12 ; extra == 'test'
795
- Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'test'
796
- Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'test'
797
- Requires-Dist: spacy <3.8 ; extra == 'test'
798
- Requires-Dist: google-cloud-storage ==1.43.0 ; extra == 'test'
799
- Requires-Dist: great-expectations <0.18.14,>=0.18.0 ; extra == 'test'
800
- Requires-Dist: lkml ~=1.3 ; extra == 'test'
717
+ Requires-Dist: s3fs[boto3] ; extra == 'test'
718
+ Requires-Dist: numpy <2 ; extra == 'test'
719
+ Requires-Dist: clickhouse-sqlalchemy ~=0.2 ; extra == 'test'
720
+ Requires-Dist: oracledb ~=1.2 ; extra == 'test'
721
+ Requires-Dist: pyarrow ~=16.0 ; extra == 'test'
722
+ Requires-Dist: collate-data-diff[mysql] ; extra == 'test'
723
+ Requires-Dist: fastavro >=1.2.0 ; extra == 'test'
724
+ Requires-Dist: collate-data-diff[clickhouse] ; extra == 'test'
725
+ Requires-Dist: looker-sdk !=24.18.0,>=22.20.0 ; extra == 'test'
726
+ Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'test'
727
+ Requires-Dist: sqlalchemy-pgspider ; extra == 'test'
728
+ Requires-Dist: deltalake <0.20,~=0.17 ; extra == 'test'
801
729
  Requires-Dist: pytest-order ; extra == 'test'
802
- Requires-Dist: mypy-boto3-glue ; extra == 'test'
803
- Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'test'
804
- Requires-Dist: pytest-cov ; extra == 'test'
805
- Requires-Dist: pydomo ~=0.3 ; extra == 'test'
806
- Requires-Dist: s3fs ; extra == 'test'
807
- Requires-Dist: croniter <3 ; extra == 'test'
808
- Requires-Dist: snowflake-sqlalchemy ~=1.4 ; extra == 'test'
730
+ Requires-Dist: scikit-learn ~=1.0 ; extra == 'test'
731
+ Requires-Dist: basedpyright ~=1.14 ; extra == 'test'
732
+ Requires-Dist: collate-data-diff[mssql] ; extra == 'test'
809
733
  Requires-Dist: sqlalchemy-databricks ~=0.1 ; extra == 'test'
810
- Requires-Dist: kafka-python ==2.0.2 ; extra == 'test'
811
- Requires-Dist: mlflow-skinny >=2.3.0 ; extra == 'test'
812
- Requires-Dist: pandas ~=2.0.0 ; extra == 'test'
813
- Requires-Dist: delta-spark <=2.3.0 ; extra == 'test'
814
- Requires-Dist: freezegun ; extra == 'test'
815
- Requires-Dist: minio ==7.2.5 ; extra == 'test'
816
734
  Requires-Dist: sqlalchemy-pytds ~=0.3 ; extra == 'test'
817
- Requires-Dist: moto ~=5.0 ; extra == 'test'
735
+ Requires-Dist: mypy-boto3-glue ; extra == 'test'
736
+ Requires-Dist: freezegun ; extra == 'test'
737
+ Requires-Dist: clickhouse-driver ~=0.2 ; extra == 'test'
738
+ Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'test'
818
739
  Requires-Dist: dbt-artifacts-parser ; extra == 'test'
819
- Requires-Dist: pymongo ~=4.3 ; extra == 'test'
820
- Requires-Dist: protobuf ; extra == 'test'
740
+ Requires-Dist: spacy <3.8 ; extra == 'test'
741
+ Requires-Dist: tableau-api-lib ~=0.1 ; extra == 'test'
742
+ Requires-Dist: pyhive[hive_pure_sasl] ~=0.7 ; extra == 'test'
821
743
  Requires-Dist: psycopg2-binary ; extra == 'test'
822
- Requires-Dist: sqlalchemy-pgspider ; extra == 'test'
823
- Requires-Dist: fastavro >=1.2.0 ; extra == 'test'
824
- Requires-Dist: grpcio-tools >=1.47.2 ; extra == 'test'
825
- Requires-Dist: oracledb ~=1.2 ; extra == 'test'
744
+ Requires-Dist: great-expectations <0.18.14,>=0.18.0 ; extra == 'test'
826
745
  Requires-Dist: avro <1.12,>=1.11.3 ; extra == 'test'
827
- Requires-Dist: neo4j ~=5.3.0 ; extra == 'test'
746
+ Requires-Dist: cx-Oracle <9,>=8.3.0 ; extra == 'test'
747
+ Requires-Dist: boto3 <2.0,>=1.20 ; extra == 'test'
748
+ Requires-Dist: pytest ==7.0.0 ; extra == 'test'
749
+ Requires-Dist: requests ==2.31.0 ; extra == 'test'
750
+ Requires-Dist: pymysql ~=1.0 ; extra == 'test'
751
+ Requires-Dist: GeoAlchemy2 ~=0.12 ; extra == 'test'
752
+ Requires-Dist: elasticsearch8 ~=8.9.0 ; extra == 'test'
828
753
  Requires-Dist: testcontainers ==3.7.1 ; (python_version < "3.9") and extra == 'test'
829
- Requires-Dist: testcontainers ==4.8.0 ; (python_version >= "3.9") and extra == 'test'
754
+ Requires-Dist: testcontainers ~=4.8.0 ; (python_version >= "3.9") and extra == 'test'
830
755
  Provides-Extra: trino
831
- Requires-Dist: trino[sqlalchemy] ; extra == 'trino'
832
756
  Requires-Dist: collate-data-diff[trino] ; extra == 'trino'
757
+ Requires-Dist: trino[sqlalchemy] ; extra == 'trino'
833
758
  Provides-Extra: vertica
834
- Requires-Dist: collate-data-diff[vertica] ; extra == 'vertica'
835
759
  Requires-Dist: sqlalchemy-vertica[vertica-python] >=0.0.5 ; extra == 'vertica'
760
+ Requires-Dist: collate-data-diff[vertica] ; extra == 'vertica'
836
761
 
837
762
  ---
838
763
  This guide will help you setup the Ingestion framework and connectors