openmetadata-ingestion 1.7.4.1__py3-none-any.whl → 1.7.5.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (705) hide show
  1. metadata/cli/ingest_dbt.py +367 -0
  2. metadata/cmd.py +27 -0
  3. metadata/examples/workflows/tableau.yaml +1 -0
  4. metadata/generated/schema/analytics/__init__.py +1 -1
  5. metadata/generated/schema/analytics/basic.py +1 -1
  6. metadata/generated/schema/analytics/reportData.py +1 -1
  7. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  8. metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
  9. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  10. metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
  11. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  12. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  13. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  14. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  15. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  16. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  17. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  18. metadata/generated/schema/api/__init__.py +1 -1
  19. metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
  20. metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
  21. metadata/generated/schema/api/analytics/__init__.py +1 -1
  22. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  23. metadata/generated/schema/api/automations/__init__.py +1 -1
  24. metadata/generated/schema/api/automations/createWorkflow.py +1 -1
  25. metadata/generated/schema/api/bulkAssets.py +1 -1
  26. metadata/generated/schema/api/classification/__init__.py +1 -1
  27. metadata/generated/schema/api/classification/createClassification.py +1 -1
  28. metadata/generated/schema/api/classification/createTag.py +1 -1
  29. metadata/generated/schema/api/classification/loadTags.py +1 -1
  30. metadata/generated/schema/api/createBot.py +1 -1
  31. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  32. metadata/generated/schema/api/createType.py +1 -1
  33. metadata/generated/schema/api/data/__init__.py +1 -1
  34. metadata/generated/schema/api/data/createAPICollection.py +1 -1
  35. metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
  36. metadata/generated/schema/api/data/createChart.py +1 -1
  37. metadata/generated/schema/api/data/createContainer.py +1 -1
  38. metadata/generated/schema/api/data/createCustomProperty.py +1 -1
  39. metadata/generated/schema/api/data/createDashboard.py +1 -1
  40. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  41. metadata/generated/schema/api/data/createDatabase.py +1 -1
  42. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  43. metadata/generated/schema/api/data/createGlossary.py +1 -1
  44. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  45. metadata/generated/schema/api/data/createMetric.py +1 -1
  46. metadata/generated/schema/api/data/createMlModel.py +1 -1
  47. metadata/generated/schema/api/data/createPipeline.py +1 -1
  48. metadata/generated/schema/api/data/createQuery.py +1 -1
  49. metadata/generated/schema/api/data/createQueryCostRecord.py +1 -1
  50. metadata/generated/schema/api/data/createSearchIndex.py +1 -1
  51. metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
  52. metadata/generated/schema/api/data/createTable.py +1 -1
  53. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  54. metadata/generated/schema/api/data/createTopic.py +1 -1
  55. metadata/generated/schema/api/data/loadGlossary.py +1 -1
  56. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  57. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  58. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  59. metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
  60. metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
  61. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  62. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  63. metadata/generated/schema/api/docStore/__init__.py +1 -1
  64. metadata/generated/schema/api/docStore/createDocument.py +1 -1
  65. metadata/generated/schema/api/domains/__init__.py +1 -1
  66. metadata/generated/schema/api/domains/createDataProduct.py +1 -1
  67. metadata/generated/schema/api/domains/createDomain.py +1 -1
  68. metadata/generated/schema/api/feed/__init__.py +1 -1
  69. metadata/generated/schema/api/feed/closeTask.py +1 -1
  70. metadata/generated/schema/api/feed/createPost.py +1 -1
  71. metadata/generated/schema/api/feed/createSuggestion.py +1 -1
  72. metadata/generated/schema/api/feed/createThread.py +1 -1
  73. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  74. metadata/generated/schema/api/feed/threadCount.py +1 -1
  75. metadata/generated/schema/api/governance/__init__.py +1 -1
  76. metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
  77. metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
  78. metadata/generated/schema/api/lineage/__init__.py +1 -1
  79. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  80. metadata/generated/schema/api/lineage/esLineageData.py +1 -1
  81. metadata/generated/schema/api/lineage/lineageDirection.py +1 -1
  82. metadata/generated/schema/api/lineage/nodeInformation.py +1 -1
  83. metadata/generated/schema/api/lineage/searchLineageRequest.py +1 -1
  84. metadata/generated/schema/api/lineage/searchLineageResult.py +1 -1
  85. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  86. metadata/generated/schema/api/policies/__init__.py +1 -1
  87. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  88. metadata/generated/schema/api/search/__init__.py +1 -1
  89. metadata/generated/schema/api/search/previewSearchRequest.py +1 -1
  90. metadata/generated/schema/api/services/__init__.py +1 -1
  91. metadata/generated/schema/api/services/createApiService.py +1 -1
  92. metadata/generated/schema/api/services/createDashboardService.py +1 -1
  93. metadata/generated/schema/api/services/createDatabaseService.py +1 -1
  94. metadata/generated/schema/api/services/createMessagingService.py +1 -1
  95. metadata/generated/schema/api/services/createMetadataService.py +1 -1
  96. metadata/generated/schema/api/services/createMlModelService.py +1 -1
  97. metadata/generated/schema/api/services/createPipelineService.py +1 -1
  98. metadata/generated/schema/api/services/createSearchService.py +1 -1
  99. metadata/generated/schema/api/services/createStorageService.py +1 -1
  100. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  101. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  102. metadata/generated/schema/api/setOwner.py +1 -1
  103. metadata/generated/schema/api/teams/__init__.py +1 -1
  104. metadata/generated/schema/api/teams/createPersona.py +1 -1
  105. metadata/generated/schema/api/teams/createRole.py +1 -1
  106. metadata/generated/schema/api/teams/createTeam.py +1 -1
  107. metadata/generated/schema/api/teams/createUser.py +1 -1
  108. metadata/generated/schema/api/tests/__init__.py +1 -1
  109. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  110. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  111. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  112. metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
  113. metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
  114. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  115. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  116. metadata/generated/schema/api/voteRequest.py +1 -1
  117. metadata/generated/schema/auth/__init__.py +1 -1
  118. metadata/generated/schema/auth/basicAuth.py +1 -1
  119. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  120. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  121. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  122. metadata/generated/schema/auth/emailRequest.py +1 -1
  123. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  124. metadata/generated/schema/auth/generateToken.py +1 -1
  125. metadata/generated/schema/auth/jwtAuth.py +1 -1
  126. metadata/generated/schema/auth/loginRequest.py +1 -1
  127. metadata/generated/schema/auth/logoutRequest.py +1 -1
  128. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  129. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  130. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  131. metadata/generated/schema/auth/refreshToken.py +1 -1
  132. metadata/generated/schema/auth/registrationRequest.py +1 -1
  133. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  134. metadata/generated/schema/auth/revokeToken.py +1 -1
  135. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  136. metadata/generated/schema/auth/ssoAuth.py +1 -1
  137. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  138. metadata/generated/schema/configuration/__init__.py +1 -1
  139. metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
  140. metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
  141. metadata/generated/schema/configuration/authConfig.py +1 -1
  142. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  143. metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
  144. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  145. metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
  146. metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
  147. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  148. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  149. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  150. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  151. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  152. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  153. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  154. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  155. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  156. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  157. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  158. metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
  159. metadata/generated/schema/configuration/lineageSettings.py +1 -1
  160. metadata/generated/schema/configuration/loginConfiguration.py +1 -1
  161. metadata/generated/schema/configuration/logoConfiguration.py +1 -1
  162. metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +1 -1
  163. metadata/generated/schema/configuration/opertionalConfiguration.py +1 -1
  164. metadata/generated/schema/configuration/opsConfig.py +1 -1
  165. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  166. metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
  167. metadata/generated/schema/configuration/searchSettings.py +1 -1
  168. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
  169. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  170. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  171. metadata/generated/schema/configuration/themeConfiguration.py +1 -1
  172. metadata/generated/schema/configuration/uiThemePreference.py +1 -1
  173. metadata/generated/schema/configuration/workflowSettings.py +1 -1
  174. metadata/generated/schema/dataInsight/__init__.py +1 -1
  175. metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
  176. metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
  177. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
  178. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
  179. metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
  180. metadata/generated/schema/dataInsight/custom/lineChart.py +1 -1
  181. metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
  182. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  183. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  184. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  185. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  186. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  187. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  188. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
  189. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
  190. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
  191. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
  192. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  193. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  194. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  195. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  196. metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
  197. metadata/generated/schema/email/__init__.py +1 -1
  198. metadata/generated/schema/email/emailRequest.py +1 -1
  199. metadata/generated/schema/email/emailTemplate.py +1 -1
  200. metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
  201. metadata/generated/schema/email/smtpSettings.py +1 -1
  202. metadata/generated/schema/email/templateValidationReponse.py +1 -1
  203. metadata/generated/schema/entity/__init__.py +1 -1
  204. metadata/generated/schema/entity/applications/__init__.py +1 -1
  205. metadata/generated/schema/entity/applications/app.py +1 -1
  206. metadata/generated/schema/entity/applications/appExtension.py +1 -1
  207. metadata/generated/schema/entity/applications/appRunRecord.py +1 -1
  208. metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
  209. metadata/generated/schema/entity/applications/configuration/applicationConfig.py +1 -1
  210. metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
  211. metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
  212. metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
  213. metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +1 -1
  214. metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
  215. metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
  216. metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
  217. metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
  218. metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +1 -1
  219. metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
  220. metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +1 -1
  221. metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
  222. metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
  223. metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +1 -1
  224. metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
  225. metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
  226. metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
  227. metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
  228. metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +1 -1
  229. metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
  230. metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +1 -1
  231. metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
  232. metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
  233. metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
  234. metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +1 -1
  235. metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +1 -1
  236. metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +1 -1
  237. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +1 -1
  238. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
  239. metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
  240. metadata/generated/schema/entity/applications/configuration/internal/helloPipelinesConfiguration.py +1 -1
  241. metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
  242. metadata/generated/schema/entity/applications/configuration/private/__init__.py +1 -1
  243. metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
  244. metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +1 -1
  245. metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +1 -1
  246. metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +1 -1
  247. metadata/generated/schema/entity/applications/configuration/private/limits.py +1 -1
  248. metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
  249. metadata/generated/schema/entity/applications/jobStatus.py +1 -1
  250. metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
  251. metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
  252. metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +1 -1
  253. metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +1 -1
  254. metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
  255. metadata/generated/schema/entity/automations/__init__.py +1 -1
  256. metadata/generated/schema/entity/automations/testServiceConnection.py +1 -1
  257. metadata/generated/schema/entity/automations/workflow.py +1 -1
  258. metadata/generated/schema/entity/bot.py +1 -1
  259. metadata/generated/schema/entity/classification/__init__.py +1 -1
  260. metadata/generated/schema/entity/classification/classification.py +1 -1
  261. metadata/generated/schema/entity/classification/tag.py +1 -1
  262. metadata/generated/schema/entity/data/__init__.py +1 -1
  263. metadata/generated/schema/entity/data/apiCollection.py +1 -1
  264. metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
  265. metadata/generated/schema/entity/data/chart.py +1 -1
  266. metadata/generated/schema/entity/data/container.py +1 -1
  267. metadata/generated/schema/entity/data/dashboard.py +1 -1
  268. metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
  269. metadata/generated/schema/entity/data/database.py +1 -1
  270. metadata/generated/schema/entity/data/databaseSchema.py +1 -1
  271. metadata/generated/schema/entity/data/glossary.py +1 -1
  272. metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
  273. metadata/generated/schema/entity/data/metric.py +1 -1
  274. metadata/generated/schema/entity/data/mlmodel.py +1 -1
  275. metadata/generated/schema/entity/data/pipeline.py +1 -1
  276. metadata/generated/schema/entity/data/query.py +1 -1
  277. metadata/generated/schema/entity/data/queryCostRecord.py +1 -1
  278. metadata/generated/schema/entity/data/queryCostSearchResult.py +1 -1
  279. metadata/generated/schema/entity/data/report.py +1 -1
  280. metadata/generated/schema/entity/data/searchIndex.py +1 -1
  281. metadata/generated/schema/entity/data/storedProcedure.py +1 -1
  282. metadata/generated/schema/entity/data/table.py +1 -1
  283. metadata/generated/schema/entity/data/topic.py +1 -1
  284. metadata/generated/schema/entity/docStore/__init__.py +1 -1
  285. metadata/generated/schema/entity/docStore/document.py +1 -1
  286. metadata/generated/schema/entity/domains/__init__.py +1 -1
  287. metadata/generated/schema/entity/domains/dataProduct.py +1 -1
  288. metadata/generated/schema/entity/domains/domain.py +1 -1
  289. metadata/generated/schema/entity/events/__init__.py +1 -1
  290. metadata/generated/schema/entity/events/webhook.py +1 -1
  291. metadata/generated/schema/entity/feed/__init__.py +1 -1
  292. metadata/generated/schema/entity/feed/assets.py +1 -1
  293. metadata/generated/schema/entity/feed/customProperty.py +1 -1
  294. metadata/generated/schema/entity/feed/description.py +1 -1
  295. metadata/generated/schema/entity/feed/domain.py +1 -1
  296. metadata/generated/schema/entity/feed/entityInfo.py +1 -1
  297. metadata/generated/schema/entity/feed/owner.py +1 -1
  298. metadata/generated/schema/entity/feed/suggestion.py +1 -1
  299. metadata/generated/schema/entity/feed/tag.py +1 -1
  300. metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
  301. metadata/generated/schema/entity/feed/thread.py +1 -1
  302. metadata/generated/schema/entity/policies/__init__.py +1 -1
  303. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  304. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
  305. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  306. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  307. metadata/generated/schema/entity/policies/filters.py +1 -1
  308. metadata/generated/schema/entity/policies/policy.py +1 -1
  309. metadata/generated/schema/entity/services/__init__.py +1 -1
  310. metadata/generated/schema/entity/services/apiService.py +1 -1
  311. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  312. metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
  313. metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
  314. metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
  315. metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
  316. metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
  317. metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
  318. metadata/generated/schema/entity/services/connections/connectionBasicType.py +1 -1
  319. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  320. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
  321. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
  322. metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +1 -1
  323. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
  324. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
  325. metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +1 -1
  326. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
  327. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +1 -1
  328. metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +1 -1
  329. metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
  330. metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
  331. metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
  332. metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
  333. metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
  334. metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +1 -1
  335. metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +1 -1
  336. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
  337. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
  338. metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +1 -1
  339. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
  340. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +9 -1
  341. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  342. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +1 -1
  343. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
  344. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +1 -1
  345. metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +1 -1
  346. metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +1 -1
  347. metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +1 -1
  348. metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +1 -1
  349. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
  350. metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +1 -1
  351. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  352. metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
  353. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  354. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  355. metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
  356. metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
  357. metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +1 -1
  358. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
  359. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
  360. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  361. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  362. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  363. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  364. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
  365. metadata/generated/schema/entity/services/connections/database/db2Connection.py +1 -1
  366. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
  367. metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
  368. metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
  369. metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
  370. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
  371. metadata/generated/schema/entity/services/connections/database/dorisConnection.py +1 -1
  372. metadata/generated/schema/entity/services/connections/database/druidConnection.py +1 -1
  373. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
  374. metadata/generated/schema/entity/services/connections/database/exasolConnection.py +1 -1
  375. metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
  376. metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +1 -1
  377. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +1 -1
  378. metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
  379. metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
  380. metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
  381. metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
  382. metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
  383. metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
  384. metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
  385. metadata/generated/schema/entity/services/connections/database/icebergConnection.py +1 -1
  386. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +1 -1
  387. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +1 -1
  388. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +1 -1
  389. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +1 -1
  390. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +1 -1
  391. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +1 -1
  392. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +1 -1
  393. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +1 -1
  394. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
  395. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +1 -1
  396. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
  397. metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +1 -1
  398. metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
  399. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
  400. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
  401. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +1 -1
  402. metadata/generated/schema/entity/services/connections/database/sasConnection.py +1 -1
  403. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +1 -1
  404. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +1 -1
  405. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +1 -1
  406. metadata/generated/schema/entity/services/connections/database/synapseConnection.py +1 -1
  407. metadata/generated/schema/entity/services/connections/database/teradataConnection.py +1 -1
  408. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +1 -1
  409. metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +1 -1
  410. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
  411. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  412. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
  413. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
  414. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
  415. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
  416. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
  417. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  418. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  419. metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +1 -1
  420. metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +1 -1
  421. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
  422. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
  423. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
  424. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +1 -1
  425. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  426. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
  427. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
  428. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
  429. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
  430. metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +1 -1
  431. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  432. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
  433. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
  434. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
  435. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
  436. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
  437. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
  438. metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +1 -1
  439. metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +1 -1
  440. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
  441. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
  442. metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +1 -1
  443. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
  444. metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +1 -1
  445. metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +1 -1
  446. metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +1 -1
  447. metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +1 -1
  448. metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +1 -1
  449. metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +1 -1
  450. metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +1 -1
  451. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
  452. metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +1 -1
  453. metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +1 -1
  454. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
  455. metadata/generated/schema/entity/services/connections/pipeline/ssisConnection.py +1 -1
  456. metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +1 -1
  457. metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +1 -1
  458. metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
  459. metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +1 -1
  460. metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
  461. metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
  462. metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
  463. metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +1 -1
  464. metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +1 -1
  465. metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
  466. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  467. metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +1 -1
  468. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
  469. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
  470. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
  471. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  472. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  473. metadata/generated/schema/entity/services/dashboardService.py +1 -1
  474. metadata/generated/schema/entity/services/databaseService.py +1 -1
  475. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  476. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +1 -1
  477. metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
  478. metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +1 -1
  479. metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
  480. metadata/generated/schema/entity/services/messagingService.py +1 -1
  481. metadata/generated/schema/entity/services/metadataService.py +1 -1
  482. metadata/generated/schema/entity/services/mlmodelService.py +1 -1
  483. metadata/generated/schema/entity/services/pipelineService.py +1 -1
  484. metadata/generated/schema/entity/services/searchService.py +1 -1
  485. metadata/generated/schema/entity/services/serviceType.py +1 -1
  486. metadata/generated/schema/entity/services/storageService.py +1 -1
  487. metadata/generated/schema/entity/teams/__init__.py +1 -1
  488. metadata/generated/schema/entity/teams/persona.py +1 -1
  489. metadata/generated/schema/entity/teams/role.py +1 -1
  490. metadata/generated/schema/entity/teams/team.py +1 -1
  491. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  492. metadata/generated/schema/entity/teams/user.py +1 -1
  493. metadata/generated/schema/entity/type.py +1 -1
  494. metadata/generated/schema/entity/utils/__init__.py +1 -1
  495. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  496. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  497. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  498. metadata/generated/schema/events/__init__.py +1 -1
  499. metadata/generated/schema/events/alertMetrics.py +1 -1
  500. metadata/generated/schema/events/api/__init__.py +1 -1
  501. metadata/generated/schema/events/api/createEventSubscription.py +1 -1
  502. metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
  503. metadata/generated/schema/events/api/eventsRecord.py +1 -1
  504. metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
  505. metadata/generated/schema/events/api/typedEvent.py +1 -1
  506. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  507. metadata/generated/schema/events/eventFilterRule.py +1 -1
  508. metadata/generated/schema/events/eventSubscription.py +1 -1
  509. metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
  510. metadata/generated/schema/events/failedEvent.py +1 -1
  511. metadata/generated/schema/events/failedEventResponse.py +1 -1
  512. metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
  513. metadata/generated/schema/events/statusContext.py +1 -1
  514. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  515. metadata/generated/schema/events/subscriptionStatus.py +1 -1
  516. metadata/generated/schema/events/testDestinationStatus.py +1 -1
  517. metadata/generated/schema/governance/workflows/__init__.py +1 -1
  518. metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
  519. metadata/generated/schema/governance/workflows/elements/edge.py +1 -1
  520. metadata/generated/schema/governance/workflows/elements/nodeSubType.py +1 -1
  521. metadata/generated/schema/governance/workflows/elements/nodeType.py +1 -1
  522. metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
  523. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
  524. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +1 -1
  525. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +1 -1
  526. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +1 -1
  527. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +1 -1
  528. metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +1 -1
  529. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
  530. metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +1 -1
  531. metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +1 -1
  532. metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +1 -1
  533. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
  534. metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +1 -1
  535. metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
  536. metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +1 -1
  537. metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
  538. metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +1 -1
  539. metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +1 -1
  540. metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +1 -1
  541. metadata/generated/schema/governance/workflows/workflowDefinition.py +1 -1
  542. metadata/generated/schema/governance/workflows/workflowInstance.py +1 -1
  543. metadata/generated/schema/governance/workflows/workflowInstanceState.py +1 -1
  544. metadata/generated/schema/jobs/__init__.py +1 -1
  545. metadata/generated/schema/jobs/backgroundJob.py +1 -1
  546. metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
  547. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  548. metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
  549. metadata/generated/schema/metadataIngestion/application.py +1 -1
  550. metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
  551. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
  552. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  553. metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +1 -1
  554. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -1
  555. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +1 -1
  556. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +1 -1
  557. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
  558. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  559. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  560. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  561. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  562. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  563. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  564. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
  565. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
  566. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  567. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  568. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  569. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  570. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  571. metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +1 -1
  572. metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +1 -1
  573. metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +1 -1
  574. metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +1 -1
  575. metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +1 -1
  576. metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
  577. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  578. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  579. metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
  580. metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
  581. metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
  582. metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
  583. metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
  584. metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
  585. metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
  586. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  587. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
  588. metadata/generated/schema/metadataIngestion/workflow.py +1 -1
  589. metadata/generated/schema/monitoring/__init__.py +1 -1
  590. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  591. metadata/generated/schema/search/__init__.py +1 -1
  592. metadata/generated/schema/search/aggregationRequest.py +1 -1
  593. metadata/generated/schema/search/searchRequest.py +1 -1
  594. metadata/generated/schema/security/__init__.py +1 -1
  595. metadata/generated/schema/security/client/__init__.py +1 -1
  596. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  597. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  598. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  599. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  600. metadata/generated/schema/security/client/oidcClientConfig.py +1 -1
  601. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  602. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  603. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  604. metadata/generated/schema/security/credentials/__init__.py +1 -1
  605. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  606. metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
  607. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  608. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  609. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  610. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  611. metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
  612. metadata/generated/schema/security/credentials/gcpExternalAccount.py +1 -1
  613. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  614. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  615. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  616. metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
  617. metadata/generated/schema/security/sasl/__init__.py +1 -1
  618. metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
  619. metadata/generated/schema/security/secrets/__init__.py +1 -1
  620. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  621. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  622. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  623. metadata/generated/schema/security/securityConfiguration.py +1 -1
  624. metadata/generated/schema/security/ssl/__init__.py +1 -1
  625. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  626. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  627. metadata/generated/schema/settings/__init__.py +1 -1
  628. metadata/generated/schema/settings/settings.py +1 -1
  629. metadata/generated/schema/system/__init__.py +1 -1
  630. metadata/generated/schema/system/entityError.py +1 -1
  631. metadata/generated/schema/system/eventPublisherJob.py +1 -1
  632. metadata/generated/schema/system/indexingError.py +1 -1
  633. metadata/generated/schema/system/limitsResponse.py +1 -1
  634. metadata/generated/schema/system/ui/__init__.py +1 -1
  635. metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
  636. metadata/generated/schema/system/ui/navigationItem.py +1 -1
  637. metadata/generated/schema/system/ui/page.py +1 -1
  638. metadata/generated/schema/system/ui/tab.py +1 -1
  639. metadata/generated/schema/system/ui/uiCustomization.py +1 -1
  640. metadata/generated/schema/system/validationResponse.py +1 -1
  641. metadata/generated/schema/tests/__init__.py +1 -1
  642. metadata/generated/schema/tests/assigned.py +1 -1
  643. metadata/generated/schema/tests/basic.py +1 -1
  644. metadata/generated/schema/tests/customMetric.py +1 -1
  645. metadata/generated/schema/tests/dataQualityReport.py +1 -1
  646. metadata/generated/schema/tests/resolved.py +1 -1
  647. metadata/generated/schema/tests/testCase.py +1 -1
  648. metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
  649. metadata/generated/schema/tests/testDefinition.py +1 -1
  650. metadata/generated/schema/tests/testSuite.py +1 -1
  651. metadata/generated/schema/type/__init__.py +1 -1
  652. metadata/generated/schema/type/apiSchema.py +1 -1
  653. metadata/generated/schema/type/assetCertification.py +1 -1
  654. metadata/generated/schema/type/auditLog.py +1 -1
  655. metadata/generated/schema/type/basic.py +1 -1
  656. metadata/generated/schema/type/bulkOperationResult.py +1 -1
  657. metadata/generated/schema/type/changeEvent.py +1 -1
  658. metadata/generated/schema/type/changeEventType.py +1 -1
  659. metadata/generated/schema/type/changeSummaryMap.py +1 -1
  660. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  661. metadata/generated/schema/type/csvDocumentation.py +1 -1
  662. metadata/generated/schema/type/csvErrorType.py +1 -1
  663. metadata/generated/schema/type/csvFile.py +1 -1
  664. metadata/generated/schema/type/csvImportResult.py +1 -1
  665. metadata/generated/schema/type/customProperties/__init__.py +1 -1
  666. metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
  667. metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
  668. metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
  669. metadata/generated/schema/type/customProperty.py +1 -1
  670. metadata/generated/schema/type/dailyCount.py +1 -1
  671. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  672. metadata/generated/schema/type/entityHierarchy.py +1 -1
  673. metadata/generated/schema/type/entityHistory.py +1 -1
  674. metadata/generated/schema/type/entityLineage.py +1 -1
  675. metadata/generated/schema/type/entityReference.py +1 -1
  676. metadata/generated/schema/type/entityReferenceList.py +1 -1
  677. metadata/generated/schema/type/entityRelationship.py +1 -1
  678. metadata/generated/schema/type/entityUsage.py +1 -1
  679. metadata/generated/schema/type/filterPattern.py +1 -1
  680. metadata/generated/schema/type/function.py +1 -1
  681. metadata/generated/schema/type/include.py +1 -1
  682. metadata/generated/schema/type/jdbcConnection.py +1 -1
  683. metadata/generated/schema/type/lifeCycle.py +1 -1
  684. metadata/generated/schema/type/paging.py +1 -1
  685. metadata/generated/schema/type/profile.py +1 -1
  686. metadata/generated/schema/type/queryParserData.py +1 -1
  687. metadata/generated/schema/type/reaction.py +1 -1
  688. metadata/generated/schema/type/schedule.py +1 -1
  689. metadata/generated/schema/type/schema.py +1 -1
  690. metadata/generated/schema/type/tableQuery.py +1 -1
  691. metadata/generated/schema/type/tableUsageCount.py +1 -1
  692. metadata/generated/schema/type/tagLabel.py +1 -1
  693. metadata/generated/schema/type/usageDetails.py +1 -1
  694. metadata/generated/schema/type/usageRequest.py +1 -1
  695. metadata/generated/schema/type/votes.py +1 -1
  696. metadata/ingestion/source/dashboard/dashboard_service.py +24 -8
  697. metadata/ingestion/source/dashboard/tableau/metadata.py +12 -2
  698. metadata/ingestion/source/database/bigquery/profiler/system.py +1 -1
  699. metadata/profiler/interface/sqlalchemy/profiler_interface.py +0 -1
  700. {openmetadata_ingestion-1.7.4.1.dist-info → openmetadata_ingestion-1.7.5.0.dist-info}/METADATA +513 -509
  701. {openmetadata_ingestion-1.7.4.1.dist-info → openmetadata_ingestion-1.7.5.0.dist-info}/RECORD +705 -704
  702. {openmetadata_ingestion-1.7.4.1.dist-info → openmetadata_ingestion-1.7.5.0.dist-info}/LICENSE +0 -0
  703. {openmetadata_ingestion-1.7.4.1.dist-info → openmetadata_ingestion-1.7.5.0.dist-info}/WHEEL +0 -0
  704. {openmetadata_ingestion-1.7.4.1.dist-info → openmetadata_ingestion-1.7.5.0.dist-info}/entry_points.txt +0 -0
  705. {openmetadata_ingestion-1.7.4.1.dist-info → openmetadata_ingestion-1.7.5.0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,367 @@
1
+ # Copyright 2025 Collate
2
+ # Licensed under the Collate Community License, Version 1.0 (the "License");
3
+ # you may not use this file except in compliance with the License.
4
+ # You may obtain a copy of the License at
5
+ # https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
6
+ # Unless required by applicable law or agreed to in writing, software
7
+ # distributed under the License is distributed on an "AS IS" BASIS,
8
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
9
+ # See the License for the specific language governing permissions and
10
+ # limitations under the License.
11
+
12
+ """
13
+ DBT Artifacts Ingestion CLI module
14
+ """
15
+
16
+ import json
17
+ import os
18
+ import re
19
+ import sys
20
+ import traceback
21
+ from pathlib import Path
22
+ from typing import Dict, List, Optional
23
+
24
+ import yaml
25
+ from dotenv import load_dotenv
26
+ from pydantic import BaseModel, Field, field_validator
27
+
28
+ from metadata.ingestion.ometa.credentials import URL
29
+ from metadata.utils.logger import cli_logger
30
+ from metadata.workflow.metadata import MetadataWorkflow
31
+
32
+ logger = cli_logger()
33
+
34
+
35
+ class FilterPattern(BaseModel):
36
+ """Filter pattern model for database/schema/table filtering"""
37
+
38
+ includes: List[str] = Field(default=[".*"], description="Patterns to include")
39
+ excludes: Optional[List[str]] = Field(
40
+ default=None, description="Patterns to exclude"
41
+ )
42
+
43
+
44
+ class OpenMetadataDBTConfig(BaseModel):
45
+ """Pydantic model for OpenMetadata DBT configuration"""
46
+
47
+ # Required fields
48
+ openmetadata_host_port: str = Field(
49
+ ..., description="OpenMetadata server host and port"
50
+ )
51
+ openmetadata_jwt_token: str = Field(..., description="JWT token for authentication")
52
+ openmetadata_service_name: str = Field(
53
+ ..., description="Service name for the DBT service"
54
+ )
55
+
56
+ # Optional DBT source configuration with defaults
57
+ openmetadata_dbt_update_descriptions: bool = Field(
58
+ default=True, description="Update model descriptions from DBT"
59
+ )
60
+ openmetadata_dbt_update_owners: bool = Field(
61
+ default=True, description="Update model owners from DBT"
62
+ )
63
+ openmetadata_include_tags: bool = Field(
64
+ default=True, description="Include DBT tags as metadata"
65
+ )
66
+ openmetadata_search_across_databases: bool = Field(
67
+ default=False, description="Search across multiple databases"
68
+ )
69
+ openmetadata_dbt_classification_name: Optional[str] = Field(
70
+ default=None, description="Custom classification name for DBT tags"
71
+ )
72
+
73
+ # Filter patterns - standardized to dict format only
74
+ openmetadata_database_filter_pattern: Optional[Dict[str, List[str]]] = Field(
75
+ default=None, description="Database filter pattern with includes/excludes"
76
+ )
77
+ openmetadata_schema_filter_pattern: Optional[Dict[str, List[str]]] = Field(
78
+ default=None, description="Schema filter pattern with includes/excludes"
79
+ )
80
+ openmetadata_table_filter_pattern: Optional[Dict[str, List[str]]] = Field(
81
+ default=None, description="Table filter pattern with includes/excludes"
82
+ )
83
+
84
+ @field_validator("openmetadata_host_port")
85
+ @classmethod
86
+ def validate_host_port(cls, v):
87
+ """Validate that host_port is a valid URL using the existing URL class"""
88
+ try:
89
+ # This will raise ValueError if not a valid http/https/ws/wss URL
90
+ URL(v)
91
+ return v
92
+ except (ValueError, TypeError) as e:
93
+ raise ValueError(
94
+ f"Host port must be a valid URL starting with http:// or https://"
95
+ )
96
+
97
+ def _get_filter_pattern(
98
+ self, pattern_dict: Optional[Dict[str, List[str]]]
99
+ ) -> FilterPattern:
100
+ """Convert filter pattern dict to FilterPattern model or return default"""
101
+ if pattern_dict:
102
+ return FilterPattern(**pattern_dict)
103
+ return FilterPattern()
104
+
105
+ @property
106
+ def database_filter(self) -> FilterPattern:
107
+ """Get database filter pattern as FilterPattern model"""
108
+ return self._get_filter_pattern(self.openmetadata_database_filter_pattern)
109
+
110
+ @property
111
+ def schema_filter(self) -> FilterPattern:
112
+ """Get schema filter pattern as FilterPattern model"""
113
+ return self._get_filter_pattern(self.openmetadata_schema_filter_pattern)
114
+
115
+ @property
116
+ def table_filter(self) -> FilterPattern:
117
+ """Get table filter pattern as FilterPattern model"""
118
+ return self._get_filter_pattern(self.openmetadata_table_filter_pattern)
119
+
120
+ def log_configuration(self):
121
+ config = {
122
+ "update_descriptions": self.openmetadata_dbt_update_descriptions,
123
+ "update_owners": self.openmetadata_dbt_update_owners,
124
+ "include_tags": self.openmetadata_include_tags,
125
+ "search_across_databases": self.openmetadata_search_across_databases,
126
+ "classification_name": self.openmetadata_dbt_classification_name,
127
+ "database_filter": self.database_filter.model_dump(exclude_none=True),
128
+ "schema_filter": self.schema_filter.model_dump(exclude_none=True),
129
+ "table_filter": self.table_filter.model_dump(exclude_none=True),
130
+ }
131
+ logger.info("OpenMetadata DBT Config:\n%s", json.dumps(config, indent=2))
132
+
133
+
134
+ def substitute_env_vars(content: str) -> str:
135
+ """
136
+ Substitute environment variables in YAML content.
137
+
138
+ Supports:
139
+ - ${VAR} - shell style substitution
140
+ - {{ env_var("VAR") }} - dbt style without default
141
+ - {{ env_var("VAR", "default") }} - dbt style with default
142
+
143
+ :param content: Raw YAML content string
144
+ :return: Content with environment variables substituted
145
+ """
146
+
147
+ def replace_shell_vars(match):
148
+ """Replace ${VAR} pattern"""
149
+ var_name = match.group(1)
150
+ env_value = os.environ.get(var_name)
151
+ if env_value is None:
152
+ raise ValueError(f"Environment variable '{var_name}' is not set")
153
+ return env_value
154
+
155
+ def replace_dbt_env_vars(match):
156
+ """Replace {{ env_var("VAR") }} and {{ env_var("VAR", "default") }} patterns"""
157
+ var_name = match.group(1)
158
+ default_value = match.group(2) # Will be None if no default provided
159
+
160
+ env_value = os.environ.get(var_name)
161
+ if env_value is None:
162
+ if default_value is not None:
163
+ # Remove quotes from default value
164
+ return default_value.strip("\"'")
165
+ raise ValueError(
166
+ f"Environment variable '{var_name}' is not set and no default provided"
167
+ )
168
+ return env_value
169
+
170
+ # Pattern for ${VAR}
171
+ shell_pattern = re.compile(r"\$\{([^}]+)\}")
172
+
173
+ # Pattern for {{ env_var("VAR") }} and {{ env_var("VAR", "default") }}
174
+ # This handles both single and double quotes around variable names and defaults
175
+ function_pattern = re.compile(
176
+ r'\{\{\s*env_var\(\s*["\']([\w-]+)["\']\s*(?:,\s*["\']([\w\s-]*)["\']\s*)?\)\s*\}\}'
177
+ )
178
+
179
+ # Apply substitutions
180
+ content = shell_pattern.sub(replace_shell_vars, content)
181
+ content = function_pattern.sub(replace_dbt_env_vars, content)
182
+
183
+ return content
184
+
185
+
186
+ def find_dbt_project_config(dbt_project_path: Path) -> Dict:
187
+ """
188
+ Find and load dbt_project.yml configuration with environment variable substitution
189
+
190
+ :param dbt_project_path: Path to the dbt project directory
191
+ :return: Parsed dbt project configuration
192
+ """
193
+ # Load environment variables from .env file if present
194
+ load_dotenv(dbt_project_path / ".env", override=False)
195
+ load_dotenv(override=False) # fallback to current dir
196
+
197
+ dbt_project_file = dbt_project_path / "dbt_project.yml"
198
+
199
+ if not dbt_project_file.exists():
200
+ raise FileNotFoundError(f"dbt_project.yml not found in {dbt_project_path}")
201
+
202
+ try:
203
+ with open(dbt_project_file, "r", encoding="utf-8") as file:
204
+ content = file.read()
205
+
206
+ # Substitute environment variables before parsing YAML
207
+ processed_content = substitute_env_vars(content)
208
+ return yaml.safe_load(processed_content)
209
+
210
+ except Exception as exc:
211
+ raise ValueError(f"Failed to parse dbt_project.yml: {exc}")
212
+
213
+
214
+ def extract_openmetadata_config(dbt_config: Dict) -> OpenMetadataDBTConfig:
215
+ """
216
+ Extract and validate OpenMetadata configuration from dbt project config using Pydantic
217
+
218
+ :param dbt_config: Parsed dbt project configuration
219
+ :return: Validated OpenMetadata configuration model
220
+ """
221
+ vars_config = dbt_config.get("vars", {})
222
+ try:
223
+ # Create and validate the configuration using Pydantic
224
+ om_config = OpenMetadataDBTConfig(**vars_config)
225
+ om_config.log_configuration()
226
+ return om_config
227
+
228
+ except Exception as exc:
229
+ # Provide helpful error message for missing required fields
230
+ error_msg = str(exc)
231
+ if "Field required" in error_msg:
232
+ raise ValueError(
233
+ f"Required OpenMetadata configuration not found in dbt_project.yml vars.\n"
234
+ f"Error: {error_msg}\n"
235
+ f"Please add the following to your dbt_project.yml:\n"
236
+ f"vars:\n"
237
+ f" openmetadata_jwt_token: 'your-jwt-token'\n"
238
+ f" openmetadata_host_port: 'your-host-port (e.g. http://openmetadata-server:8585/api)'\n"
239
+ f" openmetadata_service_name: 'your-service-name'"
240
+ )
241
+ raise ValueError(f"Invalid OpenMetadata configuration: {error_msg}")
242
+
243
+
244
+ def create_dbt_workflow_config(
245
+ dbt_project_path: Path, om_config: OpenMetadataDBTConfig
246
+ ) -> Dict:
247
+ """
248
+ Create OpenMetadata workflow configuration for dbt artifacts ingestion
249
+
250
+ :param dbt_project_path: Path to the dbt project directory
251
+ :param om_config: Validated OpenMetadata configuration model
252
+ :return: Workflow configuration
253
+ """
254
+ target_dir = dbt_project_path / "target"
255
+
256
+ # Check for required artifacts
257
+ manifest_path = target_dir / "manifest.json"
258
+ if not manifest_path.exists():
259
+ raise FileNotFoundError(
260
+ f"manifest.json not found in {target_dir}. Please run 'dbt compile' or 'dbt run' first."
261
+ )
262
+
263
+ # Build dbt config source
264
+ dbt_config_source = {
265
+ "dbtManifestFilePath": str(manifest_path),
266
+ "dbtConfigType": "local",
267
+ }
268
+
269
+ # Add optional files if they exist
270
+ catalog_path = target_dir / "catalog.json"
271
+ if catalog_path.exists():
272
+ dbt_config_source["dbtCatalogFilePath"] = str(catalog_path)
273
+
274
+ run_results_path = target_dir / "run_results.json"
275
+ if run_results_path.exists():
276
+ dbt_config_source["dbtRunResultsFilePath"] = str(run_results_path)
277
+
278
+ # Build source config with user-configurable options
279
+ source_config = {
280
+ "type": "DBT",
281
+ "dbtConfigSource": dbt_config_source,
282
+ "dbtUpdateDescriptions": om_config.openmetadata_dbt_update_descriptions,
283
+ "dbtUpdateOwners": om_config.openmetadata_dbt_update_owners,
284
+ "includeTags": om_config.openmetadata_include_tags,
285
+ "searchAcrossDatabases": om_config.openmetadata_search_across_databases,
286
+ "databaseFilterPattern": om_config.database_filter.model_dump(
287
+ exclude_none=True
288
+ ),
289
+ "schemaFilterPattern": om_config.schema_filter.model_dump(exclude_none=True),
290
+ "tableFilterPattern": om_config.table_filter.model_dump(exclude_none=True),
291
+ }
292
+
293
+ # Add optional classification name if provided
294
+ if om_config.openmetadata_dbt_classification_name:
295
+ source_config[
296
+ "dbtClassificationName"
297
+ ] = om_config.openmetadata_dbt_classification_name
298
+
299
+ # Create workflow configuration
300
+ config = {
301
+ "source": {
302
+ "type": "dbt",
303
+ "serviceName": om_config.openmetadata_service_name,
304
+ "sourceConfig": {"config": source_config},
305
+ },
306
+ "sink": {"type": "metadata-rest", "config": {}},
307
+ "workflowConfig": {
308
+ "loggerLevel": "INFO",
309
+ "openMetadataServerConfig": {
310
+ "hostPort": om_config.openmetadata_host_port,
311
+ "authProvider": "openmetadata",
312
+ "securityConfig": {"jwtToken": om_config.openmetadata_jwt_token},
313
+ },
314
+ },
315
+ }
316
+
317
+ return config
318
+
319
+
320
+ def run_ingest_dbt(dbt_project_path: Path) -> None:
321
+ """
322
+ Run the dbt artifacts ingestion workflow from a dbt project path
323
+
324
+ :param dbt_project_path: Path to the dbt project directory
325
+ """
326
+ try:
327
+ # Resolve to absolute path to handle relative paths like "."
328
+ dbt_project_path = dbt_project_path.resolve()
329
+
330
+ logger.info(f"Starting DBT artifacts ingestion from: {dbt_project_path}")
331
+
332
+ if not dbt_project_path.exists():
333
+ raise FileNotFoundError(
334
+ f"DBT project path does not exist: {dbt_project_path}"
335
+ )
336
+
337
+ if not dbt_project_path.is_dir():
338
+ raise NotADirectoryError(
339
+ f"DBT project path is not a directory: {dbt_project_path}"
340
+ )
341
+
342
+ logger.info("Loading dbt project configuration...")
343
+ dbt_config = find_dbt_project_config(dbt_project_path)
344
+
345
+ logger.info("Extracting OpenMetadata configuration...")
346
+ om_config = extract_openmetadata_config(dbt_config)
347
+
348
+ logger.info(f"Publishing to OpenMetadata: {om_config.openmetadata_host_port}")
349
+ logger.info(f"Service name: {om_config.openmetadata_service_name}")
350
+
351
+ logger.info("Creating workflow configuration...")
352
+ workflow_config = create_dbt_workflow_config(dbt_project_path, om_config)
353
+
354
+ # Create and execute the MetadataWorkflow (reusing existing infrastructure)
355
+ logger.info("Starting OpenMetadata ingestion workflow...")
356
+ workflow = MetadataWorkflow.create(workflow_config)
357
+ workflow.execute()
358
+ workflow.raise_from_status()
359
+ workflow.print_status()
360
+ workflow.stop()
361
+
362
+ logger.info("DBT artifacts ingestion completed successfully")
363
+
364
+ except Exception as exc:
365
+ logger.error(f"Error during DBT artifacts ingestion: {exc}")
366
+ logger.debug(traceback.format_exc())
367
+ sys.exit(1)
metadata/cmd.py CHANGED
@@ -25,6 +25,7 @@ from metadata.cli.app import run_app
25
25
  from metadata.cli.classify import run_classification
26
26
  from metadata.cli.dataquality import run_test
27
27
  from metadata.cli.ingest import run_ingest
28
+ from metadata.cli.ingest_dbt import run_ingest_dbt
28
29
  from metadata.cli.lineage import run_lineage
29
30
  from metadata.cli.profile import run_profiler
30
31
  from metadata.cli.usage import run_usage
@@ -35,6 +36,7 @@ logger = cli_logger()
35
36
 
36
37
  class MetadataCommands(Enum):
37
38
  INGEST = "ingest"
39
+ INGEST_DBT = "ingest-dbt"
38
40
  USAGE = "usage"
39
41
  PROFILE = "profile"
40
42
  TEST = "test"
@@ -46,6 +48,7 @@ class MetadataCommands(Enum):
46
48
 
47
49
  RUN_PATH_METHODS = {
48
50
  MetadataCommands.INGEST.value: run_ingest,
51
+ MetadataCommands.INGEST_DBT.value: run_ingest_dbt,
49
52
  MetadataCommands.USAGE.value: run_usage,
50
53
  MetadataCommands.LINEAGE.value: run_lineage,
51
54
  MetadataCommands.PROFILE.value: run_profiler,
@@ -65,6 +68,20 @@ def create_common_config_parser_args(parser: argparse.ArgumentParser):
65
68
  )
66
69
 
67
70
 
71
+ def create_dbt_parser_args(parser: argparse.ArgumentParser):
72
+ """
73
+ Additional Parser Arguments for DBT Ingestion
74
+ """
75
+ parser.add_argument(
76
+ "-c",
77
+ "--dbt-project-path",
78
+ help="path to the dbt project directory (default: current directory)",
79
+ type=Path,
80
+ default=Path("."),
81
+ required=False,
82
+ )
83
+
84
+
68
85
  def webhook_args(parser: argparse.ArgumentParser):
69
86
  """
70
87
  Additional Parser Arguments for Webhook
@@ -101,6 +118,11 @@ def get_parser(args: Optional[List[str]] = None):
101
118
  create_common_config_parser_args(
102
119
  sub_parser.add_parser(MetadataCommands.INGEST.value, help="Ingestion Workflow")
103
120
  )
121
+ create_dbt_parser_args(
122
+ sub_parser.add_parser(
123
+ MetadataCommands.INGEST_DBT.value, help="DBT Artifacts Ingestion"
124
+ )
125
+ )
104
126
  create_common_config_parser_args(
105
127
  sub_parser.add_parser(MetadataCommands.LINEAGE.value, help="Lineage Workflow")
106
128
  )
@@ -152,9 +174,14 @@ def metadata(args: Optional[List[str]] = None):
152
174
  contains_args = vars(get_parser(args))
153
175
  metadata_workflow = contains_args.get("command")
154
176
  config_file: Optional[Path] = contains_args.get("config")
177
+ dbt_project_path: Optional[Path] = contains_args.get("dbt_project_path")
178
+
155
179
  path = None
156
180
  if config_file:
157
181
  path = config_file.expanduser()
182
+ elif dbt_project_path:
183
+ path = dbt_project_path.expanduser()
184
+
158
185
  if contains_args.get("debug"):
159
186
  set_loggers_level(logging.DEBUG)
160
187
  else:
@@ -16,6 +16,7 @@ source:
16
16
  hostPort: http://localhost
17
17
  siteName: site_name
18
18
  paginationLimit: 10
19
+ proxyURL: http://proxyTableuHost
19
20
  sourceConfig:
20
21
  config:
21
22
  type: DashboardMetadata
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/basic.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/reportData.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/reportDataType/aggregatedCostAnalysisReportData.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/reportDataType/entityReportData.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/reportDataType/rawCostAnalysisReportData.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/reportDataType/webAnalyticEntityViewReportData.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/reportDataType/webAnalyticUserActivityReportData.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/webAnalyticEvent.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/webAnalyticEventData.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/webAnalyticEventType/customEvent.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: analytics/webAnalyticEventType/pageViewEvent.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/addGlossaryToAssetsRequest.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/addTagToAssetsRequest.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/analytics/createWebAnalyticEvent.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/automations/createWorkflow.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/bulkAssets.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/classification/createClassification.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/classification/createTag.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: api/classification/loadTags.json
3
- # timestamp: 2025-06-19T06:31:38+00:00
3
+ # timestamp: 2025-06-20T01:29:29+00:00
4
4
 
5
5
  from __future__ import annotations
6
6