openmetadata-ingestion 1.5.2.0__py3-none-any.whl → 1.5.3.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (608) hide show
  1. metadata/generated/schema/analytics/__init__.py +1 -1
  2. metadata/generated/schema/analytics/basic.py +1 -1
  3. metadata/generated/schema/analytics/reportData.py +1 -1
  4. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  5. metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
  6. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  7. metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
  8. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  9. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  10. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  11. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  12. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  13. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  14. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  15. metadata/generated/schema/api/__init__.py +1 -1
  16. metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
  17. metadata/generated/schema/api/analytics/__init__.py +1 -1
  18. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  19. metadata/generated/schema/api/automations/__init__.py +1 -1
  20. metadata/generated/schema/api/automations/createWorkflow.py +1 -1
  21. metadata/generated/schema/api/bulkAssets.py +1 -1
  22. metadata/generated/schema/api/classification/__init__.py +1 -1
  23. metadata/generated/schema/api/classification/createClassification.py +1 -1
  24. metadata/generated/schema/api/classification/createTag.py +1 -1
  25. metadata/generated/schema/api/classification/loadTags.py +1 -1
  26. metadata/generated/schema/api/createBot.py +1 -1
  27. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  28. metadata/generated/schema/api/createType.py +1 -1
  29. metadata/generated/schema/api/data/__init__.py +1 -1
  30. metadata/generated/schema/api/data/createAPICollection.py +1 -1
  31. metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
  32. metadata/generated/schema/api/data/createChart.py +1 -1
  33. metadata/generated/schema/api/data/createContainer.py +1 -1
  34. metadata/generated/schema/api/data/createCustomProperty.py +1 -1
  35. metadata/generated/schema/api/data/createDashboard.py +1 -1
  36. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  37. metadata/generated/schema/api/data/createDatabase.py +1 -1
  38. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  39. metadata/generated/schema/api/data/createGlossary.py +1 -1
  40. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  41. metadata/generated/schema/api/data/createMlModel.py +5 -2
  42. metadata/generated/schema/api/data/createPipeline.py +1 -1
  43. metadata/generated/schema/api/data/createQuery.py +1 -1
  44. metadata/generated/schema/api/data/createSearchIndex.py +1 -1
  45. metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
  46. metadata/generated/schema/api/data/createTable.py +1 -1
  47. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  48. metadata/generated/schema/api/data/createTopic.py +1 -1
  49. metadata/generated/schema/api/data/loadGlossary.py +1 -1
  50. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  51. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  52. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  53. metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
  54. metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
  55. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  56. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  57. metadata/generated/schema/api/docStore/__init__.py +1 -1
  58. metadata/generated/schema/api/docStore/createDocument.py +1 -1
  59. metadata/generated/schema/api/domains/__init__.py +1 -1
  60. metadata/generated/schema/api/domains/createDataProduct.py +1 -1
  61. metadata/generated/schema/api/domains/createDomain.py +1 -1
  62. metadata/generated/schema/api/feed/__init__.py +1 -1
  63. metadata/generated/schema/api/feed/closeTask.py +1 -1
  64. metadata/generated/schema/api/feed/createPost.py +1 -1
  65. metadata/generated/schema/api/feed/createSuggestion.py +1 -1
  66. metadata/generated/schema/api/feed/createThread.py +1 -1
  67. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  68. metadata/generated/schema/api/feed/threadCount.py +1 -1
  69. metadata/generated/schema/api/lineage/__init__.py +1 -1
  70. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  71. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  72. metadata/generated/schema/api/policies/__init__.py +1 -1
  73. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  74. metadata/generated/schema/api/services/__init__.py +1 -1
  75. metadata/generated/schema/api/services/createApiService.py +1 -1
  76. metadata/generated/schema/api/services/createDashboardService.py +1 -1
  77. metadata/generated/schema/api/services/createDatabaseService.py +1 -1
  78. metadata/generated/schema/api/services/createMessagingService.py +1 -1
  79. metadata/generated/schema/api/services/createMetadataService.py +1 -1
  80. metadata/generated/schema/api/services/createMlModelService.py +1 -1
  81. metadata/generated/schema/api/services/createPipelineService.py +1 -1
  82. metadata/generated/schema/api/services/createSearchService.py +1 -1
  83. metadata/generated/schema/api/services/createStorageService.py +1 -1
  84. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  85. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  86. metadata/generated/schema/api/setOwner.py +1 -1
  87. metadata/generated/schema/api/teams/__init__.py +1 -1
  88. metadata/generated/schema/api/teams/createPersona.py +1 -1
  89. metadata/generated/schema/api/teams/createRole.py +1 -1
  90. metadata/generated/schema/api/teams/createTeam.py +1 -1
  91. metadata/generated/schema/api/teams/createUser.py +1 -1
  92. metadata/generated/schema/api/tests/__init__.py +1 -1
  93. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  94. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  95. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  96. metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
  97. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  98. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  99. metadata/generated/schema/api/voteRequest.py +1 -1
  100. metadata/generated/schema/auth/__init__.py +1 -1
  101. metadata/generated/schema/auth/basicAuth.py +1 -1
  102. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  103. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  104. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  105. metadata/generated/schema/auth/emailRequest.py +1 -1
  106. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  107. metadata/generated/schema/auth/generateToken.py +1 -1
  108. metadata/generated/schema/auth/jwtAuth.py +1 -1
  109. metadata/generated/schema/auth/loginRequest.py +1 -1
  110. metadata/generated/schema/auth/logoutRequest.py +1 -1
  111. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  112. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  113. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  114. metadata/generated/schema/auth/refreshToken.py +1 -1
  115. metadata/generated/schema/auth/registrationRequest.py +1 -1
  116. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  117. metadata/generated/schema/auth/revokeToken.py +1 -1
  118. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  119. metadata/generated/schema/auth/ssoAuth.py +1 -1
  120. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  121. metadata/generated/schema/configuration/__init__.py +1 -1
  122. metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
  123. metadata/generated/schema/configuration/authConfig.py +1 -1
  124. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  125. metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
  126. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  127. metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
  128. metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
  129. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  130. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  131. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  132. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  133. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  134. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  135. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  136. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  137. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  138. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  139. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  140. metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
  141. metadata/generated/schema/configuration/loginConfiguration.py +1 -1
  142. metadata/generated/schema/configuration/logoConfiguration.py +1 -1
  143. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  144. metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
  145. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
  146. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  147. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  148. metadata/generated/schema/configuration/themeConfiguration.py +1 -1
  149. metadata/generated/schema/configuration/uiThemePreference.py +1 -1
  150. metadata/generated/schema/dataInsight/__init__.py +1 -1
  151. metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
  152. metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
  153. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
  154. metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
  155. metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
  156. metadata/generated/schema/dataInsight/custom/lineChart.py +1 -1
  157. metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
  158. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  159. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  160. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  161. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  162. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  163. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  164. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
  165. metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
  166. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
  167. metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
  168. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  169. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  170. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  171. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  172. metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
  173. metadata/generated/schema/email/__init__.py +1 -1
  174. metadata/generated/schema/email/emailRequest.py +1 -1
  175. metadata/generated/schema/email/emailTemplate.py +1 -1
  176. metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
  177. metadata/generated/schema/email/smtpSettings.py +1 -1
  178. metadata/generated/schema/email/templateValidationReponse.py +1 -1
  179. metadata/generated/schema/entity/__init__.py +1 -1
  180. metadata/generated/schema/entity/applications/__init__.py +1 -1
  181. metadata/generated/schema/entity/applications/app.py +1 -1
  182. metadata/generated/schema/entity/applications/appRunRecord.py +1 -1
  183. metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
  184. metadata/generated/schema/entity/applications/configuration/applicationConfig.py +1 -1
  185. metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
  186. metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
  187. metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
  188. metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
  189. metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
  190. metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
  191. metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
  192. metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +1 -1
  193. metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
  194. metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
  195. metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
  196. metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
  197. metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
  198. metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
  199. metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +1 -1
  200. metadata/generated/schema/entity/applications/configuration/external/metaPilotAppConfig.py +1 -1
  201. metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
  202. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +1 -1
  203. metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
  204. metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
  205. metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
  206. metadata/generated/schema/entity/applications/configuration/private/external/metaPilotAppPrivateConfig.py +1 -1
  207. metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
  208. metadata/generated/schema/entity/applications/jobStatus.py +1 -1
  209. metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
  210. metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
  211. metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +1 -1
  212. metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +1 -1
  213. metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
  214. metadata/generated/schema/entity/automations/__init__.py +1 -1
  215. metadata/generated/schema/entity/automations/testServiceConnection.py +1 -1
  216. metadata/generated/schema/entity/automations/workflow.py +1 -1
  217. metadata/generated/schema/entity/bot.py +1 -1
  218. metadata/generated/schema/entity/classification/__init__.py +1 -1
  219. metadata/generated/schema/entity/classification/classification.py +1 -1
  220. metadata/generated/schema/entity/classification/tag.py +1 -1
  221. metadata/generated/schema/entity/data/__init__.py +1 -1
  222. metadata/generated/schema/entity/data/apiCollection.py +1 -1
  223. metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
  224. metadata/generated/schema/entity/data/chart.py +1 -1
  225. metadata/generated/schema/entity/data/container.py +1 -1
  226. metadata/generated/schema/entity/data/dashboard.py +1 -1
  227. metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
  228. metadata/generated/schema/entity/data/database.py +1 -1
  229. metadata/generated/schema/entity/data/databaseSchema.py +1 -1
  230. metadata/generated/schema/entity/data/glossary.py +1 -1
  231. metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
  232. metadata/generated/schema/entity/data/metrics.py +1 -1
  233. metadata/generated/schema/entity/data/mlmodel.py +1 -1
  234. metadata/generated/schema/entity/data/pipeline.py +1 -1
  235. metadata/generated/schema/entity/data/query.py +1 -1
  236. metadata/generated/schema/entity/data/report.py +1 -1
  237. metadata/generated/schema/entity/data/searchIndex.py +1 -1
  238. metadata/generated/schema/entity/data/storedProcedure.py +1 -1
  239. metadata/generated/schema/entity/data/table.py +1 -1
  240. metadata/generated/schema/entity/data/topic.py +1 -1
  241. metadata/generated/schema/entity/docStore/__init__.py +1 -1
  242. metadata/generated/schema/entity/docStore/document.py +1 -1
  243. metadata/generated/schema/entity/domains/__init__.py +1 -1
  244. metadata/generated/schema/entity/domains/dataProduct.py +1 -1
  245. metadata/generated/schema/entity/domains/domain.py +1 -1
  246. metadata/generated/schema/entity/events/__init__.py +1 -1
  247. metadata/generated/schema/entity/events/webhook.py +1 -1
  248. metadata/generated/schema/entity/feed/__init__.py +1 -1
  249. metadata/generated/schema/entity/feed/assets.py +1 -1
  250. metadata/generated/schema/entity/feed/customProperty.py +1 -1
  251. metadata/generated/schema/entity/feed/description.py +1 -1
  252. metadata/generated/schema/entity/feed/domain.py +1 -1
  253. metadata/generated/schema/entity/feed/entityInfo.py +1 -1
  254. metadata/generated/schema/entity/feed/owner.py +1 -1
  255. metadata/generated/schema/entity/feed/suggestion.py +1 -1
  256. metadata/generated/schema/entity/feed/tag.py +1 -1
  257. metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
  258. metadata/generated/schema/entity/feed/thread.py +1 -1
  259. metadata/generated/schema/entity/policies/__init__.py +1 -1
  260. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  261. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
  262. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  263. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  264. metadata/generated/schema/entity/policies/filters.py +1 -1
  265. metadata/generated/schema/entity/policies/policy.py +1 -1
  266. metadata/generated/schema/entity/services/__init__.py +1 -1
  267. metadata/generated/schema/entity/services/apiService.py +1 -1
  268. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  269. metadata/generated/schema/entity/services/connections/apiService/__init__.py +1 -1
  270. metadata/generated/schema/entity/services/connections/apiService/restConnection.py +1 -1
  271. metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
  272. metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
  273. metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
  274. metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
  275. metadata/generated/schema/entity/services/connections/connectionBasicType.py +1 -1
  276. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  277. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
  278. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
  279. metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +1 -1
  280. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
  281. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
  282. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
  283. metadata/generated/schema/entity/services/connections/dashboard/mstrConnection.py +1 -1
  284. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +1 -1
  285. metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
  286. metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
  287. metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
  288. metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
  289. metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
  290. metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +1 -1
  291. metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +1 -1
  292. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
  293. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
  294. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
  295. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +1 -1
  296. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  297. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +1 -1
  298. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
  299. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +1 -1
  300. metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +1 -1
  301. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
  302. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  303. metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
  304. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  305. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  306. metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
  307. metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +1 -1
  308. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
  309. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
  310. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  311. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  312. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  313. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  314. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
  315. metadata/generated/schema/entity/services/connections/database/db2Connection.py +1 -1
  316. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
  317. metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
  318. metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
  319. metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
  320. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
  321. metadata/generated/schema/entity/services/connections/database/dorisConnection.py +1 -1
  322. metadata/generated/schema/entity/services/connections/database/druidConnection.py +1 -1
  323. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
  324. metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
  325. metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +1 -1
  326. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +1 -1
  327. metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
  328. metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
  329. metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
  330. metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
  331. metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
  332. metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
  333. metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
  334. metadata/generated/schema/entity/services/connections/database/icebergConnection.py +1 -1
  335. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +1 -1
  336. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +1 -1
  337. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +1 -1
  338. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +1 -1
  339. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +1 -1
  340. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +1 -1
  341. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +1 -1
  342. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +1 -1
  343. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
  344. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +1 -1
  345. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
  346. metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +1 -1
  347. metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
  348. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
  349. metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
  350. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +1 -1
  351. metadata/generated/schema/entity/services/connections/database/sasConnection.py +1 -1
  352. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +1 -1
  353. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +1 -1
  354. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +1 -1
  355. metadata/generated/schema/entity/services/connections/database/synapseConnection.py +1 -1
  356. metadata/generated/schema/entity/services/connections/database/teradataConnection.py +1 -1
  357. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +1 -1
  358. metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +1 -1
  359. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
  360. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  361. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
  362. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
  363. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
  364. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
  365. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
  366. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  367. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  368. metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +1 -1
  369. metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +1 -1
  370. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
  371. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
  372. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
  373. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +1 -1
  374. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  375. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
  376. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
  377. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
  378. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
  379. metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +40 -0
  380. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  381. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
  382. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
  383. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
  384. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
  385. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
  386. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
  387. metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +1 -1
  388. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
  389. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
  390. metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +1 -1
  391. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
  392. metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +1 -1
  393. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
  394. metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +1 -1
  395. metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +1 -1
  396. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
  397. metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
  398. metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +1 -1
  399. metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
  400. metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
  401. metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
  402. metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +1 -1
  403. metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +1 -1
  404. metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
  405. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  406. metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +1 -1
  407. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
  408. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
  409. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
  410. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  411. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  412. metadata/generated/schema/entity/services/dashboardService.py +1 -1
  413. metadata/generated/schema/entity/services/databaseService.py +1 -1
  414. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  415. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +1 -1
  416. metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
  417. metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
  418. metadata/generated/schema/entity/services/messagingService.py +1 -1
  419. metadata/generated/schema/entity/services/metadataService.py +1 -1
  420. metadata/generated/schema/entity/services/mlmodelService.py +4 -1
  421. metadata/generated/schema/entity/services/pipelineService.py +1 -1
  422. metadata/generated/schema/entity/services/searchService.py +1 -1
  423. metadata/generated/schema/entity/services/serviceType.py +1 -1
  424. metadata/generated/schema/entity/services/storageService.py +1 -1
  425. metadata/generated/schema/entity/teams/__init__.py +1 -1
  426. metadata/generated/schema/entity/teams/persona.py +1 -1
  427. metadata/generated/schema/entity/teams/role.py +1 -1
  428. metadata/generated/schema/entity/teams/team.py +1 -1
  429. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  430. metadata/generated/schema/entity/teams/user.py +1 -1
  431. metadata/generated/schema/entity/type.py +1 -1
  432. metadata/generated/schema/entity/utils/__init__.py +1 -1
  433. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  434. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  435. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  436. metadata/generated/schema/events/__init__.py +1 -1
  437. metadata/generated/schema/events/alertMetrics.py +1 -1
  438. metadata/generated/schema/events/api/__init__.py +1 -1
  439. metadata/generated/schema/events/api/createEventSubscription.py +1 -1
  440. metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
  441. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  442. metadata/generated/schema/events/eventFilterRule.py +1 -1
  443. metadata/generated/schema/events/eventSubscription.py +1 -1
  444. metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
  445. metadata/generated/schema/events/failedEvent.py +1 -1
  446. metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
  447. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  448. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  449. metadata/generated/schema/metadataIngestion/application.py +1 -1
  450. metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
  451. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
  452. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  453. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -1
  454. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +1 -1
  455. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +1 -1
  456. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
  457. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  458. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  459. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  460. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  461. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  462. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  463. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
  464. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
  465. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  466. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  467. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  468. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  469. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  470. metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
  471. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  472. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  473. metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
  474. metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
  475. metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
  476. metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
  477. metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
  478. metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
  479. metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
  480. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  481. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
  482. metadata/generated/schema/metadataIngestion/workflow.py +1 -1
  483. metadata/generated/schema/monitoring/__init__.py +1 -1
  484. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  485. metadata/generated/schema/security/__init__.py +1 -1
  486. metadata/generated/schema/security/client/__init__.py +1 -1
  487. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  488. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  489. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  490. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  491. metadata/generated/schema/security/client/oidcClientConfig.py +1 -1
  492. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  493. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  494. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  495. metadata/generated/schema/security/credentials/__init__.py +1 -1
  496. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  497. metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
  498. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  499. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  500. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  501. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  502. metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
  503. metadata/generated/schema/security/credentials/gcpExternalAccount.py +1 -1
  504. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  505. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  506. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  507. metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
  508. metadata/generated/schema/security/sasl/__init__.py +1 -1
  509. metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
  510. metadata/generated/schema/security/secrets/__init__.py +1 -1
  511. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  512. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  513. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  514. metadata/generated/schema/security/securityConfiguration.py +1 -1
  515. metadata/generated/schema/security/ssl/__init__.py +1 -1
  516. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  517. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  518. metadata/generated/schema/settings/__init__.py +1 -1
  519. metadata/generated/schema/settings/settings.py +1 -1
  520. metadata/generated/schema/system/__init__.py +1 -1
  521. metadata/generated/schema/system/entityError.py +1 -1
  522. metadata/generated/schema/system/eventPublisherJob.py +1 -1
  523. metadata/generated/schema/system/indexingError.py +1 -1
  524. metadata/generated/schema/system/limitsResponse.py +1 -1
  525. metadata/generated/schema/system/ui/__init__.py +1 -1
  526. metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
  527. metadata/generated/schema/system/ui/page.py +1 -1
  528. metadata/generated/schema/system/validationResponse.py +1 -1
  529. metadata/generated/schema/tests/__init__.py +1 -1
  530. metadata/generated/schema/tests/assigned.py +1 -1
  531. metadata/generated/schema/tests/basic.py +20 -20
  532. metadata/generated/schema/tests/customMetric.py +1 -1
  533. metadata/generated/schema/tests/dataQualityReport.py +1 -1
  534. metadata/generated/schema/tests/resolved.py +1 -1
  535. metadata/generated/schema/tests/testCase.py +1 -1
  536. metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
  537. metadata/generated/schema/tests/testDefinition.py +1 -1
  538. metadata/generated/schema/tests/testSuite.py +1 -1
  539. metadata/generated/schema/type/__init__.py +1 -1
  540. metadata/generated/schema/type/apiSchema.py +1 -1
  541. metadata/generated/schema/type/auditLog.py +1 -1
  542. metadata/generated/schema/type/basic.py +1 -1
  543. metadata/generated/schema/type/bulkOperationResult.py +1 -1
  544. metadata/generated/schema/type/changeEvent.py +1 -1
  545. metadata/generated/schema/type/changeEventType.py +1 -1
  546. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  547. metadata/generated/schema/type/csvDocumentation.py +1 -1
  548. metadata/generated/schema/type/csvErrorType.py +1 -1
  549. metadata/generated/schema/type/csvFile.py +1 -1
  550. metadata/generated/schema/type/csvImportResult.py +1 -1
  551. metadata/generated/schema/type/customProperties/__init__.py +1 -1
  552. metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
  553. metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
  554. metadata/generated/schema/type/customProperty.py +1 -1
  555. metadata/generated/schema/type/dailyCount.py +1 -1
  556. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  557. metadata/generated/schema/type/entityHierarchy.py +1 -1
  558. metadata/generated/schema/type/entityHistory.py +1 -1
  559. metadata/generated/schema/type/entityLineage.py +1 -1
  560. metadata/generated/schema/type/entityReference.py +1 -1
  561. metadata/generated/schema/type/entityReferenceList.py +1 -1
  562. metadata/generated/schema/type/entityRelationship.py +1 -1
  563. metadata/generated/schema/type/entityUsage.py +1 -1
  564. metadata/generated/schema/type/filterPattern.py +1 -1
  565. metadata/generated/schema/type/function.py +1 -1
  566. metadata/generated/schema/type/include.py +1 -1
  567. metadata/generated/schema/type/jdbcConnection.py +1 -1
  568. metadata/generated/schema/type/lifeCycle.py +1 -1
  569. metadata/generated/schema/type/paging.py +1 -1
  570. metadata/generated/schema/type/profile.py +1 -1
  571. metadata/generated/schema/type/queryParserData.py +1 -1
  572. metadata/generated/schema/type/reaction.py +1 -1
  573. metadata/generated/schema/type/schedule.py +1 -1
  574. metadata/generated/schema/type/schema.py +1 -1
  575. metadata/generated/schema/type/tableQuery.py +1 -1
  576. metadata/generated/schema/type/tableUsageCount.py +1 -1
  577. metadata/generated/schema/type/tagLabel.py +1 -1
  578. metadata/generated/schema/type/usageDetails.py +1 -1
  579. metadata/generated/schema/type/usageRequest.py +1 -1
  580. metadata/generated/schema/type/votes.py +1 -1
  581. metadata/ingestion/ometa/mixins/es_mixin.py +1 -1
  582. metadata/ingestion/ometa/mixins/lineage_mixin.py +2 -2
  583. metadata/ingestion/ometa/mixins/patch_mixin.py +1 -1
  584. metadata/ingestion/ometa/mixins/table_mixin.py +4 -5
  585. metadata/ingestion/ometa/mixins/tests_mixin.py +2 -3
  586. metadata/ingestion/ometa/ometa_api.py +2 -3
  587. metadata/ingestion/ometa/utils.py +11 -0
  588. metadata/ingestion/sink/metadata_rest.py +3 -5
  589. metadata/ingestion/source/dashboard/tableau/metadata.py +35 -1
  590. metadata/ingestion/source/dashboard/tableau/models.py +10 -0
  591. metadata/ingestion/source/dashboard/tableau/queries.py +4 -0
  592. metadata/ingestion/source/database/dbt/dbt_config.py +1 -1
  593. metadata/ingestion/source/database/redshift/metadata.py +2 -0
  594. metadata/ingestion/source/database/redshift/queries.py +1 -26
  595. metadata/ingestion/source/database/redshift/utils.py +19 -0
  596. metadata/pii/processor.py +2 -1
  597. metadata/pii/scanners/base.py +23 -0
  598. metadata/pii/scanners/column_name_scanner.py +8 -8
  599. metadata/pii/scanners/ner_scanner.py +43 -13
  600. metadata/profiler/source/metadata.py +10 -4
  601. metadata/profiler/source/metadata_ext.py +1 -35
  602. metadata/workflow/profiler.py +2 -2
  603. {openmetadata_ingestion-1.5.2.0.dist-info → openmetadata_ingestion-1.5.3.1.dist-info}/METADATA +347 -347
  604. {openmetadata_ingestion-1.5.2.0.dist-info → openmetadata_ingestion-1.5.3.1.dist-info}/RECORD +608 -606
  605. {openmetadata_ingestion-1.5.2.0.dist-info → openmetadata_ingestion-1.5.3.1.dist-info}/LICENSE +0 -0
  606. {openmetadata_ingestion-1.5.2.0.dist-info → openmetadata_ingestion-1.5.3.1.dist-info}/WHEEL +0 -0
  607. {openmetadata_ingestion-1.5.2.0.dist-info → openmetadata_ingestion-1.5.3.1.dist-info}/entry_points.txt +0 -0
  608. {openmetadata_ingestion-1.5.2.0.dist-info → openmetadata_ingestion-1.5.3.1.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/dailyCount.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/databaseConnectionConfig.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/entityHierarchy.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/entityHistory.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/entityLineage.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/entityReference.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/entityReferenceList.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/entityRelationship.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/entityUsage.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/filterPattern.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/function.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/include.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/jdbcConnection.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/lifeCycle.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/paging.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/profile.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/queryParserData.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/reaction.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/schedule.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/schema.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/tableQuery.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/tableUsageCount.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/tagLabel.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/usageDetails.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/usageRequest.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: type/votes.json
3
- # timestamp: 2024-09-02T10:08:12+00:00
3
+ # timestamp: 2024-09-11T16:38:06+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -19,11 +19,11 @@ import traceback
19
19
  from typing import Generic, Iterable, List, Optional, Set, Type, TypeVar
20
20
 
21
21
  from pydantic import BaseModel
22
- from requests.utils import quote
23
22
 
24
23
  from metadata.generated.schema.entity.data.container import Container
25
24
  from metadata.generated.schema.entity.data.query import Query
26
25
  from metadata.ingestion.ometa.client import REST, APIError
26
+ from metadata.ingestion.ometa.utils import quote
27
27
  from metadata.utils.elasticsearch import ES_INDEX_MAP
28
28
  from metadata.utils.logger import ometa_logger
29
29
 
@@ -28,7 +28,7 @@ from metadata.ingestion.lineage.models import ConnectionTypeDialectMapper
28
28
  from metadata.ingestion.lineage.parser import LINEAGE_PARSING_TIMEOUT
29
29
  from metadata.ingestion.models.patch_request import build_patch
30
30
  from metadata.ingestion.ometa.client import REST, APIError
31
- from metadata.ingestion.ometa.utils import get_entity_type
31
+ from metadata.ingestion.ometa.utils import get_entity_type, quote
32
32
  from metadata.utils.logger import ometa_logger
33
33
  from metadata.utils.lru_cache import LRU_CACHE_SIZE, LRUCache
34
34
 
@@ -279,7 +279,7 @@ class OMetaLineageMixin(Generic[T]):
279
279
  """
280
280
  return self._get_lineage(
281
281
  entity=entity,
282
- path=f"name/{fqn}",
282
+ path=f"name/{quote(fqn)}",
283
283
  up_depth=up_depth,
284
284
  down_depth=down_depth,
285
285
  )
@@ -157,7 +157,7 @@ class OMetaPatchMixin(OMetaPatchMixinBase):
157
157
 
158
158
  except Exception as exc:
159
159
  logger.debug(traceback.format_exc())
160
- logger.error(f"Error trying to PATCH {get_log_name(source)}: {exc}")
160
+ logger.warning(f"Error trying to PATCH {get_log_name(source)}: {exc}")
161
161
 
162
162
  return None
163
163
 
@@ -16,8 +16,7 @@ To be used by OpenMetadata class
16
16
  import traceback
17
17
  from typing import List, Optional, Type, TypeVar
18
18
 
19
- from pydantic import BaseModel
20
- from requests.utils import quote
19
+ from pydantic import BaseModel, validate_call
21
20
 
22
21
  from metadata.generated.schema.api.data.createTableProfile import (
23
22
  CreateTableProfileRequest,
@@ -39,7 +38,7 @@ from metadata.generated.schema.type.basic import FullyQualifiedEntityName, Uuid
39
38
  from metadata.generated.schema.type.usageRequest import UsageRequest
40
39
  from metadata.ingestion.ometa.client import REST
41
40
  from metadata.ingestion.ometa.models import EntityList
42
- from metadata.ingestion.ometa.utils import model_str
41
+ from metadata.ingestion.ometa.utils import model_str, quote
43
42
  from metadata.utils.logger import ometa_logger
44
43
 
45
44
  logger = ometa_logger()
@@ -227,6 +226,7 @@ class OMetaTableMixin:
227
226
 
228
227
  return None
229
228
 
229
+ @validate_call
230
230
  def get_profile_data(
231
231
  self,
232
232
  fqn: str,
@@ -253,7 +253,6 @@ class OMetaTableMixin:
253
253
  Returns:
254
254
  EntityList: EntityList list object
255
255
  """
256
-
257
256
  url_after = f"&after={after}" if after else ""
258
257
  profile_type_url = profile_type.__name__[0].lower() + profile_type.__name__[1:]
259
258
 
@@ -290,7 +289,7 @@ class OMetaTableMixin:
290
289
  Returns:
291
290
  Optional[Table]: OM table object
292
291
  """
293
- return self._get(Table, f"{quote(model_str(fqn), safe='')}/tableProfile/latest")
292
+ return self._get(Table, f"{quote(fqn)}/tableProfile/latest")
294
293
 
295
294
  def create_or_update_custom_metric(
296
295
  self, custom_metric: CreateCustomMetricRequest, table_id: str
@@ -17,7 +17,6 @@ To be used by OpenMetadata class
17
17
  import traceback
18
18
  from datetime import datetime
19
19
  from typing import List, Optional, Type, Union
20
- from urllib.parse import quote
21
20
  from uuid import UUID
22
21
 
23
22
  from metadata.generated.schema.api.tests.createLogicalTestCases import (
@@ -46,7 +45,7 @@ from metadata.generated.schema.tests.testDefinition import (
46
45
  from metadata.generated.schema.tests.testSuite import TestSuite
47
46
  from metadata.generated.schema.type.entityReference import EntityReference
48
47
  from metadata.ingestion.ometa.client import REST
49
- from metadata.ingestion.ometa.utils import model_str
48
+ from metadata.ingestion.ometa.utils import model_str, quote
50
49
  from metadata.utils.logger import ometa_logger
51
50
 
52
51
  logger = ometa_logger()
@@ -76,7 +75,7 @@ class OMetaTestsMixin:
76
75
  _type_: _description_
77
76
  """
78
77
  resp = self.client.put(
79
- f"{self.get_suffix(TestCase)}/{quote(test_case_fqn,safe='')}/testCaseResult",
78
+ f"{self.get_suffix(TestCase)}/{quote(test_case_fqn)}/testCaseResult",
80
79
  test_results.model_dump_json(),
81
80
  )
82
81
 
@@ -18,7 +18,6 @@ import traceback
18
18
  from typing import Dict, Generic, Iterable, List, Optional, Type, TypeVar, Union
19
19
 
20
20
  from pydantic import BaseModel
21
- from requests.utils import quote
22
21
 
23
22
  from metadata.generated.schema.api.services.ingestionPipelines.createIngestionPipeline import (
24
23
  CreateIngestionPipelineRequest,
@@ -57,7 +56,7 @@ from metadata.ingestion.ometa.mixins.user_mixin import OMetaUserMixin
57
56
  from metadata.ingestion.ometa.mixins.version_mixin import OMetaVersionMixin
58
57
  from metadata.ingestion.ometa.models import EntityList
59
58
  from metadata.ingestion.ometa.routes import ROUTES
60
- from metadata.ingestion.ometa.utils import get_entity_type, model_str
59
+ from metadata.ingestion.ometa.utils import get_entity_type, model_str, quote
61
60
  from metadata.utils.logger import ometa_logger
62
61
  from metadata.utils.secrets.secrets_manager_factory import SecretsManagerFactory
63
62
  from metadata.utils.ssl_registry import get_verify_ssl_fn
@@ -293,7 +292,7 @@ class OpenMetadata(
293
292
 
294
293
  return self._get(
295
294
  entity=entity,
296
- path=f"name/{quote(model_str(fqn), safe='')}",
295
+ path=f"name/{quote(fqn)}",
297
296
  fields=fields,
298
297
  nullable=nullable,
299
298
  )
@@ -17,6 +17,9 @@ import string
17
17
  from typing import Any, Type, TypeVar, Union
18
18
 
19
19
  from pydantic import BaseModel
20
+ from requests.utils import quote as url_quote
21
+
22
+ from metadata.generated.schema.type.basic import FullyQualifiedEntityName
20
23
 
21
24
  T = TypeVar("T", bound=BaseModel)
22
25
 
@@ -74,3 +77,11 @@ def model_str(arg: Any) -> str:
74
77
  return str(arg.root)
75
78
 
76
79
  return str(arg)
80
+
81
+
82
+ def quote(fqn: Union[FullyQualifiedEntityName, str]) -> str:
83
+ """
84
+ Quote the FQN so that it's safe to pass to the API.
85
+ E.g., `"foo.bar/baz"` -> `%22foo.bar%2Fbaz%22`
86
+ """
87
+ return url_quote(model_str(fqn), safe="")
@@ -586,11 +586,9 @@ class MetadataRestSink(Sink): # pylint: disable=too-many-public-methods
586
586
  table=record.table, column_tags=record.column_tags
587
587
  )
588
588
  if not patched:
589
- self.status.failed(
590
- StackTraceError(
591
- name=table.fullyQualifiedName.root,
592
- error="Error patching tags for table",
593
- )
589
+ self.status.warning(
590
+ key=table.fullyQualifiedName.root,
591
+ reason="Error patching tags for table",
594
592
  )
595
593
  else:
596
594
  logger.debug(
@@ -148,6 +148,24 @@ class TableauSource(DashboardServiceSource):
148
148
  logger.warning(f"Could not fetch owner data due to {err}")
149
149
  return None
150
150
 
151
+ @staticmethod
152
+ def _get_data_models_tags(dataModels: [DataSource]) -> Set[str]:
153
+ """
154
+ Get the tags from the data model in the upstreamDatasources
155
+ """
156
+ tags = set()
157
+ try:
158
+ for data_model in dataModels:
159
+ # tags seems to be available for upstreamDatasources only, not for dataModels
160
+ for upstream_source in data_model.upstreamDatasources or []:
161
+ for tag in upstream_source.tags:
162
+ tags.add(tag.name)
163
+ except Exception as exc:
164
+ logger.debug(traceback.format_exc())
165
+ logger.warning(f"Error fetching tags from data models: {exc}")
166
+
167
+ return tags
168
+
151
169
  def yield_tags(
152
170
  self, dashboard_details: TableauDashboard
153
171
  ) -> Iterable[Either[OMetaTagAndClassification]]:
@@ -160,8 +178,14 @@ class TableauSource(DashboardServiceSource):
160
178
  for elem in container:
161
179
  tags.update(elem.tags)
162
180
 
181
+ _tags = {tag.label for tag in tags}
182
+ # retrieve tags from data models
183
+ _data_models_tags = self._get_data_models_tags(dashboard_details.dataModels)
184
+
185
+ _all_tags = _tags.union(_data_models_tags)
186
+
163
187
  yield from get_ometa_tag_and_classification(
164
- tags=[tag.label for tag in tags],
188
+ tags=[tag for tag in _all_tags],
165
189
  classification_name=TABLEAU_TAG_CATEGORY,
166
190
  tag_description="Tableau Tag",
167
191
  classification_description="Tags associated with tableau entities",
@@ -201,13 +225,23 @@ class TableauSource(DashboardServiceSource):
201
225
  self.status.filter(data_model_name, "Data model filtered out.")
202
226
  return
203
227
  try:
228
+ data_model_tags = data_model.tags or []
204
229
  data_model_request = CreateDashboardDataModelRequest(
205
230
  name=EntityName(data_model.id),
206
231
  displayName=data_model_name,
232
+ description=Markdown(data_model.description)
233
+ if data_model.description
234
+ else None,
207
235
  service=FullyQualifiedEntityName(self.context.get().dashboard_service),
208
236
  dataModelType=data_model_type.value,
209
237
  serviceType=DashboardServiceType.Tableau.value,
210
238
  columns=self.get_column_info(data_model),
239
+ tags=get_tag_labels(
240
+ metadata=self.metadata,
241
+ tags=[tag.name for tag in data_model_tags],
242
+ classification_name=TABLEAU_TAG_CATEGORY,
243
+ include_tags=self.source_config.includeTags,
244
+ ),
211
245
  sql=self._get_datamodel_sql_query(data_model=data_model),
212
246
  owners=self.get_owner_ref(dashboard_details=dashboard_details),
213
247
  )
@@ -58,6 +58,14 @@ class TableauTag(BaseModel):
58
58
  label: str
59
59
 
60
60
 
61
+ class TableauDataModelTag(BaseModel):
62
+ """
63
+ Aux class for Tag object for Tableau Data Model
64
+ """
65
+
66
+ name: str
67
+
68
+
61
69
  class TableauOwner(TableauBaseModel):
62
70
  """
63
71
  Aux class for Owner object of the tableau_api_lib response
@@ -121,6 +129,8 @@ class UpstreamTable(BaseModel):
121
129
  class DataSource(BaseModel):
122
130
  id: str
123
131
  name: Optional[str] = None
132
+ description: Optional[str] = None
133
+ tags: Optional[List[TableauDataModelTag]] = []
124
134
  fields: Optional[List[DatasourceField]] = None
125
135
  upstreamTables: Optional[List[UpstreamTable]] = None
126
136
  upstreamDatasources: Optional[List["DataSource"]] = None
@@ -26,6 +26,10 @@ workbooks(filter:{{luid: "{workbook_id}"}}){{
26
26
  upstreamDatasources{{
27
27
  id
28
28
  name
29
+ description
30
+ tags {{
31
+ name
32
+ }}
29
33
  fields {{
30
34
  id
31
35
  name
@@ -202,7 +202,7 @@ def _(config: DbtCloudConfig): # pylint: disable=too-many-locals
202
202
  try:
203
203
  logger.debug("Requesting [dbt_run_results]")
204
204
  dbt_run_results = client.get(
205
- f"/accounts/{account_id}/runs/{run_id}/artifacts/{DBT_RUN_RESULTS_FILE_NAME}"
205
+ f"/accounts/{account_id}/runs/{run_id}/artifacts/{DBT_RUN_RESULTS_FILE_NAME}.json"
206
206
  )
207
207
  except Exception as exc:
208
208
  logger.debug(
@@ -83,6 +83,7 @@ from metadata.ingestion.source.database.redshift.utils import (
83
83
  _get_schema_column_info,
84
84
  get_columns,
85
85
  get_table_comment,
86
+ get_view_definition,
86
87
  )
87
88
  from metadata.ingestion.source.database.stored_procedures_mixin import (
88
89
  QueryByProcedure,
@@ -122,6 +123,7 @@ RedshiftDialectMixin.get_columns = get_columns
122
123
  PGDialect._get_column_info = _get_pg_column_info # pylint: disable=protected-access
123
124
  RedshiftDialect.get_all_table_comments = get_all_table_comments
124
125
  RedshiftDialect.get_table_comment = get_table_comment
126
+ RedshiftDialect.get_view_definition = get_view_definition
125
127
  RedshiftDialect._get_all_relation_info = ( # pylint: disable=protected-access
126
128
  _get_all_relation_info
127
129
  )
@@ -236,30 +236,6 @@ REDSHIFT_TEST_PARTITION_DETAILS = "select * from SVV_TABLE_INFO limit 1"
236
236
  # hence we are appending "create view <schema>.<table> as " to select query
237
237
  # to generate the column level lineage
238
238
  REDSHIFT_GET_ALL_RELATIONS = """
239
- WITH view_defs AS (
240
- SELECT
241
- c.oid,
242
- pg_catalog.pg_get_viewdef(c.oid, true) AS view_definition,
243
- n.nspname,
244
- c.relname
245
- FROM
246
- pg_catalog.pg_class c
247
- LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
248
- WHERE
249
- c.relkind = 'v'
250
- ),
251
- adjusted_view_defs AS (
252
- SELECT
253
- oid,
254
- CASE
255
- WHEN view_definition LIKE '%WITH NO SCHEMA BINDING%' THEN
256
- REGEXP_REPLACE(view_definition, 'create view [^ ]+ as (.*WITH NO SCHEMA BINDING;?)', '\\1')
257
- ELSE
258
- 'CREATE VIEW ' || nspname || '.' || relname || ' AS ' || view_definition
259
- END AS view_definition
260
- FROM
261
- view_defs
262
- )
263
239
  SELECT
264
240
  c.relkind,
265
241
  n.oid as "schema_oid",
@@ -271,13 +247,12 @@ REDSHIFT_GET_ALL_RELATIONS = """
271
247
  AS "diststyle",
272
248
  c.relowner AS "owner_id",
273
249
  u.usename AS "owner_name",
274
- avd.view_definition
250
+ CAST(pg_catalog.pg_get_viewdef(c.oid, true) AS TEXT)
275
251
  AS "view_definition",
276
252
  pg_catalog.array_to_string(c.relacl, '\n') AS "privileges"
277
253
  FROM pg_catalog.pg_class c
278
254
  LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
279
255
  JOIN pg_catalog.pg_user u ON u.usesysid = c.relowner
280
- LEFT JOIN adjusted_view_defs avd ON avd.oid = c.oid
281
256
  WHERE c.relkind IN ('r', 'v', 'm', 'S', 'f')
282
257
  AND n.nspname !~ '^pg_' {schema_clause} {table_clause}
283
258
  UNION
@@ -395,3 +395,22 @@ def _get_all_relation_info(self, connection, **kw): # pylint: disable=unused-ar
395
395
  key = RelationKey(rel.relname, rel.schema, connection)
396
396
  relations[key] = rel
397
397
  return relations
398
+
399
+
400
+ @reflection.cache
401
+ def get_view_definition(self, connection, view_name, schema=None, **kw):
402
+ """Return view definition.
403
+ Given a :class:`.Connection`, a string `view_name`,
404
+ and an optional string `schema`, return the view definition.
405
+
406
+ Overrides interface
407
+ :meth:`~sqlalchemy.engine.interfaces.Dialect.get_view_definition`.
408
+ """
409
+ view = self._get_redshift_relation(connection, view_name, schema, **kw)
410
+ pattern = re.compile("WITH NO SCHEMA BINDING", re.IGNORECASE)
411
+ view_definition = str(sa.text(pattern.sub("", view.view_definition)))
412
+ if not view_definition.startswith("create"):
413
+ view_definition = (
414
+ f"CREATE VIEW {view.schema}.{view.relname} AS {view_definition}"
415
+ )
416
+ return view_definition
metadata/pii/processor.py CHANGED
@@ -66,6 +66,7 @@ class PIIProcessor(Processor):
66
66
  ) # Used to satisfy type checked
67
67
 
68
68
  self._ner_scanner = None
69
+ self.name_scanner = ColumnNameScanner()
69
70
  self.confidence_threshold = self.source_config.confidence
70
71
 
71
72
  @property
@@ -128,7 +129,7 @@ class PIIProcessor(Processor):
128
129
  return None
129
130
 
130
131
  # Scan by column name. If no results there, check the sample data, if any
131
- tag_and_confidence = ColumnNameScanner.scan(column.name.root) or (
132
+ tag_and_confidence = self.name_scanner.scan(column.name.root) or (
132
133
  self.ner_scanner.scan([row[idx] for row in table_data.rows])
133
134
  if table_data
134
135
  else None