openmetadata-ingestion 1.1.0.3.dev2__py3-none-any.whl → 1.1.0.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of openmetadata-ingestion might be problematic. Click here for more details.

Files changed (403) hide show
  1. metadata/cli/db_dump.py +45 -9
  2. metadata/cmd.py +0 -7
  3. metadata/generated/schema/analytics/__init__.py +1 -1
  4. metadata/generated/schema/analytics/basic.py +1 -1
  5. metadata/generated/schema/analytics/reportData.py +1 -1
  6. metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
  7. metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
  8. metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
  9. metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
  10. metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
  11. metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
  12. metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
  13. metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
  14. metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
  15. metadata/generated/schema/api/__init__.py +1 -1
  16. metadata/generated/schema/api/analytics/__init__.py +1 -1
  17. metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
  18. metadata/generated/schema/api/automations/__init__.py +1 -1
  19. metadata/generated/schema/api/automations/createWorkflow.py +1 -1
  20. metadata/generated/schema/api/classification/__init__.py +1 -1
  21. metadata/generated/schema/api/classification/createClassification.py +1 -1
  22. metadata/generated/schema/api/classification/createTag.py +1 -1
  23. metadata/generated/schema/api/classification/loadTags.py +1 -1
  24. metadata/generated/schema/api/createBot.py +1 -1
  25. metadata/generated/schema/api/createEventPublisherJob.py +1 -1
  26. metadata/generated/schema/api/createType.py +1 -1
  27. metadata/generated/schema/api/data/__init__.py +1 -1
  28. metadata/generated/schema/api/data/createChart.py +1 -1
  29. metadata/generated/schema/api/data/createContainer.py +1 -1
  30. metadata/generated/schema/api/data/createDashboard.py +1 -1
  31. metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
  32. metadata/generated/schema/api/data/createDatabase.py +1 -1
  33. metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
  34. metadata/generated/schema/api/data/createGlossary.py +1 -1
  35. metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
  36. metadata/generated/schema/api/data/createMlModel.py +1 -1
  37. metadata/generated/schema/api/data/createPipeline.py +1 -1
  38. metadata/generated/schema/api/data/createQuery.py +1 -1
  39. metadata/generated/schema/api/data/createTable.py +1 -1
  40. metadata/generated/schema/api/data/createTableProfile.py +1 -1
  41. metadata/generated/schema/api/data/createTopic.py +1 -1
  42. metadata/generated/schema/api/data/restoreEntity.py +1 -1
  43. metadata/generated/schema/api/dataInsight/__init__.py +1 -1
  44. metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
  45. metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
  46. metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
  47. metadata/generated/schema/api/feed/__init__.py +1 -1
  48. metadata/generated/schema/api/feed/closeTask.py +1 -1
  49. metadata/generated/schema/api/feed/createPost.py +1 -1
  50. metadata/generated/schema/api/feed/createThread.py +1 -1
  51. metadata/generated/schema/api/feed/resolveTask.py +1 -1
  52. metadata/generated/schema/api/feed/threadCount.py +1 -1
  53. metadata/generated/schema/api/lineage/__init__.py +1 -1
  54. metadata/generated/schema/api/lineage/addLineage.py +1 -1
  55. metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
  56. metadata/generated/schema/api/policies/__init__.py +1 -1
  57. metadata/generated/schema/api/policies/createPolicy.py +1 -1
  58. metadata/generated/schema/api/services/__init__.py +1 -1
  59. metadata/generated/schema/api/services/createDashboardService.py +1 -1
  60. metadata/generated/schema/api/services/createDatabaseService.py +1 -1
  61. metadata/generated/schema/api/services/createMessagingService.py +1 -1
  62. metadata/generated/schema/api/services/createMetadataService.py +1 -1
  63. metadata/generated/schema/api/services/createMlModelService.py +1 -1
  64. metadata/generated/schema/api/services/createPipelineService.py +1 -1
  65. metadata/generated/schema/api/services/createStorageService.py +1 -1
  66. metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
  67. metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
  68. metadata/generated/schema/api/setOwner.py +1 -1
  69. metadata/generated/schema/api/teams/__init__.py +1 -1
  70. metadata/generated/schema/api/teams/createRole.py +1 -1
  71. metadata/generated/schema/api/teams/createTeam.py +1 -1
  72. metadata/generated/schema/api/teams/createUser.py +1 -1
  73. metadata/generated/schema/api/tests/__init__.py +1 -1
  74. metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
  75. metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
  76. metadata/generated/schema/api/tests/createTestCase.py +1 -1
  77. metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
  78. metadata/generated/schema/api/tests/createTestSuite.py +1 -1
  79. metadata/generated/schema/api/voteRequest.py +1 -1
  80. metadata/generated/schema/auth/__init__.py +1 -1
  81. metadata/generated/schema/auth/basicAuth.py +1 -1
  82. metadata/generated/schema/auth/basicLoginRequest.py +1 -1
  83. metadata/generated/schema/auth/changePasswordRequest.py +1 -1
  84. metadata/generated/schema/auth/createPersonalToken.py +1 -1
  85. metadata/generated/schema/auth/emailRequest.py +1 -1
  86. metadata/generated/schema/auth/emailVerificationToken.py +1 -1
  87. metadata/generated/schema/auth/generateToken.py +1 -1
  88. metadata/generated/schema/auth/jwtAuth.py +1 -1
  89. metadata/generated/schema/auth/loginRequest.py +1 -1
  90. metadata/generated/schema/auth/logoutRequest.py +1 -1
  91. metadata/generated/schema/auth/passwordResetRequest.py +1 -1
  92. metadata/generated/schema/auth/passwordResetToken.py +1 -1
  93. metadata/generated/schema/auth/personalAccessToken.py +1 -1
  94. metadata/generated/schema/auth/refreshToken.py +1 -1
  95. metadata/generated/schema/auth/registrationRequest.py +1 -1
  96. metadata/generated/schema/auth/revokePersonalToken.py +1 -1
  97. metadata/generated/schema/auth/revokeToken.py +1 -1
  98. metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
  99. metadata/generated/schema/auth/ssoAuth.py +1 -1
  100. metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
  101. metadata/generated/schema/configuration/__init__.py +1 -1
  102. metadata/generated/schema/configuration/applicationConfiguration.py +1 -1
  103. metadata/generated/schema/configuration/authConfig.py +1 -1
  104. metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
  105. metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
  106. metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
  107. metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
  108. metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
  109. metadata/generated/schema/configuration/extensionConfiguration.py +1 -1
  110. metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
  111. metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
  112. metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
  113. metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
  114. metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
  115. metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
  116. metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
  117. metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
  118. metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
  119. metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
  120. metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
  121. metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
  122. metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
  123. metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
  124. metadata/generated/schema/dataInsight/__init__.py +1 -1
  125. metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
  126. metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
  127. metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
  128. metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
  129. metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
  130. metadata/generated/schema/dataInsight/type/__init__.py +1 -1
  131. metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
  132. metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
  133. metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
  134. metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
  135. metadata/generated/schema/dataInsight/type/percentageOfEntitiesWithDescriptionByType.py +1 -1
  136. metadata/generated/schema/dataInsight/type/percentageOfEntitiesWithOwnerByType.py +1 -1
  137. metadata/generated/schema/dataInsight/type/totalEntitiesByTier.py +1 -1
  138. metadata/generated/schema/dataInsight/type/totalEntitiesByType.py +1 -1
  139. metadata/generated/schema/email/__init__.py +1 -1
  140. metadata/generated/schema/email/emailRequest.py +1 -1
  141. metadata/generated/schema/email/smtpSettings.py +1 -1
  142. metadata/generated/schema/entity/__init__.py +1 -1
  143. metadata/generated/schema/entity/automations/__init__.py +1 -1
  144. metadata/generated/schema/entity/automations/testServiceConnection.py +1 -1
  145. metadata/generated/schema/entity/automations/workflow.py +1 -1
  146. metadata/generated/schema/entity/bot.py +1 -1
  147. metadata/generated/schema/entity/classification/__init__.py +1 -1
  148. metadata/generated/schema/entity/classification/classification.py +1 -1
  149. metadata/generated/schema/entity/classification/tag.py +1 -1
  150. metadata/generated/schema/entity/data/__init__.py +1 -1
  151. metadata/generated/schema/entity/data/chart.py +1 -1
  152. metadata/generated/schema/entity/data/container.py +1 -1
  153. metadata/generated/schema/entity/data/dashboard.py +1 -1
  154. metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
  155. metadata/generated/schema/entity/data/database.py +1 -1
  156. metadata/generated/schema/entity/data/databaseSchema.py +1 -1
  157. metadata/generated/schema/entity/data/glossary.py +1 -1
  158. metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
  159. metadata/generated/schema/entity/data/metrics.py +1 -1
  160. metadata/generated/schema/entity/data/mlmodel.py +1 -1
  161. metadata/generated/schema/entity/data/pipeline.py +1 -1
  162. metadata/generated/schema/entity/data/query.py +1 -1
  163. metadata/generated/schema/entity/data/report.py +1 -1
  164. metadata/generated/schema/entity/data/table.py +123 -123
  165. metadata/generated/schema/entity/data/topic.py +1 -1
  166. metadata/generated/schema/entity/events/__init__.py +1 -1
  167. metadata/generated/schema/entity/events/webhook.py +1 -1
  168. metadata/generated/schema/entity/feed/__init__.py +1 -1
  169. metadata/generated/schema/entity/feed/thread.py +18 -18
  170. metadata/generated/schema/entity/policies/__init__.py +1 -1
  171. metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
  172. metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
  173. metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
  174. metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
  175. metadata/generated/schema/entity/policies/filters.py +2 -5
  176. metadata/generated/schema/entity/policies/policy.py +1 -1
  177. metadata/generated/schema/entity/services/__init__.py +1 -1
  178. metadata/generated/schema/entity/services/connections/__init__.py +1 -1
  179. metadata/generated/schema/entity/services/connections/connectionBasicType.py +1 -1
  180. metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
  181. metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
  182. metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
  183. metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
  184. metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
  185. metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
  186. metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +1 -1
  187. metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
  188. metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
  189. metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
  190. metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +1 -1
  191. metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
  192. metadata/generated/schema/entity/services/connections/database/athenaConnection.py +1 -1
  193. metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
  194. metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +1 -1
  195. metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
  196. metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
  197. metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
  198. metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
  199. metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
  200. metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
  201. metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
  202. metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
  203. metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
  204. metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
  205. metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
  206. metadata/generated/schema/entity/services/connections/database/db2Connection.py +1 -1
  207. metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
  208. metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
  209. metadata/generated/schema/entity/services/connections/database/druidConnection.py +1 -1
  210. metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
  211. metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
  212. metadata/generated/schema/entity/services/connections/database/hiveConnection.py +1 -1
  213. metadata/generated/schema/entity/services/connections/database/impalaConnection.py +1 -1
  214. metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +1 -1
  215. metadata/generated/schema/entity/services/connections/database/mongoDB/__init__.py +1 -1
  216. metadata/generated/schema/entity/services/connections/database/mongoDB/mongoDBValues.py +1 -1
  217. metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +1 -1
  218. metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +1 -1
  219. metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +1 -1
  220. metadata/generated/schema/entity/services/connections/database/oracleConnection.py +1 -1
  221. metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +1 -1
  222. metadata/generated/schema/entity/services/connections/database/postgresConnection.py +1 -1
  223. metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
  224. metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +1 -1
  225. metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
  226. metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +1 -1
  227. metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +1 -1
  228. metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +1 -1
  229. metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +1 -1
  230. metadata/generated/schema/entity/services/connections/database/trinoConnection.py +1 -1
  231. metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
  232. metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
  233. metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
  234. metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
  235. metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
  236. metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
  237. metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
  238. metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
  239. metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
  240. metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
  241. metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
  242. metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
  243. metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +9 -9
  244. metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
  245. metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
  246. metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
  247. metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
  248. metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
  249. metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
  250. metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
  251. metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
  252. metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
  253. metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
  254. metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
  255. metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
  256. metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
  257. metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
  258. metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
  259. metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
  260. metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
  261. metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
  262. metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
  263. metadata/generated/schema/entity/services/connections/storage/adlsConection.py +1 -1
  264. metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
  265. metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
  266. metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
  267. metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
  268. metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
  269. metadata/generated/schema/entity/services/dashboardService.py +1 -1
  270. metadata/generated/schema/entity/services/databaseService.py +1 -1
  271. metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
  272. metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +1 -1
  273. metadata/generated/schema/entity/services/messagingService.py +1 -1
  274. metadata/generated/schema/entity/services/metadataService.py +1 -1
  275. metadata/generated/schema/entity/services/mlmodelService.py +1 -1
  276. metadata/generated/schema/entity/services/pipelineService.py +1 -1
  277. metadata/generated/schema/entity/services/serviceType.py +1 -1
  278. metadata/generated/schema/entity/services/storageService.py +1 -1
  279. metadata/generated/schema/entity/teams/__init__.py +1 -1
  280. metadata/generated/schema/entity/teams/role.py +1 -1
  281. metadata/generated/schema/entity/teams/team.py +1 -1
  282. metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
  283. metadata/generated/schema/entity/teams/user.py +1 -1
  284. metadata/generated/schema/entity/type.py +1 -1
  285. metadata/generated/schema/entity/utils/__init__.py +1 -1
  286. metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
  287. metadata/generated/schema/entity/utils/servicesCount.py +1 -1
  288. metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
  289. metadata/generated/schema/events/__init__.py +1 -1
  290. metadata/generated/schema/events/api/__init__.py +1 -1
  291. metadata/generated/schema/events/api/createEventSubscription.py +1 -1
  292. metadata/generated/schema/events/dataInsightAlertConfig.py +1 -1
  293. metadata/generated/schema/events/emailAlertConfig.py +1 -1
  294. metadata/generated/schema/events/entitySpelFilters.py +1 -1
  295. metadata/generated/schema/events/eventFilterRule.py +1 -1
  296. metadata/generated/schema/events/eventSubscription.py +1 -1
  297. metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
  298. metadata/generated/schema/metadataIngestion/__init__.py +1 -1
  299. metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
  300. metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
  301. metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -1
  302. metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +1 -1
  303. metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +1 -1
  304. metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
  305. metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
  306. metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
  307. metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
  308. metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
  309. metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
  310. metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
  311. metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
  312. metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
  313. metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
  314. metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
  315. metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
  316. metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
  317. metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
  318. metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
  319. metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
  320. metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
  321. metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
  322. metadata/generated/schema/metadataIngestion/workflow.py +10 -10
  323. metadata/generated/schema/monitoring/__init__.py +1 -1
  324. metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
  325. metadata/generated/schema/security/__init__.py +1 -1
  326. metadata/generated/schema/security/client/__init__.py +1 -1
  327. metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
  328. metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
  329. metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
  330. metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
  331. metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
  332. metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
  333. metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
  334. metadata/generated/schema/security/credentials/__init__.py +1 -1
  335. metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
  336. metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
  337. metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
  338. metadata/generated/schema/security/credentials/basicAuth.py +1 -1
  339. metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
  340. metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
  341. metadata/generated/schema/security/credentials/gcpValues.py +1 -1
  342. metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
  343. metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
  344. metadata/generated/schema/security/secrets/__init__.py +1 -1
  345. metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
  346. metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
  347. metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
  348. metadata/generated/schema/security/securityConfiguration.py +1 -1
  349. metadata/generated/schema/security/ssl/__init__.py +1 -1
  350. metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
  351. metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
  352. metadata/generated/schema/settings/__init__.py +1 -1
  353. metadata/generated/schema/settings/settings.py +1 -1
  354. metadata/generated/schema/system/__init__.py +1 -1
  355. metadata/generated/schema/system/eventPublisherJob.py +1 -1
  356. metadata/generated/schema/tests/__init__.py +1 -1
  357. metadata/generated/schema/tests/basic.py +1 -1
  358. metadata/generated/schema/tests/customMetric.py +1 -1
  359. metadata/generated/schema/tests/testCase.py +1 -1
  360. metadata/generated/schema/tests/testDefinition.py +1 -1
  361. metadata/generated/schema/tests/testSuite.py +1 -1
  362. metadata/generated/schema/type/__init__.py +1 -1
  363. metadata/generated/schema/type/auditLog.py +1 -1
  364. metadata/generated/schema/type/basic.py +1 -1
  365. metadata/generated/schema/type/changeEvent.py +1 -1
  366. metadata/generated/schema/type/collectionDescriptor.py +1 -1
  367. metadata/generated/schema/type/csvDocumentation.py +1 -1
  368. metadata/generated/schema/type/csvErrorType.py +1 -1
  369. metadata/generated/schema/type/csvFile.py +8 -8
  370. metadata/generated/schema/type/csvImportResult.py +1 -1
  371. metadata/generated/schema/type/dailyCount.py +1 -1
  372. metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
  373. metadata/generated/schema/type/entityHistory.py +1 -1
  374. metadata/generated/schema/type/entityLineage.py +1 -1
  375. metadata/generated/schema/type/entityReference.py +1 -1
  376. metadata/generated/schema/type/entityReferenceList.py +1 -1
  377. metadata/generated/schema/type/entityRelationship.py +1 -1
  378. metadata/generated/schema/type/entityUsage.py +1 -1
  379. metadata/generated/schema/type/filterPattern.py +1 -1
  380. metadata/generated/schema/type/function.py +1 -1
  381. metadata/generated/schema/type/include.py +1 -1
  382. metadata/generated/schema/type/jdbcConnection.py +1 -1
  383. metadata/generated/schema/type/paging.py +1 -1
  384. metadata/generated/schema/type/profile.py +11 -11
  385. metadata/generated/schema/type/queryParserData.py +1 -1
  386. metadata/generated/schema/type/reaction.py +1 -1
  387. metadata/generated/schema/type/schedule.py +1 -1
  388. metadata/generated/schema/type/schema.py +1 -1
  389. metadata/generated/schema/type/tableQuery.py +1 -1
  390. metadata/generated/schema/type/tableUsageCount.py +1 -1
  391. metadata/generated/schema/type/tagLabel.py +1 -1
  392. metadata/generated/schema/type/usageDetails.py +1 -1
  393. metadata/generated/schema/type/usageRequest.py +1 -1
  394. metadata/generated/schema/type/votes.py +1 -1
  395. metadata/ingestion/lineage/parser.py +1 -1
  396. metadata/ingestion/lineage/sql_lineage.py +2 -3
  397. {openmetadata_ingestion-1.1.0.3.dev2.dist-info → openmetadata_ingestion-1.1.0.5.dist-info}/METADATA +168 -168
  398. {openmetadata_ingestion-1.1.0.3.dev2.dist-info → openmetadata_ingestion-1.1.0.5.dist-info}/RECORD +402 -403
  399. metadata/cli/lineage.py +0 -87
  400. {openmetadata_ingestion-1.1.0.3.dev2.dist-info → openmetadata_ingestion-1.1.0.5.dist-info}/LICENSE +0 -0
  401. {openmetadata_ingestion-1.1.0.3.dev2.dist-info → openmetadata_ingestion-1.1.0.5.dist-info}/WHEEL +0 -0
  402. {openmetadata_ingestion-1.1.0.3.dev2.dist-info → openmetadata_ingestion-1.1.0.5.dist-info}/entry_points.txt +0 -0
  403. {openmetadata_ingestion-1.1.0.3.dev2.dist-info → openmetadata_ingestion-1.1.0.5.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: dataInsight/type/mostActiveUsers.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: dataInsight/type/mostViewedEntities.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: dataInsight/type/pageViewsByEntities.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: dataInsight/type/percentageOfEntitiesWithDescriptionByType.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: dataInsight/type/percentageOfEntitiesWithOwnerByType.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: dataInsight/type/totalEntitiesByTier.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: dataInsight/type/totalEntitiesByType.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: email/emailRequest.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: email/smtpSettings.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/automations/testServiceConnection.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/automations/workflow.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/bot.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/classification/classification.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/classification/tag.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/chart.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/container.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/dashboard.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/dashboardDataModel.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/database.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/databaseSchema.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/glossary.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/glossaryTerm.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/metrics.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/mlmodel.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/pipeline.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/query.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/report.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/table.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -130,19 +130,6 @@ class ConstraintType(Enum):
130
130
  DIST_KEY = 'DIST_KEY'
131
131
 
132
132
 
133
- class TableConstraint(BaseModel):
134
- class Config:
135
- extra = Extra.forbid
136
-
137
- constraintType: Optional[ConstraintType] = None
138
- columns: Optional[List[str]] = Field(
139
- None, description='List of column names corresponding to the constraint.'
140
- )
141
- referredColumns: Optional[List[basic.FullyQualifiedEntityName]] = Field(
142
- None, description='List of referred columns for the constraint.'
143
- )
144
-
145
-
146
133
  class ColumnName(BaseModel):
147
134
  __root__: constr(regex=r'^((?!::).)*$', min_length=1, max_length=128) = Field(
148
135
  ...,
@@ -173,69 +160,163 @@ class TablePartition(BaseModel):
173
160
  )
174
161
 
175
162
 
176
- class JoinedWith(BaseModel):
163
+ class TableData(BaseModel):
177
164
  class Config:
178
165
  extra = Extra.forbid
179
166
 
180
- fullyQualifiedName: basic.FullyQualifiedEntityName
181
- joinCount: int
167
+ columns: Optional[List[ColumnName]] = Field(
168
+ None,
169
+ description='List of local column names (not fully qualified column names) of the table.',
170
+ )
171
+ rows: Optional[List[List]] = Field(
172
+ None, description='Data for multiple rows of the table.'
173
+ )
182
174
 
183
175
 
184
- class ColumnJoins(BaseModel):
176
+ class CustomMetricProfile(BaseModel):
185
177
  class Config:
186
178
  extra = Extra.forbid
187
179
 
188
- columnName: Optional[ColumnName] = None
189
- joinedWith: Optional[List[JoinedWith]] = Field(
190
- None,
191
- description='Fully qualified names of the columns that this column is joined with.',
180
+ name: Optional[str] = Field(None, description='Custom metric name.')
181
+ value: Optional[float] = Field(
182
+ None, description='Profiling results for the metric.'
192
183
  )
193
184
 
194
185
 
195
- class TableJoins(BaseModel):
186
+ class Histogram(BaseModel):
196
187
  class Config:
197
188
  extra = Extra.forbid
198
189
 
199
- startDate: Optional[basic.Date] = Field(
200
- None, description='Date can be only from today going back to last 29 days.'
190
+ boundaries: Optional[List] = Field(None, description='Boundaries of Histogram.')
191
+ frequencies: Optional[List] = Field(None, description='Frequencies of Histogram.')
192
+
193
+
194
+ class DmlOperationType(Enum):
195
+ UPDATE = 'UPDATE'
196
+ INSERT = 'INSERT'
197
+ DELETE = 'DELETE'
198
+
199
+
200
+ class ColumnProfilerConfig(BaseModel):
201
+ columnName: Optional[str] = Field(
202
+ None, description='Column Name of the table to be included.'
201
203
  )
202
- dayCount: Optional[int] = 1
203
- columnJoins: Optional[List[ColumnJoins]] = None
204
- directTableJoins: Optional[List[JoinedWith]] = Field(
204
+ metrics: Optional[List[str]] = Field(
205
+ None, description='Include only following metrics.'
206
+ )
207
+
208
+
209
+ class PartitionIntervalType(Enum):
210
+ TIME_UNIT = 'TIME-UNIT'
211
+ INTEGER_RANGE = 'INTEGER-RANGE'
212
+ INGESTION_TIME = 'INGESTION-TIME'
213
+ COLUMN_VALUE = 'COLUMN-VALUE'
214
+
215
+
216
+ class PartitionIntervalUnit(Enum):
217
+ YEAR = 'YEAR'
218
+ MONTH = 'MONTH'
219
+ DAY = 'DAY'
220
+ HOUR = 'HOUR'
221
+
222
+
223
+ class PartitionProfilerConfig(BaseModel):
224
+ enablePartitioning: Optional[bool] = Field(
225
+ False, description='whether to use partition'
226
+ )
227
+ partitionColumnName: Optional[str] = Field(
228
+ None, description='name of the column to use for the partition'
229
+ )
230
+ partitionIntervalType: Optional[PartitionIntervalType] = Field(
231
+ None, description='type of partition interval'
232
+ )
233
+ partitionInterval: Optional[int] = Field(
234
+ None, description='The interval to use for the partitioning'
235
+ )
236
+ partitionIntervalUnit: Optional[PartitionIntervalUnit] = Field(
237
+ None, description='unit used for the partition interval'
238
+ )
239
+ partitionValues: Optional[List] = Field(
240
+ None, description='unit used for the partition interval'
241
+ )
242
+ partitionIntegerRangeStart: Optional[int] = Field(
243
+ None, description='start of the integer range for partitioning'
244
+ )
245
+ partitionIntegerRangeEnd: Optional[int] = Field(
246
+ None, description='end of the integer range for partitioning'
247
+ )
248
+
249
+
250
+ class TableProfilerConfig(BaseModel):
251
+ profileSample: Optional[float] = Field(
205
252
  None,
206
- description='Joins with other tables that are not on a specific column (e.g: UNION join)',
253
+ description='Percentage of data or no. of rows we want to execute the profiler and tests on',
254
+ )
255
+ profileSampleType: Optional[ProfileSampleType] = ProfileSampleType.PERCENTAGE
256
+ profileQuery: Optional[str] = Field(
257
+ None,
258
+ description="Users' raw SQL query to fetch sample data and profile the table",
259
+ )
260
+ excludeColumns: Optional[List[str]] = Field(
261
+ None, description='column names to exclude from profiling.'
262
+ )
263
+ includeColumns: Optional[List[ColumnProfilerConfig]] = Field(
264
+ None, description='Only run profiler on included columns with specific metrics.'
265
+ )
266
+ partitioning: Optional[PartitionProfilerConfig] = Field(
267
+ None, description='Partitioning configuration'
207
268
  )
208
269
 
209
270
 
210
- class TableData(BaseModel):
271
+ class ModelType(Enum):
272
+ DBT = 'DBT'
273
+
274
+
275
+ class TableConstraint(BaseModel):
211
276
  class Config:
212
277
  extra = Extra.forbid
213
278
 
214
- columns: Optional[List[ColumnName]] = Field(
215
- None,
216
- description='List of local column names (not fully qualified column names) of the table.',
279
+ constraintType: Optional[ConstraintType] = None
280
+ columns: Optional[List[str]] = Field(
281
+ None, description='List of column names corresponding to the constraint.'
217
282
  )
218
- rows: Optional[List[List]] = Field(
219
- None, description='Data for multiple rows of the table.'
283
+ referredColumns: Optional[List[basic.FullyQualifiedEntityName]] = Field(
284
+ None, description='List of referred columns for the constraint.'
220
285
  )
221
286
 
222
287
 
223
- class CustomMetricProfile(BaseModel):
288
+ class JoinedWith(BaseModel):
224
289
  class Config:
225
290
  extra = Extra.forbid
226
291
 
227
- name: Optional[str] = Field(None, description='Custom metric name.')
228
- value: Optional[float] = Field(
229
- None, description='Profiling results for the metric.'
292
+ fullyQualifiedName: basic.FullyQualifiedEntityName
293
+ joinCount: int
294
+
295
+
296
+ class ColumnJoins(BaseModel):
297
+ class Config:
298
+ extra = Extra.forbid
299
+
300
+ columnName: Optional[ColumnName] = None
301
+ joinedWith: Optional[List[JoinedWith]] = Field(
302
+ None,
303
+ description='Fully qualified names of the columns that this column is joined with.',
230
304
  )
231
305
 
232
306
 
233
- class Histogram(BaseModel):
307
+ class TableJoins(BaseModel):
234
308
  class Config:
235
309
  extra = Extra.forbid
236
310
 
237
- boundaries: Optional[List] = Field(None, description='Boundaries of Histogram.')
238
- frequencies: Optional[List] = Field(None, description='Frequencies of Histogram.')
311
+ startDate: Optional[basic.Date] = Field(
312
+ None, description='Date can be only from today going back to last 29 days.'
313
+ )
314
+ dayCount: Optional[int] = 1
315
+ columnJoins: Optional[List[ColumnJoins]] = None
316
+ directTableJoins: Optional[List[JoinedWith]] = Field(
317
+ None,
318
+ description='Joins with other tables that are not on a specific column (e.g: UNION join)',
319
+ )
239
320
 
240
321
 
241
322
  class ColumnProfile(BaseModel):
@@ -320,12 +401,6 @@ class ColumnProfile(BaseModel):
320
401
  )
321
402
 
322
403
 
323
- class DmlOperationType(Enum):
324
- UPDATE = 'UPDATE'
325
- INSERT = 'INSERT'
326
- DELETE = 'DELETE'
327
-
328
-
329
404
  class SystemProfile(BaseModel):
330
405
  timestamp: Optional[basic.Timestamp] = Field(
331
406
  None, description='Timestamp on which profile is taken.'
@@ -336,77 +411,6 @@ class SystemProfile(BaseModel):
336
411
  rowsAffected: Optional[int] = Field(None, description='Number of rows affected.')
337
412
 
338
413
 
339
- class ColumnProfilerConfig(BaseModel):
340
- columnName: Optional[str] = Field(
341
- None, description='Column Name of the table to be included.'
342
- )
343
- metrics: Optional[List[str]] = Field(
344
- None, description='Include only following metrics.'
345
- )
346
-
347
-
348
- class PartitionIntervalType(Enum):
349
- TIME_UNIT = 'TIME-UNIT'
350
- INTEGER_RANGE = 'INTEGER-RANGE'
351
- INGESTION_TIME = 'INGESTION-TIME'
352
- COLUMN_VALUE = 'COLUMN-VALUE'
353
-
354
-
355
- class PartitionIntervalUnit(Enum):
356
- YEAR = 'YEAR'
357
- MONTH = 'MONTH'
358
- DAY = 'DAY'
359
- HOUR = 'HOUR'
360
-
361
-
362
- class PartitionProfilerConfig(BaseModel):
363
- enablePartitioning: Optional[bool] = Field(
364
- False, description='whether to use partition'
365
- )
366
- partitionColumnName: Optional[str] = Field(
367
- None, description='name of the column to use for the partition'
368
- )
369
- partitionIntervalType: Optional[PartitionIntervalType] = Field(
370
- None, description='type of partition interval'
371
- )
372
- partitionInterval: Optional[int] = Field(
373
- None, description='The interval to use for the partitioning'
374
- )
375
- partitionIntervalUnit: Optional[PartitionIntervalUnit] = Field(
376
- None, description='unit used for the partition interval'
377
- )
378
- partitionValues: Optional[List] = Field(
379
- None, description='unit used for the partition interval'
380
- )
381
- partitionIntegerRangeStart: Optional[int] = Field(
382
- None, description='start of the integer range for partitioning'
383
- )
384
- partitionIntegerRangeEnd: Optional[int] = Field(
385
- None, description='end of the integer range for partitioning'
386
- )
387
-
388
-
389
- class TableProfilerConfig(BaseModel):
390
- profileSample: Optional[float] = Field(
391
- None,
392
- description='Percentage of data or no. of rows we want to execute the profiler and tests on',
393
- )
394
- profileSampleType: Optional[ProfileSampleType] = ProfileSampleType.PERCENTAGE
395
- profileQuery: Optional[str] = Field(
396
- None,
397
- description="Users' raw SQL query to fetch sample data and profile the table",
398
- )
399
- excludeColumns: Optional[List[str]] = Field(
400
- None, description='column names to exclude from profiling.'
401
- )
402
- includeColumns: Optional[List[ColumnProfilerConfig]] = Field(
403
- None, description='Only run profiler on included columns with specific metrics.'
404
- )
405
- partitioning: Optional[PartitionProfilerConfig] = Field(
406
- None, description='Partitioning configuration'
407
- )
408
-
409
-
410
414
  class TableProfile(BaseModel):
411
415
  class Config:
412
416
  extra = Extra.forbid
@@ -430,10 +434,6 @@ class TableProfile(BaseModel):
430
434
  createDateTime: Optional[datetime] = Field(None, description='Table creation time.')
431
435
 
432
436
 
433
- class ModelType(Enum):
434
- DBT = 'DBT'
435
-
436
-
437
437
  class Column(BaseModel):
438
438
  class Config:
439
439
  extra = Extra.forbid
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/data/topic.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
@@ -1,6 +1,6 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: entity/events/webhook.json
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00
4
4
 
5
5
  from __future__ import annotations
6
6
 
@@ -1,3 +1,3 @@
1
1
  # generated by datamodel-codegen:
2
2
  # filename: schema
3
- # timestamp: 2023-07-18T19:11:03+00:00
3
+ # timestamp: 2023-08-03T11:29:23+00:00