openmetadata-ingestion 1.6.3.0__py3-none-any.whl → 1.6.3.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of openmetadata-ingestion might be problematic. Click here for more details.
- metadata/data_quality/runner/base_test_suite_source.py +3 -3
- metadata/generated/schema/analytics/__init__.py +1 -1
- metadata/generated/schema/analytics/basic.py +1 -1
- metadata/generated/schema/analytics/reportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
- metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
- metadata/generated/schema/api/__init__.py +1 -1
- metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
- metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
- metadata/generated/schema/api/analytics/__init__.py +1 -1
- metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
- metadata/generated/schema/api/automations/__init__.py +1 -1
- metadata/generated/schema/api/automations/createWorkflow.py +1 -1
- metadata/generated/schema/api/bulkAssets.py +1 -1
- metadata/generated/schema/api/classification/__init__.py +1 -1
- metadata/generated/schema/api/classification/createClassification.py +1 -1
- metadata/generated/schema/api/classification/createTag.py +1 -1
- metadata/generated/schema/api/classification/loadTags.py +1 -1
- metadata/generated/schema/api/createBot.py +1 -1
- metadata/generated/schema/api/createEventPublisherJob.py +1 -1
- metadata/generated/schema/api/createType.py +1 -1
- metadata/generated/schema/api/data/__init__.py +1 -1
- metadata/generated/schema/api/data/createAPICollection.py +1 -1
- metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
- metadata/generated/schema/api/data/createChart.py +1 -1
- metadata/generated/schema/api/data/createContainer.py +1 -1
- metadata/generated/schema/api/data/createCustomProperty.py +1 -1
- metadata/generated/schema/api/data/createDashboard.py +1 -1
- metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
- metadata/generated/schema/api/data/createDatabase.py +1 -1
- metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
- metadata/generated/schema/api/data/createGlossary.py +1 -1
- metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
- metadata/generated/schema/api/data/createMetric.py +1 -1
- metadata/generated/schema/api/data/createMlModel.py +1 -1
- metadata/generated/schema/api/data/createPipeline.py +1 -1
- metadata/generated/schema/api/data/createQuery.py +1 -1
- metadata/generated/schema/api/data/createSearchIndex.py +1 -1
- metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
- metadata/generated/schema/api/data/createTable.py +1 -1
- metadata/generated/schema/api/data/createTableProfile.py +1 -1
- metadata/generated/schema/api/data/createTopic.py +1 -1
- metadata/generated/schema/api/data/loadGlossary.py +1 -1
- metadata/generated/schema/api/data/restoreEntity.py +1 -1
- metadata/generated/schema/api/dataInsight/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
- metadata/generated/schema/api/docStore/__init__.py +1 -1
- metadata/generated/schema/api/docStore/createDocument.py +1 -1
- metadata/generated/schema/api/domains/__init__.py +1 -1
- metadata/generated/schema/api/domains/createDataProduct.py +1 -1
- metadata/generated/schema/api/domains/createDomain.py +1 -1
- metadata/generated/schema/api/feed/__init__.py +1 -1
- metadata/generated/schema/api/feed/closeTask.py +1 -1
- metadata/generated/schema/api/feed/createPost.py +1 -1
- metadata/generated/schema/api/feed/createSuggestion.py +1 -1
- metadata/generated/schema/api/feed/createThread.py +1 -1
- metadata/generated/schema/api/feed/resolveTask.py +1 -1
- metadata/generated/schema/api/feed/threadCount.py +1 -1
- metadata/generated/schema/api/governance/__init__.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
- metadata/generated/schema/api/lineage/__init__.py +1 -1
- metadata/generated/schema/api/lineage/addLineage.py +1 -1
- metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
- metadata/generated/schema/api/policies/__init__.py +1 -1
- metadata/generated/schema/api/policies/createPolicy.py +1 -1
- metadata/generated/schema/api/services/__init__.py +1 -1
- metadata/generated/schema/api/services/createApiService.py +1 -1
- metadata/generated/schema/api/services/createDashboardService.py +1 -1
- metadata/generated/schema/api/services/createDatabaseService.py +1 -1
- metadata/generated/schema/api/services/createMessagingService.py +1 -1
- metadata/generated/schema/api/services/createMetadataService.py +1 -1
- metadata/generated/schema/api/services/createMlModelService.py +1 -1
- metadata/generated/schema/api/services/createPipelineService.py +1 -1
- metadata/generated/schema/api/services/createSearchService.py +1 -1
- metadata/generated/schema/api/services/createStorageService.py +1 -1
- metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
- metadata/generated/schema/api/setOwner.py +1 -1
- metadata/generated/schema/api/teams/__init__.py +1 -1
- metadata/generated/schema/api/teams/createPersona.py +1 -1
- metadata/generated/schema/api/teams/createRole.py +1 -1
- metadata/generated/schema/api/teams/createTeam.py +1 -1
- metadata/generated/schema/api/teams/createUser.py +1 -1
- metadata/generated/schema/api/tests/__init__.py +1 -1
- metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
- metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
- metadata/generated/schema/api/tests/createTestCase.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
- metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
- metadata/generated/schema/api/tests/createTestSuite.py +1 -1
- metadata/generated/schema/api/voteRequest.py +1 -1
- metadata/generated/schema/auth/__init__.py +1 -1
- metadata/generated/schema/auth/basicAuth.py +1 -1
- metadata/generated/schema/auth/basicLoginRequest.py +1 -1
- metadata/generated/schema/auth/changePasswordRequest.py +1 -1
- metadata/generated/schema/auth/createPersonalToken.py +1 -1
- metadata/generated/schema/auth/emailRequest.py +1 -1
- metadata/generated/schema/auth/emailVerificationToken.py +1 -1
- metadata/generated/schema/auth/generateToken.py +1 -1
- metadata/generated/schema/auth/jwtAuth.py +1 -1
- metadata/generated/schema/auth/loginRequest.py +1 -1
- metadata/generated/schema/auth/logoutRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetToken.py +1 -1
- metadata/generated/schema/auth/personalAccessToken.py +1 -1
- metadata/generated/schema/auth/refreshToken.py +1 -1
- metadata/generated/schema/auth/registrationRequest.py +1 -1
- metadata/generated/schema/auth/revokePersonalToken.py +1 -1
- metadata/generated/schema/auth/revokeToken.py +1 -1
- metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
- metadata/generated/schema/auth/ssoAuth.py +1 -1
- metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
- metadata/generated/schema/configuration/__init__.py +1 -1
- metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
- metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
- metadata/generated/schema/configuration/authConfig.py +1 -1
- metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
- metadata/generated/schema/configuration/authorizerConfiguration.py +1 -1
- metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
- metadata/generated/schema/configuration/elasticSearchConfiguration.py +1 -1
- metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
- metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
- metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
- metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
- metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
- metadata/generated/schema/configuration/lineageSettings.py +1 -1
- metadata/generated/schema/configuration/loginConfiguration.py +1 -1
- metadata/generated/schema/configuration/logoConfiguration.py +1 -1
- metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
- metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
- metadata/generated/schema/configuration/searchSettings.py +1 -1
- metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
- metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/themeConfiguration.py +1 -1
- metadata/generated/schema/configuration/uiThemePreference.py +1 -1
- metadata/generated/schema/configuration/workflowSettings.py +1 -1
- metadata/generated/schema/dataInsight/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
- metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
- metadata/generated/schema/dataInsight/custom/lineChart.py +1 -1
- metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
- metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
- metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
- metadata/generated/schema/dataInsight/type/__init__.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
- metadata/generated/schema/email/__init__.py +1 -1
- metadata/generated/schema/email/emailRequest.py +1 -1
- metadata/generated/schema/email/emailTemplate.py +1 -1
- metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
- metadata/generated/schema/email/smtpSettings.py +1 -1
- metadata/generated/schema/email/templateValidationReponse.py +1 -1
- metadata/generated/schema/entity/__init__.py +1 -1
- metadata/generated/schema/entity/applications/__init__.py +1 -1
- metadata/generated/schema/entity/applications/app.py +1 -1
- metadata/generated/schema/entity/applications/appExtension.py +1 -1
- metadata/generated/schema/entity/applications/appRunRecord.py +1 -1
- metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/applicationConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +1 -1
- metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
- metadata/generated/schema/entity/applications/jobStatus.py +1 -1
- metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +1 -1
- metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
- metadata/generated/schema/entity/automations/__init__.py +1 -1
- metadata/generated/schema/entity/automations/testServiceConnection.py +1 -1
- metadata/generated/schema/entity/automations/workflow.py +1 -1
- metadata/generated/schema/entity/bot.py +1 -1
- metadata/generated/schema/entity/classification/__init__.py +1 -1
- metadata/generated/schema/entity/classification/classification.py +1 -1
- metadata/generated/schema/entity/classification/tag.py +1 -1
- metadata/generated/schema/entity/data/__init__.py +1 -1
- metadata/generated/schema/entity/data/apiCollection.py +1 -1
- metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
- metadata/generated/schema/entity/data/chart.py +1 -1
- metadata/generated/schema/entity/data/container.py +1 -1
- metadata/generated/schema/entity/data/dashboard.py +1 -1
- metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
- metadata/generated/schema/entity/data/database.py +1 -1
- metadata/generated/schema/entity/data/databaseSchema.py +1 -1
- metadata/generated/schema/entity/data/glossary.py +1 -1
- metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
- metadata/generated/schema/entity/data/metric.py +1 -1
- metadata/generated/schema/entity/data/mlmodel.py +1 -1
- metadata/generated/schema/entity/data/pipeline.py +1 -1
- metadata/generated/schema/entity/data/query.py +1 -1
- metadata/generated/schema/entity/data/report.py +1 -1
- metadata/generated/schema/entity/data/searchIndex.py +1 -1
- metadata/generated/schema/entity/data/storedProcedure.py +1 -1
- metadata/generated/schema/entity/data/table.py +1 -1
- metadata/generated/schema/entity/data/topic.py +1 -1
- metadata/generated/schema/entity/docStore/__init__.py +1 -1
- metadata/generated/schema/entity/docStore/document.py +1 -1
- metadata/generated/schema/entity/domains/__init__.py +1 -1
- metadata/generated/schema/entity/domains/dataProduct.py +1 -1
- metadata/generated/schema/entity/domains/domain.py +1 -1
- metadata/generated/schema/entity/events/__init__.py +1 -1
- metadata/generated/schema/entity/events/webhook.py +1 -1
- metadata/generated/schema/entity/feed/__init__.py +1 -1
- metadata/generated/schema/entity/feed/assets.py +1 -1
- metadata/generated/schema/entity/feed/customProperty.py +1 -1
- metadata/generated/schema/entity/feed/description.py +1 -1
- metadata/generated/schema/entity/feed/domain.py +1 -1
- metadata/generated/schema/entity/feed/entityInfo.py +1 -1
- metadata/generated/schema/entity/feed/owner.py +1 -1
- metadata/generated/schema/entity/feed/suggestion.py +1 -1
- metadata/generated/schema/entity/feed/tag.py +1 -1
- metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
- metadata/generated/schema/entity/feed/thread.py +1 -1
- metadata/generated/schema/entity/policies/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
- metadata/generated/schema/entity/policies/filters.py +1 -1
- metadata/generated/schema/entity/policies/policy.py +1 -1
- metadata/generated/schema/entity/services/__init__.py +1 -1
- metadata/generated/schema/entity/services/apiService.py +1 -1
- metadata/generated/schema/entity/services/connections/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/connectionBasicType.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/athenaConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
- metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/databricksConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/db2Connection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/dorisConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/druidConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/exasolConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/glueConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/hiveConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/icebergConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/impalaConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/oracleConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/postgresConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/prestoConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sasConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/synapseConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/teradataConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/trinoConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/verticaConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/s3Connection.py +1 -1
- metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
- metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
- metadata/generated/schema/entity/services/dashboardService.py +1 -1
- metadata/generated/schema/entity/services/databaseService.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
- metadata/generated/schema/entity/services/messagingService.py +1 -1
- metadata/generated/schema/entity/services/metadataService.py +1 -1
- metadata/generated/schema/entity/services/mlmodelService.py +1 -1
- metadata/generated/schema/entity/services/pipelineService.py +1 -1
- metadata/generated/schema/entity/services/searchService.py +1 -1
- metadata/generated/schema/entity/services/serviceType.py +1 -1
- metadata/generated/schema/entity/services/storageService.py +1 -1
- metadata/generated/schema/entity/teams/__init__.py +1 -1
- metadata/generated/schema/entity/teams/persona.py +1 -1
- metadata/generated/schema/entity/teams/role.py +1 -1
- metadata/generated/schema/entity/teams/team.py +1 -1
- metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
- metadata/generated/schema/entity/teams/user.py +1 -1
- metadata/generated/schema/entity/type.py +1 -1
- metadata/generated/schema/entity/utils/__init__.py +1 -1
- metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
- metadata/generated/schema/entity/utils/servicesCount.py +1 -1
- metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
- metadata/generated/schema/events/__init__.py +1 -1
- metadata/generated/schema/events/alertMetrics.py +1 -1
- metadata/generated/schema/events/api/__init__.py +1 -1
- metadata/generated/schema/events/api/createEventSubscription.py +1 -1
- metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
- metadata/generated/schema/events/api/eventsRecord.py +1 -1
- metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
- metadata/generated/schema/events/api/typedEvent.py +1 -1
- metadata/generated/schema/events/emailAlertConfig.py +1 -1
- metadata/generated/schema/events/eventFilterRule.py +1 -1
- metadata/generated/schema/events/eventSubscription.py +1 -1
- metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
- metadata/generated/schema/events/failedEvent.py +1 -1
- metadata/generated/schema/events/failedEventResponse.py +1 -1
- metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
- metadata/generated/schema/events/statusContext.py +1 -1
- metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
- metadata/generated/schema/events/subscriptionStatus.py +1 -1
- metadata/generated/schema/events/testDestinationStatus.py +1 -1
- metadata/generated/schema/governance/workflows/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/edge.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodeSubType.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodeType.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +1 -1
- metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +1 -1
- metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +1 -1
- metadata/generated/schema/governance/workflows/workflowDefinition.py +1 -1
- metadata/generated/schema/governance/workflows/workflowInstance.py +1 -1
- metadata/generated/schema/governance/workflows/workflowInstanceState.py +1 -1
- metadata/generated/schema/jobs/__init__.py +1 -1
- metadata/generated/schema/jobs/backgroundJob.py +1 -1
- metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
- metadata/generated/schema/metadataIngestion/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/application.py +1 -1
- metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/workflow.py +1 -1
- metadata/generated/schema/monitoring/__init__.py +1 -1
- metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
- metadata/generated/schema/security/__init__.py +1 -1
- metadata/generated/schema/security/client/__init__.py +1 -1
- metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/oidcClientConfig.py +1 -1
- metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
- metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
- metadata/generated/schema/security/credentials/__init__.py +1 -1
- metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
- metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
- metadata/generated/schema/security/credentials/basicAuth.py +1 -1
- metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gcpCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gcpExternalAccount.py +1 -1
- metadata/generated/schema/security/credentials/gcpValues.py +1 -1
- metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
- metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
- metadata/generated/schema/security/sasl/__init__.py +1 -1
- metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
- metadata/generated/schema/security/secrets/__init__.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
- metadata/generated/schema/security/securityConfiguration.py +1 -1
- metadata/generated/schema/security/ssl/__init__.py +1 -1
- metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
- metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
- metadata/generated/schema/settings/__init__.py +1 -1
- metadata/generated/schema/settings/settings.py +1 -1
- metadata/generated/schema/system/__init__.py +1 -1
- metadata/generated/schema/system/entityError.py +1 -1
- metadata/generated/schema/system/eventPublisherJob.py +1 -1
- metadata/generated/schema/system/indexingError.py +1 -1
- metadata/generated/schema/system/limitsResponse.py +1 -1
- metadata/generated/schema/system/ui/__init__.py +1 -1
- metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
- metadata/generated/schema/system/ui/page.py +1 -1
- metadata/generated/schema/system/validationResponse.py +1 -1
- metadata/generated/schema/tests/__init__.py +1 -1
- metadata/generated/schema/tests/assigned.py +1 -1
- metadata/generated/schema/tests/basic.py +1 -1
- metadata/generated/schema/tests/customMetric.py +1 -1
- metadata/generated/schema/tests/dataQualityReport.py +1 -1
- metadata/generated/schema/tests/resolved.py +1 -1
- metadata/generated/schema/tests/testCase.py +1 -1
- metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
- metadata/generated/schema/tests/testDefinition.py +1 -1
- metadata/generated/schema/tests/testSuite.py +1 -1
- metadata/generated/schema/type/__init__.py +1 -1
- metadata/generated/schema/type/apiSchema.py +1 -1
- metadata/generated/schema/type/assetCertification.py +1 -1
- metadata/generated/schema/type/auditLog.py +1 -1
- metadata/generated/schema/type/basic.py +1 -1
- metadata/generated/schema/type/bulkOperationResult.py +1 -1
- metadata/generated/schema/type/changeEvent.py +1 -1
- metadata/generated/schema/type/changeEventType.py +1 -1
- metadata/generated/schema/type/collectionDescriptor.py +1 -1
- metadata/generated/schema/type/csvDocumentation.py +1 -1
- metadata/generated/schema/type/csvErrorType.py +1 -1
- metadata/generated/schema/type/csvFile.py +1 -1
- metadata/generated/schema/type/csvImportResult.py +1 -1
- metadata/generated/schema/type/customProperties/__init__.py +1 -1
- metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
- metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
- metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
- metadata/generated/schema/type/customProperty.py +1 -1
- metadata/generated/schema/type/dailyCount.py +1 -1
- metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
- metadata/generated/schema/type/entityHierarchy.py +1 -1
- metadata/generated/schema/type/entityHistory.py +1 -1
- metadata/generated/schema/type/entityLineage.py +1 -1
- metadata/generated/schema/type/entityReference.py +1 -1
- metadata/generated/schema/type/entityReferenceList.py +1 -1
- metadata/generated/schema/type/entityRelationship.py +1 -1
- metadata/generated/schema/type/entityUsage.py +1 -1
- metadata/generated/schema/type/filterPattern.py +1 -1
- metadata/generated/schema/type/function.py +1 -1
- metadata/generated/schema/type/include.py +1 -1
- metadata/generated/schema/type/jdbcConnection.py +1 -1
- metadata/generated/schema/type/lifeCycle.py +1 -1
- metadata/generated/schema/type/paging.py +1 -1
- metadata/generated/schema/type/profile.py +1 -1
- metadata/generated/schema/type/queryParserData.py +1 -1
- metadata/generated/schema/type/reaction.py +1 -1
- metadata/generated/schema/type/schedule.py +1 -1
- metadata/generated/schema/type/schema.py +1 -1
- metadata/generated/schema/type/tableQuery.py +1 -1
- metadata/generated/schema/type/tableUsageCount.py +1 -1
- metadata/generated/schema/type/tagLabel.py +1 -1
- metadata/generated/schema/type/usageDetails.py +1 -1
- metadata/generated/schema/type/usageRequest.py +1 -1
- metadata/generated/schema/type/votes.py +1 -1
- metadata/ingestion/source/dashboard/looker/metadata.py +6 -1
- metadata/ingestion/source/dashboard/looker/parser.py +3 -0
- metadata/ingestion/source/database/databricks/metadata.py +3 -14
- metadata/ingestion/source/database/databricks/queries.py +6 -6
- metadata/ingestion/source/database/db2/service_spec.py +4 -1
- metadata/ingestion/source/database/dbt/dbt_service.py +1 -1
- metadata/ingestion/source/database/druid/service_spec.py +5 -1
- metadata/ingestion/source/database/greenplum/service_spec.py +5 -1
- metadata/ingestion/source/database/hive/service_spec.py +5 -1
- metadata/ingestion/source/database/impala/service_spec.py +5 -1
- metadata/ingestion/source/database/mariadb/service_spec.py +9 -1
- metadata/ingestion/source/database/pinotdb/service_spec.py +5 -1
- metadata/ingestion/source/database/singlestore/service_spec.py +6 -1
- metadata/ingestion/source/database/snowflake/queries.py +2 -0
- metadata/ingestion/source/database/sqlite/service_spec.py +5 -1
- metadata/ingestion/source/database/teradata/service_spec.py +5 -1
- metadata/profiler/metrics/window/first_quartile.py +2 -2
- metadata/profiler/metrics/window/median.py +2 -2
- metadata/profiler/metrics/window/third_quartile.py +2 -2
- metadata/profiler/processor/core.py +2 -2
- metadata/profiler/source/database/base/profiler_source.py +3 -3
- metadata/sampler/config.py +3 -3
- metadata/sampler/models.py +3 -3
- metadata/sampler/nosql/sampler.py +4 -4
- metadata/sampler/pandas/sampler.py +7 -7
- metadata/sampler/sampler_interface.py +2 -2
- metadata/sampler/sqlalchemy/bigquery/sampler.py +3 -3
- metadata/sampler/sqlalchemy/mssql/sampler.py +9 -7
- metadata/sampler/sqlalchemy/postgres/sampler.py +4 -4
- metadata/sampler/sqlalchemy/sampler.py +4 -7
- metadata/sampler/sqlalchemy/snowflake/sampler.py +4 -4
- metadata/sampler/sqlalchemy/trino/sampler.py +1 -1
- {openmetadata_ingestion-1.6.3.0.dist-info → openmetadata_ingestion-1.6.3.1.dist-info}/METADATA +352 -352
- {openmetadata_ingestion-1.6.3.0.dist-info → openmetadata_ingestion-1.6.3.1.dist-info}/RECORD +677 -677
- {openmetadata_ingestion-1.6.3.0.dist-info → openmetadata_ingestion-1.6.3.1.dist-info}/LICENSE +0 -0
- {openmetadata_ingestion-1.6.3.0.dist-info → openmetadata_ingestion-1.6.3.1.dist-info}/WHEEL +0 -0
- {openmetadata_ingestion-1.6.3.0.dist-info → openmetadata_ingestion-1.6.3.1.dist-info}/entry_points.txt +0 -0
- {openmetadata_ingestion-1.6.3.0.dist-info → openmetadata_ingestion-1.6.3.1.dist-info}/top_level.txt +0 -0
|
@@ -496,9 +496,13 @@ class LookerSource(DashboardServiceSource):
|
|
|
496
496
|
try:
|
|
497
497
|
project_parser = self.parser.get(explore.project_name)
|
|
498
498
|
if project_parser:
|
|
499
|
-
|
|
499
|
+
explore_sql = project_parser.parsed_files.get(
|
|
500
500
|
Includes(get_path_from_link(explore.lookml_link))
|
|
501
501
|
)
|
|
502
|
+
logger.debug(
|
|
503
|
+
f"Explore SQL for project {explore.project_name}: \n{explore_sql}"
|
|
504
|
+
)
|
|
505
|
+
return explore_sql
|
|
502
506
|
except Exception as err:
|
|
503
507
|
logger.warning(f"Exception getting the model sql: {err}")
|
|
504
508
|
|
|
@@ -597,6 +601,7 @@ class LookerSource(DashboardServiceSource):
|
|
|
597
601
|
sql_query = view.derived_table.sql
|
|
598
602
|
if not sql_query:
|
|
599
603
|
return
|
|
604
|
+
logger.debug(f"Processing view [{view.name}] with SQL: \n[{sql_query}]")
|
|
600
605
|
for db_service_name in db_service_names or []:
|
|
601
606
|
lineage_parser = LineageParser(
|
|
602
607
|
sql_query,
|
|
@@ -181,6 +181,9 @@ class LkmlParser:
|
|
|
181
181
|
Otherwise, return None
|
|
182
182
|
"""
|
|
183
183
|
if view_name in self._views_cache:
|
|
184
|
+
logger.debug(
|
|
185
|
+
f"Found view [{view_name}] in cache: \n{self._views_cache[view_name]}"
|
|
186
|
+
)
|
|
184
187
|
return self._views_cache[view_name]
|
|
185
188
|
|
|
186
189
|
return None
|
|
@@ -113,11 +113,6 @@ _type_map.update(
|
|
|
113
113
|
)
|
|
114
114
|
|
|
115
115
|
|
|
116
|
-
def format_schema_name(schema):
|
|
117
|
-
# Adds back quotes(``) if hyphen(-) in schema name
|
|
118
|
-
return f"`{schema}`" if "-" in schema else schema
|
|
119
|
-
|
|
120
|
-
|
|
121
116
|
# This method is from hive dialect originally but
|
|
122
117
|
# is overridden to optimize DESCRIBE query execution
|
|
123
118
|
def _get_table_columns(self, connection, table_name, schema, db_name):
|
|
@@ -158,7 +153,6 @@ def _get_table_columns(self, connection, table_name, schema, db_name):
|
|
|
158
153
|
|
|
159
154
|
def _get_column_rows(self, connection, table_name, schema, db_name):
|
|
160
155
|
# get columns and strip whitespace
|
|
161
|
-
schema = format_schema_name(schema=schema)
|
|
162
156
|
table_columns = _get_table_columns( # pylint: disable=protected-access
|
|
163
157
|
self, connection, table_name, schema, db_name
|
|
164
158
|
)
|
|
@@ -212,11 +206,10 @@ def get_columns(self, connection, table_name, schema=None, **kw):
|
|
|
212
206
|
"system_data_type": raw_col_type,
|
|
213
207
|
}
|
|
214
208
|
if col_type in {"array", "struct", "map"}:
|
|
215
|
-
col_name = f"`{col_name}`" if "." in col_name else col_name
|
|
216
209
|
try:
|
|
217
210
|
rows = dict(
|
|
218
211
|
connection.execute(
|
|
219
|
-
f"DESCRIBE TABLE {kw.get('db_name')}
|
|
212
|
+
f"DESCRIBE TABLE `{kw.get('db_name')}`.`{schema}`.`{table_name}` `{col_name}`"
|
|
220
213
|
).fetchall()
|
|
221
214
|
)
|
|
222
215
|
col_info["system_data_type"] = rows["data_type"]
|
|
@@ -393,8 +386,7 @@ def get_table_type(self, connection, database, schema, table):
|
|
|
393
386
|
database_name=database, schema_name=schema, table_name=table
|
|
394
387
|
)
|
|
395
388
|
else:
|
|
396
|
-
|
|
397
|
-
query = f"DESCRIBE TABLE EXTENDED {schema}.{table}"
|
|
389
|
+
query = f"DESCRIBE TABLE EXTENDED `{schema}`.`{table}`"
|
|
398
390
|
rows = get_table_comment_result(
|
|
399
391
|
self,
|
|
400
392
|
connection=connection,
|
|
@@ -761,7 +753,6 @@ class DatabricksSource(ExternalTableLineageMixin, CommonDbSourceService, MultiDB
|
|
|
761
753
|
) -> str:
|
|
762
754
|
description = None
|
|
763
755
|
try:
|
|
764
|
-
schema_name = format_schema_name(schema=schema_name)
|
|
765
756
|
query = DATABRICKS_GET_TABLE_COMMENTS.format(
|
|
766
757
|
database_name=self.context.get().database,
|
|
767
758
|
schema_name=schema_name,
|
|
@@ -816,9 +807,7 @@ class DatabricksSource(ExternalTableLineageMixin, CommonDbSourceService, MultiDB
|
|
|
816
807
|
try:
|
|
817
808
|
query = DATABRICKS_GET_TABLE_COMMENTS.format(
|
|
818
809
|
database_name=self.context.get().database,
|
|
819
|
-
schema_name=
|
|
820
|
-
schema=self.context.get().database_schema
|
|
821
|
-
),
|
|
810
|
+
schema_name=self.context.get().database_schema,
|
|
822
811
|
table_name=table_name,
|
|
823
812
|
)
|
|
824
813
|
result = self.inspector.dialect.get_table_comment_result(
|
|
@@ -25,27 +25,27 @@ DATABRICKS_VIEW_DEFINITIONS = textwrap.dedent(
|
|
|
25
25
|
)
|
|
26
26
|
|
|
27
27
|
DATABRICKS_GET_TABLE_COMMENTS = (
|
|
28
|
-
"DESCRIBE TABLE EXTENDED {database_name}
|
|
28
|
+
"DESCRIBE TABLE EXTENDED `{database_name}`.`{schema_name}`.`{table_name}`"
|
|
29
29
|
)
|
|
30
30
|
|
|
31
31
|
DATABRICKS_GET_CATALOGS = "SHOW CATALOGS"
|
|
32
32
|
|
|
33
33
|
DATABRICKS_GET_CATALOGS_TAGS = textwrap.dedent(
|
|
34
|
-
"""SELECT * FROM {database_name}
|
|
34
|
+
"""SELECT * FROM `{database_name}`.information_schema.catalog_tags;"""
|
|
35
35
|
)
|
|
36
36
|
|
|
37
37
|
DATABRICKS_GET_SCHEMA_TAGS = textwrap.dedent(
|
|
38
38
|
"""
|
|
39
39
|
SELECT
|
|
40
40
|
*
|
|
41
|
-
FROM {database_name}
|
|
41
|
+
FROM `{database_name}`.information_schema.schema_tags"""
|
|
42
42
|
)
|
|
43
43
|
|
|
44
44
|
DATABRICKS_GET_TABLE_TAGS = textwrap.dedent(
|
|
45
45
|
"""
|
|
46
46
|
SELECT
|
|
47
47
|
*
|
|
48
|
-
FROM {database_name}
|
|
48
|
+
FROM `{database_name}`.information_schema.table_tags
|
|
49
49
|
"""
|
|
50
50
|
)
|
|
51
51
|
|
|
@@ -53,8 +53,8 @@ DATABRICKS_GET_COLUMN_TAGS = textwrap.dedent(
|
|
|
53
53
|
"""
|
|
54
54
|
SELECT
|
|
55
55
|
*
|
|
56
|
-
FROM {database_name}
|
|
56
|
+
FROM `{database_name}`.information_schema.column_tags
|
|
57
57
|
"""
|
|
58
58
|
)
|
|
59
59
|
|
|
60
|
-
DATABRICKS_DDL = "SHOW CREATE TABLE {table_name}"
|
|
60
|
+
DATABRICKS_DDL = "SHOW CREATE TABLE `{table_name}`"
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.db2.lineage import Db2LineageSource
|
|
1
2
|
from metadata.ingestion.source.database.db2.metadata import Db2Source
|
|
2
3
|
from metadata.profiler.interface.sqlalchemy.db2.profiler_interface import (
|
|
3
4
|
DB2ProfilerInterface,
|
|
@@ -5,5 +6,7 @@ from metadata.profiler.interface.sqlalchemy.db2.profiler_interface import (
|
|
|
5
6
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
6
7
|
|
|
7
8
|
ServiceSpec = DefaultDatabaseSpec(
|
|
8
|
-
metadata_source_class=Db2Source,
|
|
9
|
+
metadata_source_class=Db2Source,
|
|
10
|
+
profiler_class=DB2ProfilerInterface,
|
|
11
|
+
lineage_source_class=Db2LineageSource,
|
|
9
12
|
)
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.druid.lineage import DruidLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.druid.metadata import DruidSource
|
|
2
3
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
4
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
5
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
6
|
+
metadata_source_class=DruidSource,
|
|
7
|
+
lineage_source_class=DruidLineageSource,
|
|
8
|
+
)
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.greenplum.lineage import GreenplumLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.greenplum.metadata import GreenplumSource
|
|
2
3
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
4
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
5
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
6
|
+
metadata_source_class=GreenplumSource,
|
|
7
|
+
lineage_source_class=GreenplumLineageSource,
|
|
8
|
+
)
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.hive.lineage import HiveLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.hive.metadata import HiveSource
|
|
2
3
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
4
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
5
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
6
|
+
metadata_source_class=HiveSource,
|
|
7
|
+
lineage_source_class=HiveLineageSource,
|
|
8
|
+
)
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.impala.lineage import ImpalaLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.impala.metadata import ImpalaSource
|
|
2
3
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
4
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
5
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
6
|
+
metadata_source_class=ImpalaSource,
|
|
7
|
+
lineage_source_class=ImpalaLineageSource,
|
|
8
|
+
)
|
|
@@ -1,4 +1,12 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.mariadb.lineage import MariadbLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.mariadb.metadata import MariadbSource
|
|
3
|
+
from metadata.profiler.interface.sqlalchemy.mariadb.profiler_interface import (
|
|
4
|
+
MariaDBProfilerInterface,
|
|
5
|
+
)
|
|
2
6
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
7
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
8
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
9
|
+
metadata_source_class=MariadbSource,
|
|
10
|
+
lineage_source_class=MariadbLineageSource,
|
|
11
|
+
profiler_class=MariaDBProfilerInterface,
|
|
12
|
+
)
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.pinotdb.lineage import PinotdbLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.pinotdb.metadata import PinotdbSource
|
|
2
3
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
4
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
5
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
6
|
+
metadata_source_class=PinotdbSource,
|
|
7
|
+
lineage_source_class=PinotdbLineageSource,
|
|
8
|
+
)
|
|
@@ -1,3 +1,6 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.singlestore.lineage import (
|
|
2
|
+
SinglestoreLineageSource,
|
|
3
|
+
)
|
|
1
4
|
from metadata.ingestion.source.database.singlestore.metadata import SinglestoreSource
|
|
2
5
|
from metadata.profiler.interface.sqlalchemy.single_store.profiler_interface import (
|
|
3
6
|
SingleStoreProfilerInterface,
|
|
@@ -5,5 +8,7 @@ from metadata.profiler.interface.sqlalchemy.single_store.profiler_interface impo
|
|
|
5
8
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
6
9
|
|
|
7
10
|
ServiceSpec = DefaultDatabaseSpec(
|
|
8
|
-
metadata_source_class=SinglestoreSource,
|
|
11
|
+
metadata_source_class=SinglestoreSource,
|
|
12
|
+
profiler_class=SingleStoreProfilerInterface,
|
|
13
|
+
lineage_source_class=SinglestoreLineageSource,
|
|
9
14
|
)
|
|
@@ -299,6 +299,7 @@ SELECT
|
|
|
299
299
|
FROM SNOWFLAKE.ACCOUNT_USAGE.PROCEDURES
|
|
300
300
|
WHERE PROCEDURE_CATALOG = '{database_name}'
|
|
301
301
|
AND PROCEDURE_SCHEMA = '{schema_name}'
|
|
302
|
+
AND DELETED IS NOT NULL
|
|
302
303
|
"""
|
|
303
304
|
)
|
|
304
305
|
|
|
@@ -315,6 +316,7 @@ SELECT
|
|
|
315
316
|
FROM SNOWFLAKE.ACCOUNT_USAGE.FUNCTIONS
|
|
316
317
|
WHERE FUNCTION_CATALOG = '{database_name}'
|
|
317
318
|
AND FUNCTION_SCHEMA = '{schema_name}'
|
|
319
|
+
AND DELETED IS NOT NULL
|
|
318
320
|
"""
|
|
319
321
|
)
|
|
320
322
|
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.sqlite.lineage import SqliteLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.sqlite.metadata import SqliteSource
|
|
2
3
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
4
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
5
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
6
|
+
metadata_source_class=SqliteSource,
|
|
7
|
+
lineage_source_class=SqliteLineageSource,
|
|
8
|
+
)
|
|
@@ -1,4 +1,8 @@
|
|
|
1
|
+
from metadata.ingestion.source.database.teradata.lineage import TeradataLineageSource
|
|
1
2
|
from metadata.ingestion.source.database.teradata.metadata import TeradataSource
|
|
2
3
|
from metadata.utils.service_spec.default import DefaultDatabaseSpec
|
|
3
4
|
|
|
4
|
-
ServiceSpec = DefaultDatabaseSpec(
|
|
5
|
+
ServiceSpec = DefaultDatabaseSpec(
|
|
6
|
+
metadata_source_class=TeradataSource,
|
|
7
|
+
lineage_source_class=TeradataLineageSource,
|
|
8
|
+
)
|
|
@@ -56,14 +56,14 @@ class FirstQuartile(StaticMetric, PercentilMixin):
|
|
|
56
56
|
# col fullname is only needed for MySQL and SQLite
|
|
57
57
|
return self._compute_sqa_fn(
|
|
58
58
|
column(self.col.name, self.col.type),
|
|
59
|
-
self.col.table.
|
|
59
|
+
self.col.table.name if self.col.table is not None else None,
|
|
60
60
|
0.25,
|
|
61
61
|
)
|
|
62
62
|
|
|
63
63
|
if is_concatenable(self.col.type):
|
|
64
64
|
return self._compute_sqa_fn(
|
|
65
65
|
LenFn(column(self.col.name, self.col.type)),
|
|
66
|
-
self.col.table.
|
|
66
|
+
self.col.table.name if self.col.table is not None else None,
|
|
67
67
|
0.25,
|
|
68
68
|
)
|
|
69
69
|
|
|
@@ -56,14 +56,14 @@ class Median(StaticMetric, PercentilMixin):
|
|
|
56
56
|
# col fullname is only needed for MySQL and SQLite
|
|
57
57
|
return self._compute_sqa_fn(
|
|
58
58
|
column(self.col.name, self.col.type),
|
|
59
|
-
self.col.table.
|
|
59
|
+
self.col.table.name if self.col.table is not None else None,
|
|
60
60
|
0.5,
|
|
61
61
|
)
|
|
62
62
|
|
|
63
63
|
if is_concatenable(self.col.type):
|
|
64
64
|
return self._compute_sqa_fn(
|
|
65
65
|
LenFn(column(self.col.name, self.col.type)),
|
|
66
|
-
self.col.table.
|
|
66
|
+
self.col.table.name if self.col.table is not None else None,
|
|
67
67
|
0.5,
|
|
68
68
|
)
|
|
69
69
|
|
|
@@ -56,14 +56,14 @@ class ThirdQuartile(StaticMetric, PercentilMixin):
|
|
|
56
56
|
# col fullname is only needed for MySQL and SQLite
|
|
57
57
|
return self._compute_sqa_fn(
|
|
58
58
|
column(self.col.name, self.col.type),
|
|
59
|
-
self.col.table.
|
|
59
|
+
self.col.table.name if self.col.table is not None else None,
|
|
60
60
|
0.75,
|
|
61
61
|
)
|
|
62
62
|
|
|
63
63
|
if is_concatenable(self.col.type):
|
|
64
64
|
return self._compute_sqa_fn(
|
|
65
65
|
LenFn(column(self.col.name, self.col.type)),
|
|
66
|
-
self.col.table.
|
|
66
|
+
self.col.table.name if self.col.table is not None else None,
|
|
67
67
|
0.75,
|
|
68
68
|
)
|
|
69
69
|
|
|
@@ -550,12 +550,12 @@ class Profiler(Generic[TMetric]):
|
|
|
550
550
|
createDateTime=raw_create_date,
|
|
551
551
|
sizeInByte=self._table_results.get("sizeInBytes"),
|
|
552
552
|
profileSample=(
|
|
553
|
-
self.profiler_interface.sampler.sample_config.
|
|
553
|
+
self.profiler_interface.sampler.sample_config.profileSample
|
|
554
554
|
if self.profiler_interface.sampler.sample_config
|
|
555
555
|
else None
|
|
556
556
|
),
|
|
557
557
|
profileSampleType=(
|
|
558
|
-
self.profiler_interface.sampler.sample_config.
|
|
558
|
+
self.profiler_interface.sampler.sample_config.profileSampleType
|
|
559
559
|
if self.profiler_interface.sampler.sample_config
|
|
560
560
|
else None
|
|
561
561
|
),
|
|
@@ -150,9 +150,9 @@ class ProfilerSource(ProfilerSourceInterface):
|
|
|
150
150
|
database_entity=database_entity,
|
|
151
151
|
table_config=config,
|
|
152
152
|
default_sample_config=SampleConfig(
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
153
|
+
profileSample=self.source_config.profileSample,
|
|
154
|
+
profileSampleType=self.source_config.profileSampleType,
|
|
155
|
+
samplingMethodType=self.source_config.samplingMethodType,
|
|
156
156
|
),
|
|
157
157
|
)
|
|
158
158
|
|
metadata/sampler/config.py
CHANGED
|
@@ -119,9 +119,9 @@ def get_profile_sample_config(
|
|
|
119
119
|
try:
|
|
120
120
|
if config and config.profileSample:
|
|
121
121
|
return SampleConfig(
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
122
|
+
profileSample=config.profileSample,
|
|
123
|
+
profileSampleType=config.profileSampleType,
|
|
124
|
+
samplingMethodType=config.samplingMethodType,
|
|
125
125
|
)
|
|
126
126
|
except AttributeError:
|
|
127
127
|
pass
|
metadata/sampler/models.py
CHANGED
|
@@ -101,6 +101,6 @@ class SamplerResponse(ConfigModel):
|
|
|
101
101
|
class SampleConfig(ConfigModel):
|
|
102
102
|
"""Profile Sample Config"""
|
|
103
103
|
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
104
|
+
profileSample: Optional[Union[float, int]] = None
|
|
105
|
+
profileSampleType: Optional[ProfileSampleType] = ProfileSampleType.PERCENTAGE
|
|
106
|
+
samplingMethodType: Optional[SamplingMethodType] = None
|
|
@@ -82,10 +82,10 @@ class NoSQLSampler(SamplerInterface):
|
|
|
82
82
|
|
|
83
83
|
def _get_limit(self) -> Optional[int]:
|
|
84
84
|
num_rows = self.client.item_count(self.raw_dataset)
|
|
85
|
-
if self.sample_config.
|
|
86
|
-
limit = num_rows * (self.sample_config.
|
|
87
|
-
elif self.sample_config.
|
|
88
|
-
limit = self.sample_config.
|
|
85
|
+
if self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE:
|
|
86
|
+
limit = num_rows * (self.sample_config.profileSample or 100 / 100)
|
|
87
|
+
elif self.sample_config.profileSampleType == ProfileSampleType.ROWS:
|
|
88
|
+
limit = self.sample_config.profileSample
|
|
89
89
|
else:
|
|
90
90
|
limit = SAMPLE_DATA_DEFAULT_COUNT
|
|
91
91
|
return limit
|
|
@@ -123,13 +123,13 @@ class DatalakeSampler(SamplerInterface, PandasInterfaceMixin):
|
|
|
123
123
|
"""
|
|
124
124
|
random.shuffle(self.raw_dataset) # we'll shuffle the list of dataframes
|
|
125
125
|
# sampling data based on profiler config (if any)
|
|
126
|
-
if self.sample_config.
|
|
126
|
+
if self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE:
|
|
127
127
|
try:
|
|
128
|
-
profile_sample = (self.sample_config.
|
|
128
|
+
profile_sample = (self.sample_config.profileSample or 100) / 100
|
|
129
129
|
except TypeError:
|
|
130
130
|
# if the profile sample is not a number or is None
|
|
131
131
|
# we'll set it to 100
|
|
132
|
-
profile_sample = self.sample_config.
|
|
132
|
+
profile_sample = self.sample_config.profileSample = 100
|
|
133
133
|
return [
|
|
134
134
|
df.sample(
|
|
135
135
|
frac=profile_sample,
|
|
@@ -141,7 +141,7 @@ class DatalakeSampler(SamplerInterface, PandasInterfaceMixin):
|
|
|
141
141
|
|
|
142
142
|
# we'll distribute the sample size equally among the dataframes
|
|
143
143
|
sample_rows_per_chunk: int = math.floor(
|
|
144
|
-
(self.sample_config.
|
|
144
|
+
(self.sample_config.profileSample or 100) / len(self.raw_dataset)
|
|
145
145
|
)
|
|
146
146
|
num_rows = sum(len(df) for df in self.raw_dataset)
|
|
147
147
|
|
|
@@ -187,9 +187,9 @@ class DatalakeSampler(SamplerInterface, PandasInterfaceMixin):
|
|
|
187
187
|
if self.partition_details:
|
|
188
188
|
self._table = self._partitioned_table()
|
|
189
189
|
|
|
190
|
-
if not self.sample_config.
|
|
191
|
-
self.sample_config.
|
|
192
|
-
and self.sample_config.
|
|
190
|
+
if not self.sample_config.profileSample or (
|
|
191
|
+
self.sample_config.profileSample == 100
|
|
192
|
+
and self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE
|
|
193
193
|
):
|
|
194
194
|
return self.raw_dataset
|
|
195
195
|
return self._get_sampled_dataframe()
|
|
@@ -76,8 +76,8 @@ class SamplerInterface(ABC):
|
|
|
76
76
|
self._columns: Optional[List[SQALikeColumn]] = None
|
|
77
77
|
self.sample_config = sample_config
|
|
78
78
|
|
|
79
|
-
if not self.sample_config.
|
|
80
|
-
self.sample_config.
|
|
79
|
+
if not self.sample_config.profileSample:
|
|
80
|
+
self.sample_config.profileSample = 100
|
|
81
81
|
|
|
82
82
|
self.entity = entity
|
|
83
83
|
self.include_columns = include_columns
|
|
@@ -76,11 +76,11 @@ class BigQuerySampler(SQASampler):
|
|
|
76
76
|
selectable (Table): Table object
|
|
77
77
|
"""
|
|
78
78
|
if (
|
|
79
|
-
self.sample_config.
|
|
79
|
+
self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE
|
|
80
80
|
and self.raw_dataset_type != TableType.View
|
|
81
81
|
):
|
|
82
82
|
return selectable.tablesample(
|
|
83
|
-
text(f"{self.sample_config.
|
|
83
|
+
text(f"{self.sample_config.profileSample or 100} PERCENT")
|
|
84
84
|
)
|
|
85
85
|
|
|
86
86
|
return selectable
|
|
@@ -116,7 +116,7 @@ class BigQuerySampler(SQASampler):
|
|
|
116
116
|
"""get query for sample data"""
|
|
117
117
|
# TABLESAMPLE SYSTEM is not supported for views
|
|
118
118
|
if (
|
|
119
|
-
self.sample_config.
|
|
119
|
+
self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE
|
|
120
120
|
and self.raw_dataset_type != TableType.View
|
|
121
121
|
):
|
|
122
122
|
return self._base_sample_query(column).cte(
|
|
@@ -17,7 +17,7 @@ for the profiler
|
|
|
17
17
|
from sqlalchemy import Table, text
|
|
18
18
|
from sqlalchemy.sql.selectable import CTE
|
|
19
19
|
|
|
20
|
-
from metadata.generated.schema.entity.data.table import ProfileSampleType
|
|
20
|
+
from metadata.generated.schema.entity.data.table import ProfileSampleType, TableType
|
|
21
21
|
from metadata.sampler.sqlalchemy.sampler import SQASampler
|
|
22
22
|
|
|
23
23
|
|
|
@@ -32,14 +32,16 @@ class MssqlSampler(SQASampler):
|
|
|
32
32
|
Args:
|
|
33
33
|
selectable (Table): _description_
|
|
34
34
|
"""
|
|
35
|
-
if self.
|
|
35
|
+
if self.entity.tableType != TableType.View:
|
|
36
|
+
if self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE:
|
|
37
|
+
return selectable.tablesample(
|
|
38
|
+
text(f"{self.sample_config.profileSample or 100} PERCENT")
|
|
39
|
+
)
|
|
40
|
+
|
|
36
41
|
return selectable.tablesample(
|
|
37
|
-
text(f"{self.sample_config.
|
|
42
|
+
text(f"{int(self.sample_config.profileSample or 100)} ROWS")
|
|
38
43
|
)
|
|
39
|
-
|
|
40
|
-
return selectable.tablesample(
|
|
41
|
-
text(f"{int(self.sample_config.profile_sample or 100)} ROWS")
|
|
42
|
-
)
|
|
44
|
+
return selectable
|
|
43
45
|
|
|
44
46
|
def get_sample_query(self, *, column=None) -> CTE:
|
|
45
47
|
"""get query for sample data"""
|
|
@@ -66,7 +66,7 @@ class PostgresSampler(SQASampler):
|
|
|
66
66
|
self.sampling_method_type = SamplingMethodType.BERNOULLI
|
|
67
67
|
if (
|
|
68
68
|
sample_config
|
|
69
|
-
and sample_config.
|
|
69
|
+
and sample_config.samplingMethodType == SamplingMethodType.SYSTEM
|
|
70
70
|
):
|
|
71
71
|
self.sampling_fn = func.system
|
|
72
72
|
|
|
@@ -75,15 +75,15 @@ class PostgresSampler(SQASampler):
|
|
|
75
75
|
Args:
|
|
76
76
|
selectable (Table): _description_
|
|
77
77
|
"""
|
|
78
|
-
if self.sample_config.
|
|
78
|
+
if self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE:
|
|
79
79
|
return selectable.tablesample(
|
|
80
|
-
self.sampling_fn(self.sample_config.
|
|
80
|
+
self.sampling_fn(self.sample_config.profileSample or 100)
|
|
81
81
|
)
|
|
82
82
|
|
|
83
83
|
return selectable
|
|
84
84
|
|
|
85
85
|
def get_sample_query(self, *, column=None) -> Query:
|
|
86
|
-
if self.sample_config.
|
|
86
|
+
if self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE:
|
|
87
87
|
return self._base_sample_query(column).cte(
|
|
88
88
|
f"{self.raw_dataset.__tablename__}_rnd"
|
|
89
89
|
)
|