openmetadata-ingestion 1.6.8.0__py3-none-any.whl → 1.7.0.0rc2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of openmetadata-ingestion might be problematic. Click here for more details.
- airflow_provider_openmetadata/__init__.py +3 -3
- airflow_provider_openmetadata/hooks/openmetadata.py +3 -3
- airflow_provider_openmetadata/lineage/backend.py +3 -3
- airflow_provider_openmetadata/lineage/callback.py +3 -3
- airflow_provider_openmetadata/lineage/config/commons.py +3 -3
- airflow_provider_openmetadata/lineage/config/loader.py +3 -3
- airflow_provider_openmetadata/lineage/operator.py +3 -3
- airflow_provider_openmetadata/lineage/runner.py +3 -3
- airflow_provider_openmetadata/lineage/status.py +3 -3
- metadata/__main__.py +3 -3
- metadata/__version__.py +3 -3
- metadata/antlr/split_listener.py +3 -3
- metadata/automations/execute_runner.py +49 -0
- metadata/automations/extended_runner.py +13 -0
- metadata/automations/runner.py +37 -38
- metadata/cli/app.py +3 -3
- metadata/cli/classify.py +3 -3
- metadata/cli/dataquality.py +3 -3
- metadata/cli/ingest.py +3 -3
- metadata/cli/lineage.py +3 -3
- metadata/cli/profile.py +3 -3
- metadata/cli/restore.py +3 -3
- metadata/cli/usage.py +3 -3
- metadata/clients/aws_client.py +3 -3
- metadata/clients/azure_client.py +3 -3
- metadata/clients/domo_client.py +3 -3
- metadata/cmd.py +3 -3
- metadata/config/common.py +3 -3
- metadata/data_quality/api/models.py +3 -3
- metadata/data_quality/builders/validator_builder.py +3 -3
- metadata/data_quality/interface/pandas/pandas_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/databricks/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/snowflake/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/sqa_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/unity_catalog/test_suite_interface.py +3 -3
- metadata/data_quality/interface/test_suite_interface.py +3 -3
- metadata/data_quality/processor/test_case_runner.py +3 -3
- metadata/data_quality/runner/base_test_suite_source.py +3 -3
- metadata/data_quality/runner/core.py +3 -3
- metadata/data_quality/source/test_suite.py +3 -3
- metadata/data_quality/validations/base_test_handler.py +3 -3
- metadata/data_quality/validations/column/base/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/mixins/pandas_validator_mixin.py +3 -3
- metadata/data_quality/validations/mixins/sqa_validator_mixin.py +3 -3
- metadata/data_quality/validations/runtime_param_setter/param_setter.py +2 -2
- metadata/data_quality/validations/runtime_param_setter/param_setter_factory.py +2 -2
- metadata/data_quality/validations/runtime_param_setter/table_diff_params_setter.py +6 -3
- metadata/data_quality/validations/table/base/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/base/tableCustomSQLQuery.py +14 -4
- metadata/data_quality/validations/table/base/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/pandas/tableCustomSQLQuery.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableCustomSQLQuery.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableDiff.py +2 -2
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/examples/workflows/cassandra.yaml +35 -0
- metadata/examples/workflows/cockroach.yaml +24 -0
- metadata/examples/workflows/nifi.yaml +51 -0
- metadata/examples/workflows/opensearch.yaml +20 -0
- metadata/examples/workflows/wherescape.yaml +2 -2
- metadata/generated/schema/analytics/__init__.py +1 -1
- metadata/generated/schema/analytics/basic.py +1 -1
- metadata/generated/schema/analytics/reportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
- metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
- metadata/generated/schema/api/__init__.py +1 -1
- metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
- metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
- metadata/generated/schema/api/analytics/__init__.py +1 -1
- metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
- metadata/generated/schema/api/automations/__init__.py +1 -1
- metadata/generated/schema/api/automations/createWorkflow.py +14 -4
- metadata/generated/schema/api/bulkAssets.py +1 -1
- metadata/generated/schema/api/classification/__init__.py +1 -1
- metadata/generated/schema/api/classification/createClassification.py +2 -2
- metadata/generated/schema/api/classification/createTag.py +2 -2
- metadata/generated/schema/api/classification/loadTags.py +1 -1
- metadata/generated/schema/api/createBot.py +1 -1
- metadata/generated/schema/api/createEventPublisherJob.py +1 -1
- metadata/generated/schema/api/createType.py +1 -1
- metadata/generated/schema/api/data/__init__.py +1 -1
- metadata/generated/schema/api/data/createAPICollection.py +1 -1
- metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
- metadata/generated/schema/api/data/createChart.py +1 -1
- metadata/generated/schema/api/data/createContainer.py +1 -1
- metadata/generated/schema/api/data/createCustomProperty.py +1 -1
- metadata/generated/schema/api/data/createDashboard.py +1 -1
- metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
- metadata/generated/schema/api/data/createDatabase.py +1 -1
- metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
- metadata/generated/schema/api/data/createGlossary.py +1 -1
- metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
- metadata/generated/schema/api/data/createMetric.py +1 -1
- metadata/generated/schema/api/data/createMlModel.py +1 -1
- metadata/generated/schema/api/data/createPipeline.py +5 -1
- metadata/generated/schema/api/data/createQuery.py +1 -1
- metadata/generated/schema/api/data/createQueryCostRecord.py +35 -0
- metadata/generated/schema/api/data/createSearchIndex.py +1 -1
- metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
- metadata/generated/schema/api/data/createTable.py +1 -1
- metadata/generated/schema/api/data/createTableProfile.py +1 -1
- metadata/generated/schema/api/data/createTopic.py +1 -1
- metadata/generated/schema/api/data/loadGlossary.py +1 -1
- metadata/generated/schema/api/data/restoreEntity.py +1 -1
- metadata/generated/schema/api/dataInsight/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
- metadata/generated/schema/api/docStore/__init__.py +1 -1
- metadata/generated/schema/api/docStore/createDocument.py +1 -1
- metadata/generated/schema/api/domains/__init__.py +1 -1
- metadata/generated/schema/api/domains/createDataProduct.py +1 -1
- metadata/generated/schema/api/domains/createDomain.py +8 -1
- metadata/generated/schema/api/feed/__init__.py +1 -1
- metadata/generated/schema/api/feed/closeTask.py +1 -1
- metadata/generated/schema/api/feed/createPost.py +1 -1
- metadata/generated/schema/api/feed/createSuggestion.py +1 -1
- metadata/generated/schema/api/feed/createThread.py +1 -1
- metadata/generated/schema/api/feed/resolveTask.py +1 -1
- metadata/generated/schema/api/feed/threadCount.py +25 -1
- metadata/generated/schema/api/governance/__init__.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
- metadata/generated/schema/api/lineage/__init__.py +1 -1
- metadata/generated/schema/api/lineage/addLineage.py +1 -1
- metadata/generated/schema/api/lineage/esLineageData.py +85 -0
- metadata/generated/schema/api/lineage/lineageDirection.py +12 -0
- metadata/generated/schema/api/lineage/nodeInformation.py +19 -0
- metadata/generated/schema/api/lineage/searchLineageRequest.py +45 -0
- metadata/generated/schema/api/lineage/searchLineageResult.py +46 -0
- metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
- metadata/generated/schema/api/policies/__init__.py +1 -1
- metadata/generated/schema/api/policies/createPolicy.py +1 -1
- metadata/generated/schema/api/search/__init__.py +3 -0
- metadata/generated/schema/api/search/previewSearchRequest.py +47 -0
- metadata/generated/schema/api/services/__init__.py +1 -1
- metadata/generated/schema/api/services/createApiService.py +9 -2
- metadata/generated/schema/api/services/createDashboardService.py +9 -2
- metadata/generated/schema/api/services/createDatabaseService.py +9 -2
- metadata/generated/schema/api/services/createMessagingService.py +9 -2
- metadata/generated/schema/api/services/createMetadataService.py +9 -2
- metadata/generated/schema/api/services/createMlModelService.py +9 -2
- metadata/generated/schema/api/services/createPipelineService.py +9 -2
- metadata/generated/schema/api/services/createSearchService.py +9 -2
- metadata/generated/schema/api/services/createStorageService.py +9 -2
- metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
- metadata/generated/schema/api/setOwner.py +1 -1
- metadata/generated/schema/api/teams/__init__.py +1 -1
- metadata/generated/schema/api/teams/createPersona.py +1 -1
- metadata/generated/schema/api/teams/createRole.py +1 -1
- metadata/generated/schema/api/teams/createTeam.py +1 -1
- metadata/generated/schema/api/teams/createUser.py +1 -1
- metadata/generated/schema/api/tests/__init__.py +1 -1
- metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
- metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
- metadata/generated/schema/api/tests/createTestCase.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
- metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
- metadata/generated/schema/api/tests/createTestSuite.py +1 -1
- metadata/generated/schema/api/voteRequest.py +1 -1
- metadata/generated/schema/auth/__init__.py +1 -1
- metadata/generated/schema/auth/basicAuth.py +1 -1
- metadata/generated/schema/auth/basicLoginRequest.py +1 -1
- metadata/generated/schema/auth/changePasswordRequest.py +1 -1
- metadata/generated/schema/auth/createPersonalToken.py +1 -1
- metadata/generated/schema/auth/emailRequest.py +1 -1
- metadata/generated/schema/auth/emailVerificationToken.py +1 -1
- metadata/generated/schema/auth/generateToken.py +1 -1
- metadata/generated/schema/auth/jwtAuth.py +1 -1
- metadata/generated/schema/auth/loginRequest.py +1 -1
- metadata/generated/schema/auth/logoutRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetToken.py +1 -1
- metadata/generated/schema/auth/personalAccessToken.py +1 -1
- metadata/generated/schema/auth/refreshToken.py +1 -1
- metadata/generated/schema/auth/registrationRequest.py +1 -1
- metadata/generated/schema/auth/revokePersonalToken.py +1 -1
- metadata/generated/schema/auth/revokeToken.py +1 -1
- metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
- metadata/generated/schema/auth/ssoAuth.py +1 -1
- metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
- metadata/generated/schema/configuration/__init__.py +1 -1
- metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
- metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
- metadata/generated/schema/configuration/authConfig.py +1 -1
- metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
- metadata/generated/schema/configuration/authorizerConfiguration.py +4 -1
- metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
- metadata/generated/schema/configuration/elasticSearchConfiguration.py +55 -1
- metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
- metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
- metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
- metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
- metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
- metadata/generated/schema/configuration/lineageSettings.py +1 -1
- metadata/generated/schema/configuration/loginConfiguration.py +1 -1
- metadata/generated/schema/configuration/logoConfiguration.py +1 -1
- metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +21 -0
- metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
- metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
- metadata/generated/schema/configuration/searchSettings.py +463 -4
- metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
- metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/themeConfiguration.py +1 -1
- metadata/generated/schema/configuration/uiThemePreference.py +1 -1
- metadata/generated/schema/configuration/workflowSettings.py +8 -1
- metadata/generated/schema/dataInsight/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
- metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
- metadata/generated/schema/dataInsight/custom/lineChart.py +15 -1
- metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
- metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
- metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
- metadata/generated/schema/dataInsight/type/__init__.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
- metadata/generated/schema/email/__init__.py +1 -1
- metadata/generated/schema/email/emailRequest.py +1 -1
- metadata/generated/schema/email/emailTemplate.py +1 -1
- metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
- metadata/generated/schema/email/smtpSettings.py +1 -2
- metadata/generated/schema/email/templateValidationReponse.py +1 -1
- metadata/generated/schema/entity/__init__.py +1 -1
- metadata/generated/schema/entity/applications/__init__.py +1 -1
- metadata/generated/schema/entity/applications/app.py +14 -1
- metadata/generated/schema/entity/applications/appExtension.py +1 -1
- metadata/generated/schema/entity/applications/appRunRecord.py +44 -7
- metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/applicationConfig.py +9 -3
- metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +41 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +71 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +33 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +45 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +13 -1
- metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +48 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +109 -2
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +3 -22
- metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +24 -0
- metadata/generated/schema/entity/applications/configuration/private/limits.py +33 -0
- metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
- metadata/generated/schema/entity/applications/jobStatus.py +1 -1
- metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +13 -1
- metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +13 -1
- metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
- metadata/generated/schema/entity/automations/__init__.py +1 -1
- metadata/generated/schema/entity/automations/testServiceConnection.py +8 -1
- metadata/generated/schema/entity/automations/workflow.py +15 -4
- metadata/generated/schema/entity/bot.py +1 -1
- metadata/generated/schema/entity/classification/__init__.py +1 -1
- metadata/generated/schema/entity/classification/classification.py +1 -1
- metadata/generated/schema/entity/classification/tag.py +1 -1
- metadata/generated/schema/entity/data/__init__.py +1 -1
- metadata/generated/schema/entity/data/apiCollection.py +1 -1
- metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
- metadata/generated/schema/entity/data/chart.py +1 -1
- metadata/generated/schema/entity/data/container.py +1 -1
- metadata/generated/schema/entity/data/dashboard.py +1 -1
- metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
- metadata/generated/schema/entity/data/database.py +5 -1
- metadata/generated/schema/entity/data/databaseSchema.py +7 -5
- metadata/generated/schema/entity/data/glossary.py +1 -1
- metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
- metadata/generated/schema/entity/data/metric.py +1 -1
- metadata/generated/schema/entity/data/mlmodel.py +1 -1
- metadata/generated/schema/entity/data/pipeline.py +14 -1
- metadata/generated/schema/entity/data/query.py +1 -1
- metadata/generated/schema/entity/data/queryCostRecord.py +47 -0
- metadata/generated/schema/entity/data/queryCostSearchResult.py +56 -0
- metadata/generated/schema/entity/data/report.py +1 -1
- metadata/generated/schema/entity/data/searchIndex.py +1 -1
- metadata/generated/schema/entity/data/storedProcedure.py +3 -1
- metadata/generated/schema/entity/data/table.py +6 -1
- metadata/generated/schema/entity/data/topic.py +1 -1
- metadata/generated/schema/entity/docStore/__init__.py +1 -1
- metadata/generated/schema/entity/docStore/document.py +1 -1
- metadata/generated/schema/entity/domains/__init__.py +1 -1
- metadata/generated/schema/entity/domains/dataProduct.py +1 -1
- metadata/generated/schema/entity/domains/domain.py +8 -1
- metadata/generated/schema/entity/events/__init__.py +1 -1
- metadata/generated/schema/entity/events/webhook.py +1 -1
- metadata/generated/schema/entity/feed/__init__.py +1 -1
- metadata/generated/schema/entity/feed/assets.py +1 -1
- metadata/generated/schema/entity/feed/customProperty.py +1 -1
- metadata/generated/schema/entity/feed/description.py +1 -1
- metadata/generated/schema/entity/feed/domain.py +1 -1
- metadata/generated/schema/entity/feed/entityInfo.py +1 -1
- metadata/generated/schema/entity/feed/owner.py +1 -1
- metadata/generated/schema/entity/feed/suggestion.py +1 -1
- metadata/generated/schema/entity/feed/tag.py +1 -1
- metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
- metadata/generated/schema/entity/feed/thread.py +1 -1
- metadata/generated/schema/entity/policies/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
- metadata/generated/schema/entity/policies/filters.py +1 -1
- metadata/generated/schema/entity/policies/policy.py +1 -1
- metadata/generated/schema/entity/services/__init__.py +1 -1
- metadata/generated/schema/entity/services/apiService.py +8 -1
- metadata/generated/schema/entity/services/connections/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/connectionBasicType.py +7 -1
- metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +50 -2
- metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +35 -1
- metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/athenaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +36 -1
- metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +61 -0
- metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +106 -0
- metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +136 -0
- metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
- metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/databricksConnection.py +27 -3
- metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/db2Connection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dorisConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/druidConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/exasolConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/glueConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/hiveConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/icebergConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/impalaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +29 -1
- metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +29 -1
- metadata/generated/schema/entity/services/connections/database/oracleConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/postgresConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/prestoConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +30 -1
- metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sasConnection.py +27 -1
- metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +47 -2
- metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/synapseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/teradataConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/trinoConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/verticaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +26 -2
- metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +37 -29
- metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/s3Connection.py +10 -1
- metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
- metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
- metadata/generated/schema/entity/services/dashboardService.py +8 -1
- metadata/generated/schema/entity/services/databaseService.py +14 -1
- metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +8 -1
- metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +47 -0
- metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
- metadata/generated/schema/entity/services/messagingService.py +8 -1
- metadata/generated/schema/entity/services/metadataService.py +8 -1
- metadata/generated/schema/entity/services/mlmodelService.py +8 -1
- metadata/generated/schema/entity/services/pipelineService.py +8 -1
- metadata/generated/schema/entity/services/searchService.py +9 -2
- metadata/generated/schema/entity/services/serviceType.py +1 -1
- metadata/generated/schema/entity/services/storageService.py +8 -1
- metadata/generated/schema/entity/teams/__init__.py +1 -1
- metadata/generated/schema/entity/teams/persona.py +5 -1
- metadata/generated/schema/entity/teams/role.py +1 -1
- metadata/generated/schema/entity/teams/team.py +1 -1
- metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
- metadata/generated/schema/entity/teams/user.py +5 -1
- metadata/generated/schema/entity/type.py +1 -1
- metadata/generated/schema/entity/utils/__init__.py +1 -1
- metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
- metadata/generated/schema/entity/utils/servicesCount.py +1 -1
- metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
- metadata/generated/schema/events/__init__.py +1 -1
- metadata/generated/schema/events/alertMetrics.py +1 -1
- metadata/generated/schema/events/api/__init__.py +1 -1
- metadata/generated/schema/events/api/createEventSubscription.py +9 -1
- metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
- metadata/generated/schema/events/api/eventsRecord.py +1 -1
- metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
- metadata/generated/schema/events/api/typedEvent.py +1 -1
- metadata/generated/schema/events/emailAlertConfig.py +1 -1
- metadata/generated/schema/events/eventFilterRule.py +1 -1
- metadata/generated/schema/events/eventSubscription.py +9 -2
- metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
- metadata/generated/schema/events/failedEvent.py +1 -1
- metadata/generated/schema/events/failedEventResponse.py +1 -1
- metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
- metadata/generated/schema/events/statusContext.py +1 -1
- metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
- metadata/generated/schema/events/subscriptionStatus.py +1 -1
- metadata/generated/schema/events/testDestinationStatus.py +1 -1
- metadata/generated/schema/governance/workflows/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/edge.py +2 -2
- metadata/generated/schema/governance/workflows/elements/nodeSubType.py +4 -1
- metadata/generated/schema/governance/workflows/elements/nodeType.py +2 -1
- metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +28 -8
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +86 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +73 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +27 -6
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +28 -7
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +3 -0
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +30 -0
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +24 -7
- metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +8 -4
- metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +20 -0
- metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +18 -5
- metadata/generated/schema/governance/workflows/workflowDefinition.py +30 -7
- metadata/generated/schema/governance/workflows/workflowInstance.py +11 -8
- metadata/generated/schema/governance/workflows/workflowInstanceState.py +4 -8
- metadata/generated/schema/jobs/__init__.py +1 -1
- metadata/generated/schema/jobs/backgroundJob.py +1 -1
- metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
- metadata/generated/schema/metadataIngestion/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/application.py +1 -1
- metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +3 -3
- metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +4 -4
- metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +5 -1
- metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +18 -2
- metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +9 -1
- metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +71 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +3 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +24 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/workflow.py +3 -1
- metadata/generated/schema/monitoring/__init__.py +1 -1
- metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
- metadata/generated/schema/search/__init__.py +3 -0
- metadata/generated/schema/search/aggregationRequest.py +80 -0
- metadata/generated/schema/search/searchRequest.py +106 -0
- metadata/generated/schema/security/__init__.py +1 -1
- metadata/generated/schema/security/client/__init__.py +1 -1
- metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/oidcClientConfig.py +7 -1
- metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
- metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
- metadata/generated/schema/security/credentials/__init__.py +1 -1
- metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
- metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
- metadata/generated/schema/security/credentials/basicAuth.py +1 -1
- metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gcpCredentials.py +42 -22
- metadata/generated/schema/security/credentials/gcpExternalAccount.py +2 -2
- metadata/generated/schema/security/credentials/gcpValues.py +1 -1
- metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
- metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
- metadata/generated/schema/security/sasl/__init__.py +1 -1
- metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
- metadata/generated/schema/security/secrets/__init__.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
- metadata/generated/schema/security/securityConfiguration.py +1 -1
- metadata/generated/schema/security/ssl/__init__.py +1 -1
- metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
- metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
- metadata/generated/schema/settings/__init__.py +1 -1
- metadata/generated/schema/settings/settings.py +4 -1
- metadata/generated/schema/system/__init__.py +1 -1
- metadata/generated/schema/system/entityError.py +1 -1
- metadata/generated/schema/system/eventPublisherJob.py +18 -7
- metadata/generated/schema/system/indexingError.py +1 -1
- metadata/generated/schema/system/limitsResponse.py +1 -1
- metadata/generated/schema/system/ui/__init__.py +1 -1
- metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
- metadata/generated/schema/system/ui/navigationItem.py +38 -0
- metadata/generated/schema/system/ui/page.py +23 -15
- metadata/generated/schema/system/ui/tab.py +36 -0
- metadata/generated/schema/system/ui/uiCustomization.py +45 -0
- metadata/generated/schema/system/validationResponse.py +1 -1
- metadata/generated/schema/tests/__init__.py +1 -1
- metadata/generated/schema/tests/assigned.py +1 -1
- metadata/generated/schema/tests/basic.py +1 -1
- metadata/generated/schema/tests/customMetric.py +1 -1
- metadata/generated/schema/tests/dataQualityReport.py +1 -1
- metadata/generated/schema/tests/resolved.py +1 -1
- metadata/generated/schema/tests/testCase.py +4 -1
- metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
- metadata/generated/schema/tests/testDefinition.py +1 -1
- metadata/generated/schema/tests/testSuite.py +1 -1
- metadata/generated/schema/type/__init__.py +1 -1
- metadata/generated/schema/type/apiSchema.py +1 -1
- metadata/generated/schema/type/assetCertification.py +1 -1
- metadata/generated/schema/type/auditLog.py +1 -1
- metadata/generated/schema/type/basic.py +3 -3
- metadata/generated/schema/type/bulkOperationResult.py +1 -1
- metadata/generated/schema/type/changeEvent.py +1 -1
- metadata/generated/schema/type/changeEventType.py +1 -1
- metadata/generated/schema/type/changeSummaryMap.py +37 -0
- metadata/generated/schema/type/collectionDescriptor.py +1 -1
- metadata/generated/schema/type/csvDocumentation.py +1 -1
- metadata/generated/schema/type/csvErrorType.py +1 -1
- metadata/generated/schema/type/csvFile.py +1 -1
- metadata/generated/schema/type/csvImportResult.py +1 -1
- metadata/generated/schema/type/customProperties/__init__.py +1 -1
- metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
- metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
- metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
- metadata/generated/schema/type/customProperty.py +1 -1
- metadata/generated/schema/type/dailyCount.py +1 -1
- metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
- metadata/generated/schema/type/entityHierarchy.py +1 -1
- metadata/generated/schema/type/entityHistory.py +6 -3
- metadata/generated/schema/type/entityLineage.py +27 -1
- metadata/generated/schema/type/entityReference.py +1 -1
- metadata/generated/schema/type/entityReferenceList.py +1 -1
- metadata/generated/schema/type/entityRelationship.py +1 -1
- metadata/generated/schema/type/entityUsage.py +1 -1
- metadata/generated/schema/type/filterPattern.py +3 -3
- metadata/generated/schema/type/function.py +1 -1
- metadata/generated/schema/type/include.py +1 -1
- metadata/generated/schema/type/jdbcConnection.py +1 -1
- metadata/generated/schema/type/lifeCycle.py +1 -1
- metadata/generated/schema/type/paging.py +1 -1
- metadata/generated/schema/type/profile.py +1 -1
- metadata/generated/schema/type/queryParserData.py +4 -1
- metadata/generated/schema/type/reaction.py +1 -1
- metadata/generated/schema/type/schedule.py +1 -1
- metadata/generated/schema/type/schema.py +1 -1
- metadata/generated/schema/type/tableQuery.py +4 -1
- metadata/generated/schema/type/tableUsageCount.py +18 -1
- metadata/generated/schema/type/tagLabel.py +1 -1
- metadata/generated/schema/type/usageDetails.py +1 -1
- metadata/generated/schema/type/usageRequest.py +1 -1
- metadata/generated/schema/type/votes.py +1 -1
- metadata/great_expectations/action.py +2 -2
- metadata/great_expectations/utils/ometa_config_handler.py +2 -2
- metadata/ingestion/api/closeable.py +3 -3
- metadata/ingestion/api/common.py +3 -3
- metadata/ingestion/api/delete.py +3 -3
- metadata/ingestion/api/models.py +3 -3
- metadata/ingestion/api/parser.py +3 -3
- metadata/ingestion/api/status.py +3 -3
- metadata/ingestion/api/step.py +3 -3
- metadata/ingestion/api/steps.py +3 -3
- metadata/ingestion/api/topology_runner.py +6 -6
- metadata/ingestion/bulksink/metadata_usage.py +30 -9
- metadata/ingestion/connections/builders.py +3 -3
- metadata/ingestion/connections/headers.py +3 -3
- metadata/ingestion/connections/secrets.py +3 -3
- metadata/ingestion/connections/session.py +3 -3
- metadata/ingestion/connections/test_connections.py +3 -3
- metadata/ingestion/lineage/masker.py +16 -5
- metadata/ingestion/lineage/models.py +3 -3
- metadata/ingestion/lineage/parser.py +17 -4
- metadata/ingestion/lineage/sql_lineage.py +3 -3
- metadata/ingestion/models/custom_basemodel_validation.py +2 -2
- metadata/ingestion/models/custom_properties.py +3 -3
- metadata/ingestion/models/custom_pydantic.py +46 -8
- metadata/ingestion/models/custom_types.py +2 -2
- metadata/ingestion/models/data_insight.py +3 -3
- metadata/ingestion/models/delete_entity.py +3 -3
- metadata/ingestion/models/encoders.py +3 -3
- metadata/ingestion/models/entity_interface.py +3 -3
- metadata/ingestion/models/lf_tags_model.py +3 -3
- metadata/ingestion/models/life_cycle.py +3 -3
- metadata/ingestion/models/ometa_classification.py +3 -3
- metadata/ingestion/models/ometa_lineage.py +3 -3
- metadata/ingestion/models/ometa_topic_data.py +3 -3
- metadata/ingestion/models/patch_request.py +3 -3
- metadata/ingestion/models/pipeline_status.py +3 -3
- metadata/ingestion/models/profile_data.py +3 -3
- metadata/ingestion/models/search_index_data.py +3 -3
- metadata/ingestion/models/table_metadata.py +3 -3
- metadata/ingestion/models/tests_data.py +3 -3
- metadata/ingestion/models/topology.py +3 -3
- metadata/ingestion/models/user.py +3 -3
- metadata/ingestion/ometa/auth_provider.py +3 -3
- metadata/ingestion/ometa/client.py +23 -3
- metadata/ingestion/ometa/client_utils.py +3 -3
- metadata/ingestion/ometa/credentials.py +3 -3
- metadata/ingestion/ometa/mixins/custom_property_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/dashboard_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/data_insight_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/domain_mixin.py +80 -0
- metadata/ingestion/ometa/mixins/es_mixin.py +45 -5
- metadata/ingestion/ometa/mixins/ingestion_pipeline_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/lineage_mixin.py +23 -44
- metadata/ingestion/ometa/mixins/mlmodel_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/patch_mixin.py +18 -8
- metadata/ingestion/ometa/mixins/patch_mixin_utils.py +2 -2
- metadata/ingestion/ometa/mixins/pipeline_mixin.py +21 -3
- metadata/ingestion/ometa/mixins/query_mixin.py +46 -3
- metadata/ingestion/ometa/mixins/role_policy_mixin.py +2 -2
- metadata/ingestion/ometa/mixins/search_index_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/server_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/service_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/suggestions_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/table_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/tests_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/topic_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/user_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/version_mixin.py +3 -3
- metadata/ingestion/ometa/models.py +3 -3
- metadata/ingestion/ometa/ometa_api.py +31 -6
- metadata/ingestion/ometa/routes.py +10 -3
- metadata/ingestion/ometa/ttl_cache.py +3 -3
- metadata/ingestion/ometa/utils.py +16 -3
- metadata/ingestion/processor/query_parser.py +4 -3
- metadata/ingestion/sink/file.py +3 -3
- metadata/ingestion/sink/metadata_rest.py +24 -4
- metadata/ingestion/source/api/api_service.py +2 -2
- metadata/ingestion/source/api/rest/connection.py +2 -2
- metadata/ingestion/source/api/rest/metadata.py +2 -2
- metadata/ingestion/source/api/rest/models.py +2 -2
- metadata/ingestion/source/connections.py +3 -3
- metadata/ingestion/source/dashboard/dashboard_service.py +12 -4
- metadata/ingestion/source/dashboard/domodashboard/connection.py +3 -3
- metadata/ingestion/source/dashboard/domodashboard/metadata.py +6 -4
- metadata/ingestion/source/dashboard/lightdash/client.py +3 -3
- metadata/ingestion/source/dashboard/lightdash/connection.py +3 -3
- metadata/ingestion/source/dashboard/lightdash/metadata.py +4 -4
- metadata/ingestion/source/dashboard/looker/bulk_parser.py +3 -3
- metadata/ingestion/source/dashboard/looker/columns.py +3 -3
- metadata/ingestion/source/dashboard/looker/connection.py +3 -3
- metadata/ingestion/source/dashboard/looker/links.py +3 -3
- metadata/ingestion/source/dashboard/looker/metadata.py +11 -5
- metadata/ingestion/source/dashboard/looker/models.py +3 -3
- metadata/ingestion/source/dashboard/looker/parser.py +3 -3
- metadata/ingestion/source/dashboard/looker/utils.py +3 -3
- metadata/ingestion/source/dashboard/metabase/client.py +68 -9
- metadata/ingestion/source/dashboard/metabase/connection.py +3 -3
- metadata/ingestion/source/dashboard/metabase/metadata.py +91 -40
- metadata/ingestion/source/dashboard/metabase/models.py +5 -4
- metadata/ingestion/source/dashboard/microstrategy/client.py +2 -2
- metadata/ingestion/source/dashboard/microstrategy/connection.py +3 -3
- metadata/ingestion/source/dashboard/microstrategy/metadata.py +6 -4
- metadata/ingestion/source/dashboard/microstrategy/models.py +3 -3
- metadata/ingestion/source/dashboard/mode/client.py +3 -3
- metadata/ingestion/source/dashboard/mode/connection.py +3 -3
- metadata/ingestion/source/dashboard/mode/metadata.py +19 -12
- metadata/ingestion/source/dashboard/powerbi/client.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/connection.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/file_client.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/metadata.py +9 -10
- metadata/ingestion/source/dashboard/powerbi/models.py +2 -2
- metadata/ingestion/source/dashboard/qlikcloud/client.py +28 -5
- metadata/ingestion/source/dashboard/qlikcloud/connection.py +3 -3
- metadata/ingestion/source/dashboard/qlikcloud/constants.py +3 -3
- metadata/ingestion/source/dashboard/qlikcloud/metadata.py +72 -18
- metadata/ingestion/source/dashboard/qlikcloud/models.py +47 -4
- metadata/ingestion/source/dashboard/qliksense/client.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/connection.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/constants.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/metadata.py +29 -21
- metadata/ingestion/source/dashboard/qliksense/models.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/connection.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/metadata.py +35 -32
- metadata/ingestion/source/dashboard/quicksight/models.py +3 -3
- metadata/ingestion/source/dashboard/redash/client.py +3 -3
- metadata/ingestion/source/dashboard/redash/connection.py +3 -3
- metadata/ingestion/source/dashboard/redash/metadata.py +15 -13
- metadata/ingestion/source/dashboard/sigma/client.py +3 -3
- metadata/ingestion/source/dashboard/sigma/connection.py +3 -3
- metadata/ingestion/source/dashboard/sigma/metadata.py +15 -17
- metadata/ingestion/source/dashboard/sigma/models.py +2 -2
- metadata/ingestion/source/dashboard/superset/api_source.py +28 -29
- metadata/ingestion/source/dashboard/superset/client.py +3 -3
- metadata/ingestion/source/dashboard/superset/connection.py +3 -3
- metadata/ingestion/source/dashboard/superset/db_source.py +25 -23
- metadata/ingestion/source/dashboard/superset/metadata.py +3 -3
- metadata/ingestion/source/dashboard/superset/mixin.py +210 -56
- metadata/ingestion/source/dashboard/superset/models.py +6 -3
- metadata/ingestion/source/dashboard/superset/queries.py +10 -7
- metadata/ingestion/source/dashboard/superset/utils.py +36 -0
- metadata/ingestion/source/dashboard/tableau/__init__.py +3 -3
- metadata/ingestion/source/dashboard/tableau/client.py +59 -4
- metadata/ingestion/source/dashboard/tableau/connection.py +3 -3
- metadata/ingestion/source/dashboard/tableau/metadata.py +243 -128
- metadata/ingestion/source/dashboard/tableau/models.py +3 -3
- metadata/ingestion/source/dashboard/tableau/queries.py +3 -3
- metadata/ingestion/source/database/athena/client.py +3 -3
- metadata/ingestion/source/database/athena/connection.py +3 -3
- metadata/ingestion/source/database/athena/lineage.py +3 -3
- metadata/ingestion/source/database/athena/metadata.py +3 -3
- metadata/ingestion/source/database/athena/models.py +3 -3
- metadata/ingestion/source/database/athena/query_parser.py +3 -3
- metadata/ingestion/source/database/athena/usage.py +3 -3
- metadata/ingestion/source/database/athena/utils.py +3 -3
- metadata/ingestion/source/database/azuresql/connection.py +3 -3
- metadata/ingestion/source/database/azuresql/lineage.py +3 -3
- metadata/ingestion/source/database/azuresql/metadata.py +3 -3
- metadata/ingestion/source/database/azuresql/queries.py +3 -3
- metadata/ingestion/source/database/azuresql/query_parser.py +3 -3
- metadata/ingestion/source/database/azuresql/usage.py +3 -3
- metadata/ingestion/source/database/bigquery/connection.py +3 -3
- metadata/ingestion/source/database/bigquery/helper.py +12 -4
- metadata/ingestion/source/database/bigquery/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/bigquery/lineage.py +3 -3
- metadata/ingestion/source/database/bigquery/metadata.py +85 -13
- metadata/ingestion/source/database/bigquery/models.py +3 -3
- metadata/ingestion/source/database/bigquery/queries.py +5 -4
- metadata/ingestion/source/database/bigquery/query_parser.py +4 -3
- metadata/ingestion/source/database/bigquery/usage.py +3 -3
- metadata/ingestion/source/database/bigtable/client.py +2 -2
- metadata/ingestion/source/database/bigtable/connection.py +2 -2
- metadata/ingestion/source/database/bigtable/metadata.py +13 -5
- metadata/ingestion/source/database/bigtable/models.py +2 -2
- metadata/ingestion/source/database/cassandra/__init__.py +0 -0
- metadata/ingestion/source/database/cassandra/connection.py +138 -0
- metadata/ingestion/source/database/cassandra/helpers.py +100 -0
- metadata/ingestion/source/database/cassandra/metadata.py +138 -0
- metadata/ingestion/source/database/cassandra/queries.py +45 -0
- metadata/ingestion/source/database/cassandra/service_spec.py +10 -0
- metadata/ingestion/source/database/clickhouse/connection.py +3 -3
- metadata/ingestion/source/database/clickhouse/lineage.py +3 -3
- metadata/ingestion/source/database/clickhouse/metadata.py +3 -3
- metadata/ingestion/source/database/clickhouse/queries.py +3 -3
- metadata/ingestion/source/database/clickhouse/query_parser.py +3 -3
- metadata/ingestion/source/database/clickhouse/usage.py +3 -3
- metadata/ingestion/source/database/clickhouse/utils.py +3 -3
- metadata/ingestion/source/database/cockroach/__init__.py +0 -0
- metadata/ingestion/source/database/cockroach/connection.py +71 -0
- metadata/ingestion/source/database/cockroach/metadata.py +206 -0
- metadata/ingestion/source/database/cockroach/queries.py +90 -0
- metadata/ingestion/source/database/cockroach/service_spec.py +4 -0
- metadata/ingestion/source/database/column_helpers.py +3 -3
- metadata/ingestion/source/database/column_type_parser.py +3 -3
- metadata/ingestion/source/database/common_db_source.py +12 -3
- metadata/ingestion/source/database/common_nosql_source.py +81 -32
- metadata/ingestion/source/database/common_pg_mappings.py +49 -0
- metadata/ingestion/source/database/couchbase/connection.py +3 -3
- metadata/ingestion/source/database/couchbase/metadata.py +11 -5
- metadata/ingestion/source/database/couchbase/models.py +2 -2
- metadata/ingestion/source/database/couchbase/queries.py +3 -3
- metadata/ingestion/source/database/database_service.py +3 -3
- metadata/ingestion/source/database/databricks/client.py +3 -3
- metadata/ingestion/source/database/databricks/connection.py +3 -3
- metadata/ingestion/source/database/databricks/lineage.py +3 -3
- metadata/ingestion/source/database/databricks/metadata.py +11 -3
- metadata/ingestion/source/database/databricks/queries.py +3 -3
- metadata/ingestion/source/database/databricks/query_parser.py +3 -3
- metadata/ingestion/source/database/databricks/usage.py +3 -3
- metadata/ingestion/source/database/datalake/clients/azure_blob.py +3 -3
- metadata/ingestion/source/database/datalake/clients/base.py +3 -3
- metadata/ingestion/source/database/datalake/clients/gcs.py +3 -3
- metadata/ingestion/source/database/datalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/datalake/columns.py +3 -3
- metadata/ingestion/source/database/datalake/connection.py +3 -3
- metadata/ingestion/source/database/datalake/metadata.py +18 -12
- metadata/ingestion/source/database/db2/connection.py +3 -3
- metadata/ingestion/source/database/db2/lineage.py +3 -3
- metadata/ingestion/source/database/db2/metadata.py +3 -3
- metadata/ingestion/source/database/db2/service_spec.py +4 -1
- metadata/ingestion/source/database/db2/utils.py +3 -3
- metadata/ingestion/source/database/dbt/constants.py +3 -3
- metadata/ingestion/source/database/dbt/dbt_config.py +4 -3
- metadata/ingestion/source/database/dbt/dbt_service.py +3 -3
- metadata/ingestion/source/database/dbt/dbt_utils.py +4 -4
- metadata/ingestion/source/database/dbt/metadata.py +8 -4
- metadata/ingestion/source/database/dbt/models.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/base.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/pyspark.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/deltalake/connection.py +3 -3
- metadata/ingestion/source/database/deltalake/metadata.py +3 -3
- metadata/ingestion/source/database/domodatabase/connection.py +3 -3
- metadata/ingestion/source/database/domodatabase/metadata.py +3 -3
- metadata/ingestion/source/database/domodatabase/models.py +3 -3
- metadata/ingestion/source/database/doris/connection.py +3 -3
- metadata/ingestion/source/database/doris/metadata.py +10 -5
- metadata/ingestion/source/database/doris/utils.py +3 -3
- metadata/ingestion/source/database/druid/connection.py +3 -3
- metadata/ingestion/source/database/druid/lineage.py +3 -3
- metadata/ingestion/source/database/druid/metadata.py +3 -3
- metadata/ingestion/source/database/druid/service_spec.py +5 -1
- metadata/ingestion/source/database/dynamodb/connection.py +3 -3
- metadata/ingestion/source/database/dynamodb/metadata.py +9 -6
- metadata/ingestion/source/database/dynamodb/models.py +2 -2
- metadata/ingestion/source/database/extended_sample_data.py +3 -3
- metadata/ingestion/source/database/external_table_lineage_mixin.py +3 -3
- metadata/ingestion/source/database/glue/connection.py +3 -3
- metadata/ingestion/source/database/glue/metadata.py +3 -3
- metadata/ingestion/source/database/glue/models.py +3 -3
- metadata/ingestion/source/database/greenplum/connection.py +3 -3
- metadata/ingestion/source/database/greenplum/lineage.py +3 -3
- metadata/ingestion/source/database/greenplum/metadata.py +9 -40
- metadata/ingestion/source/database/greenplum/queries.py +3 -3
- metadata/ingestion/source/database/greenplum/service_spec.py +5 -1
- metadata/ingestion/source/database/greenplum/utils.py +3 -3
- metadata/ingestion/source/database/hive/connection.py +3 -3
- metadata/ingestion/source/database/hive/lineage.py +3 -3
- metadata/ingestion/source/database/hive/metadata.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mixin.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/dialect.py +38 -16
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/dialect.py +41 -17
- metadata/ingestion/source/database/hive/queries.py +3 -3
- metadata/ingestion/source/database/hive/service_spec.py +5 -1
- metadata/ingestion/source/database/hive/utils.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/base.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/dynamodb.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/glue.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/hive.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/rest.py +3 -3
- metadata/ingestion/source/database/iceberg/connection.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/azure.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/base.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/s3.py +3 -3
- metadata/ingestion/source/database/iceberg/helper.py +3 -3
- metadata/ingestion/source/database/iceberg/metadata.py +3 -3
- metadata/ingestion/source/database/iceberg/models.py +3 -3
- metadata/ingestion/source/database/impala/connection.py +3 -3
- metadata/ingestion/source/database/impala/lineage.py +3 -3
- metadata/ingestion/source/database/impala/metadata.py +3 -3
- metadata/ingestion/source/database/impala/queries.py +3 -3
- metadata/ingestion/source/database/impala/service_spec.py +5 -1
- metadata/ingestion/source/database/incremental_metadata_extraction.py +3 -3
- metadata/ingestion/source/database/life_cycle_query_mixin.py +14 -10
- metadata/ingestion/source/database/lineage_source.py +173 -47
- metadata/ingestion/source/database/mariadb/connection.py +3 -3
- metadata/ingestion/source/database/mariadb/lineage.py +3 -3
- metadata/ingestion/source/database/mariadb/metadata.py +3 -3
- metadata/ingestion/source/database/mariadb/service_spec.py +9 -1
- metadata/ingestion/source/database/mongodb/connection.py +3 -3
- metadata/ingestion/source/database/mongodb/metadata.py +11 -6
- metadata/ingestion/source/database/mssql/connection.py +3 -3
- metadata/ingestion/source/database/mssql/constants.py +3 -3
- metadata/ingestion/source/database/mssql/lineage.py +3 -3
- metadata/ingestion/source/database/mssql/metadata.py +71 -5
- metadata/ingestion/source/database/mssql/models.py +3 -3
- metadata/ingestion/source/database/mssql/queries.py +46 -3
- metadata/ingestion/source/database/mssql/query_parser.py +3 -3
- metadata/ingestion/source/database/mssql/usage.py +3 -3
- metadata/ingestion/source/database/mssql/utils.py +3 -3
- metadata/ingestion/source/database/multi_db_source.py +3 -3
- metadata/ingestion/source/database/mysql/connection.py +3 -3
- metadata/ingestion/source/database/mysql/lineage.py +3 -3
- metadata/ingestion/source/database/mysql/metadata.py +3 -3
- metadata/ingestion/source/database/mysql/queries.py +3 -3
- metadata/ingestion/source/database/mysql/query_parser.py +3 -3
- metadata/ingestion/source/database/mysql/usage.py +3 -3
- metadata/ingestion/source/database/mysql/utils.py +8 -6
- metadata/ingestion/source/database/oracle/connection.py +27 -5
- metadata/ingestion/source/database/oracle/lineage.py +3 -3
- metadata/ingestion/source/database/oracle/metadata.py +39 -22
- metadata/ingestion/source/database/oracle/models.py +5 -4
- metadata/ingestion/source/database/oracle/queries.py +25 -4
- metadata/ingestion/source/database/oracle/query_parser.py +3 -3
- metadata/ingestion/source/database/oracle/usage.py +3 -3
- metadata/ingestion/source/database/oracle/utils.py +3 -3
- metadata/ingestion/source/database/pinotdb/connection.py +3 -3
- metadata/ingestion/source/database/pinotdb/lineage.py +3 -3
- metadata/ingestion/source/database/pinotdb/metadata.py +3 -3
- metadata/ingestion/source/database/pinotdb/service_spec.py +5 -1
- metadata/ingestion/source/database/postgres/connection.py +3 -3
- metadata/ingestion/source/database/postgres/converter_orm.py +3 -3
- metadata/ingestion/source/database/postgres/lineage.py +3 -3
- metadata/ingestion/source/database/postgres/metadata.py +35 -59
- metadata/ingestion/source/database/postgres/models.py +3 -2
- metadata/ingestion/source/database/postgres/pgspider/lineage.py +2 -2
- metadata/ingestion/source/database/postgres/pgspider/queries.py +2 -2
- metadata/ingestion/source/database/postgres/queries.py +21 -4
- metadata/ingestion/source/database/postgres/query_parser.py +3 -3
- metadata/ingestion/source/database/postgres/types/money.py +3 -3
- metadata/ingestion/source/database/postgres/usage.py +3 -3
- metadata/ingestion/source/database/postgres/utils.py +3 -3
- metadata/ingestion/source/database/presto/connection.py +3 -3
- metadata/ingestion/source/database/presto/metadata.py +3 -3
- metadata/ingestion/source/database/presto/queries.py +3 -3
- metadata/ingestion/source/database/query/lineage.py +3 -3
- metadata/ingestion/source/database/query/usage.py +3 -3
- metadata/ingestion/source/database/query_parser_source.py +14 -9
- metadata/ingestion/source/database/redshift/connection.py +3 -3
- metadata/ingestion/source/database/redshift/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/redshift/lineage.py +3 -3
- metadata/ingestion/source/database/redshift/metadata.py +3 -3
- metadata/ingestion/source/database/redshift/models.py +3 -3
- metadata/ingestion/source/database/redshift/queries.py +3 -3
- metadata/ingestion/source/database/redshift/query_parser.py +3 -3
- metadata/ingestion/source/database/redshift/usage.py +3 -3
- metadata/ingestion/source/database/redshift/utils.py +3 -3
- metadata/ingestion/source/database/salesforce/connection.py +3 -3
- metadata/ingestion/source/database/salesforce/metadata.py +3 -3
- metadata/ingestion/source/database/sample_data.py +14 -3
- metadata/ingestion/source/database/sample_usage.py +5 -3
- metadata/ingestion/source/database/saperp/client.py +3 -3
- metadata/ingestion/source/database/saperp/connection.py +3 -3
- metadata/ingestion/source/database/saperp/constants.py +2 -2
- metadata/ingestion/source/database/saperp/metadata.py +3 -3
- metadata/ingestion/source/database/saperp/models.py +3 -3
- metadata/ingestion/source/database/saphana/cdata_parser.py +3 -3
- metadata/ingestion/source/database/saphana/connection.py +3 -3
- metadata/ingestion/source/database/saphana/lineage.py +4 -4
- metadata/ingestion/source/database/saphana/metadata.py +3 -3
- metadata/ingestion/source/database/saphana/models.py +3 -3
- metadata/ingestion/source/database/saphana/queries.py +3 -3
- metadata/ingestion/source/database/sas/client.py +3 -3
- metadata/ingestion/source/database/sas/connection.py +3 -3
- metadata/ingestion/source/database/sas/extension_attr.py +3 -3
- metadata/ingestion/source/database/sas/metadata.py +3 -3
- metadata/ingestion/source/database/singlestore/connection.py +3 -3
- metadata/ingestion/source/database/singlestore/lineage.py +3 -3
- metadata/ingestion/source/database/singlestore/metadata.py +3 -3
- metadata/ingestion/source/database/singlestore/service_spec.py +6 -1
- metadata/ingestion/source/database/snowflake/connection.py +9 -3
- metadata/ingestion/source/database/snowflake/constants.py +48 -0
- metadata/ingestion/source/database/snowflake/lineage.py +3 -3
- metadata/ingestion/source/database/snowflake/metadata.py +119 -6
- metadata/ingestion/source/database/snowflake/models.py +6 -6
- metadata/ingestion/source/database/snowflake/profiler/profiler.py +3 -3
- metadata/ingestion/source/database/snowflake/queries.py +30 -4
- metadata/ingestion/source/database/snowflake/query_parser.py +5 -3
- metadata/ingestion/source/database/snowflake/usage.py +3 -3
- metadata/ingestion/source/database/snowflake/utils.py +113 -29
- metadata/ingestion/source/database/sql_column_handler.py +98 -63
- metadata/ingestion/source/database/sqlalchemy_source.py +3 -3
- metadata/ingestion/source/database/sqlite/connection.py +3 -3
- metadata/ingestion/source/database/sqlite/lineage.py +3 -3
- metadata/ingestion/source/database/sqlite/metadata.py +3 -3
- metadata/ingestion/source/database/sqlite/service_spec.py +5 -1
- metadata/ingestion/source/database/stored_procedures_mixin.py +6 -4
- metadata/ingestion/source/database/teradata/connection.py +3 -3
- metadata/ingestion/source/database/teradata/lineage.py +3 -3
- metadata/ingestion/source/database/teradata/metadata.py +3 -3
- metadata/ingestion/source/database/teradata/queries.py +3 -3
- metadata/ingestion/source/database/teradata/service_spec.py +5 -1
- metadata/ingestion/source/database/teradata/utils.py +3 -3
- metadata/ingestion/source/database/trino/connection.py +3 -3
- metadata/ingestion/source/database/trino/lineage.py +98 -3
- metadata/ingestion/source/database/trino/metadata.py +3 -3
- metadata/ingestion/source/database/trino/profiler/system_tables_profiler.py +3 -3
- metadata/ingestion/source/database/trino/queries.py +3 -3
- metadata/ingestion/source/database/trino/query_parser.py +3 -3
- metadata/ingestion/source/database/trino/usage.py +3 -3
- metadata/ingestion/source/database/unitycatalog/client.py +3 -3
- metadata/ingestion/source/database/unitycatalog/connection.py +26 -3
- metadata/ingestion/source/database/unitycatalog/lineage.py +5 -3
- metadata/ingestion/source/database/unitycatalog/metadata.py +5 -3
- metadata/ingestion/source/database/unitycatalog/models.py +3 -3
- metadata/ingestion/source/database/unitycatalog/query_parser.py +3 -3
- metadata/ingestion/source/database/unitycatalog/usage.py +3 -3
- metadata/ingestion/source/database/usage_source.py +5 -3
- metadata/ingestion/source/database/vertica/connection.py +3 -3
- metadata/ingestion/source/database/vertica/lineage.py +3 -3
- metadata/ingestion/source/database/vertica/metadata.py +3 -3
- metadata/ingestion/source/database/vertica/queries.py +3 -3
- metadata/ingestion/source/database/vertica/query_parser.py +3 -3
- metadata/ingestion/source/database/vertica/usage.py +3 -3
- metadata/ingestion/source/messaging/common_broker_source.py +3 -3
- metadata/ingestion/source/messaging/kafka/connection.py +3 -3
- metadata/ingestion/source/messaging/kafka/metadata.py +3 -3
- metadata/ingestion/source/messaging/kinesis/connection.py +3 -3
- metadata/ingestion/source/messaging/kinesis/metadata.py +4 -5
- metadata/ingestion/source/messaging/kinesis/models.py +2 -2
- metadata/ingestion/source/messaging/messaging_service.py +5 -3
- metadata/ingestion/source/messaging/redpanda/connection.py +3 -3
- metadata/ingestion/source/messaging/redpanda/metadata.py +3 -3
- metadata/ingestion/source/metadata/alationsink/client.py +2 -2
- metadata/ingestion/source/metadata/alationsink/connection.py +2 -2
- metadata/ingestion/source/metadata/alationsink/constants.py +2 -2
- metadata/ingestion/source/metadata/alationsink/metadata.py +34 -20
- metadata/ingestion/source/metadata/alationsink/models.py +2 -2
- metadata/ingestion/source/metadata/amundsen/client.py +3 -3
- metadata/ingestion/source/metadata/amundsen/connection.py +3 -3
- metadata/ingestion/source/metadata/amundsen/metadata.py +10 -7
- metadata/ingestion/source/metadata/amundsen/queries.py +3 -3
- metadata/ingestion/source/metadata/atlas/client.py +3 -3
- metadata/ingestion/source/metadata/atlas/connection.py +3 -3
- metadata/ingestion/source/metadata/atlas/metadata.py +5 -4
- metadata/ingestion/source/mlmodel/mlflow/connection.py +3 -3
- metadata/ingestion/source/mlmodel/mlflow/metadata.py +3 -3
- metadata/ingestion/source/mlmodel/mlmodel_service.py +5 -3
- metadata/ingestion/source/mlmodel/sagemaker/connection.py +3 -3
- metadata/ingestion/source/mlmodel/sagemaker/metadata.py +3 -3
- metadata/ingestion/source/models.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/client.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/connection.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/metadata.py +3 -3
- metadata/ingestion/source/pipeline/airflow/connection.py +3 -3
- metadata/ingestion/source/pipeline/airflow/lineage_parser.py +3 -3
- metadata/ingestion/source/pipeline/airflow/metadata.py +28 -3
- metadata/ingestion/source/pipeline/airflow/models.py +4 -3
- metadata/ingestion/source/pipeline/airflow/utils.py +3 -3
- metadata/ingestion/source/pipeline/dagster/client.py +3 -3
- metadata/ingestion/source/pipeline/dagster/connection.py +3 -3
- metadata/ingestion/source/pipeline/dagster/metadata.py +3 -3
- metadata/ingestion/source/pipeline/dagster/models.py +3 -3
- metadata/ingestion/source/pipeline/dagster/queries.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/models.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/client.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/connection.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/metadata.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/models.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/queries.py +3 -3
- metadata/ingestion/source/pipeline/domopipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/domopipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/client.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/connection.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/metadata.py +3 -3
- metadata/ingestion/source/pipeline/flink/client.py +3 -3
- metadata/ingestion/source/pipeline/flink/connection.py +3 -3
- metadata/ingestion/source/pipeline/flink/metadata.py +3 -3
- metadata/ingestion/source/pipeline/flink/models.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/models.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/client.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/connection.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/metadata.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/models.py +3 -3
- metadata/ingestion/source/pipeline/nifi/client.py +71 -77
- metadata/ingestion/source/pipeline/nifi/connection.py +4 -21
- metadata/ingestion/source/pipeline/nifi/metadata.py +3 -3
- metadata/ingestion/source/pipeline/openlineage/connection.py +3 -3
- metadata/ingestion/source/pipeline/openlineage/metadata.py +4 -3
- metadata/ingestion/source/pipeline/openlineage/models.py +3 -3
- metadata/ingestion/source/pipeline/pipeline_service.py +124 -5
- metadata/ingestion/source/pipeline/spline/client.py +3 -3
- metadata/ingestion/source/pipeline/spline/connection.py +3 -3
- metadata/ingestion/source/pipeline/spline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/spline/models.py +3 -3
- metadata/ingestion/source/pipeline/spline/utils.py +3 -3
- metadata/ingestion/source/search/elasticsearch/connection.py +3 -3
- metadata/ingestion/source/search/elasticsearch/metadata.py +3 -3
- metadata/ingestion/source/search/elasticsearch/parser.py +3 -3
- metadata/ingestion/source/search/opensearch/connection.py +215 -0
- metadata/ingestion/source/search/opensearch/metadata.py +270 -0
- metadata/ingestion/source/search/opensearch/parser.py +71 -0
- metadata/ingestion/source/search/opensearch/service_spec.py +4 -0
- metadata/ingestion/source/search/search_service.py +5 -3
- metadata/ingestion/source/sqa_types.py +3 -3
- metadata/ingestion/source/storage/gcs/client.py +2 -2
- metadata/ingestion/source/storage/gcs/connection.py +2 -2
- metadata/ingestion/source/storage/gcs/metadata.py +2 -2
- metadata/ingestion/source/storage/gcs/models.py +2 -2
- metadata/ingestion/source/storage/s3/connection.py +3 -3
- metadata/ingestion/source/storage/s3/metadata.py +3 -3
- metadata/ingestion/source/storage/s3/models.py +3 -3
- metadata/ingestion/source/storage/storage_service.py +5 -3
- metadata/ingestion/stage/table_usage.py +56 -4
- metadata/mixins/pandas/pandas_mixin.py +3 -3
- metadata/mixins/sqalchemy/sqa_mixin.py +3 -3
- metadata/parsers/avro_parser.py +3 -3
- metadata/parsers/json_schema_parser.py +3 -3
- metadata/parsers/protobuf_parser.py +3 -3
- metadata/parsers/schema_parsers.py +3 -3
- metadata/pii/constants.py +3 -3
- metadata/pii/models.py +3 -3
- metadata/pii/ner.py +3 -3
- metadata/pii/processor.py +3 -3
- metadata/pii/scanners/base.py +3 -3
- metadata/pii/scanners/column_name_scanner.py +3 -3
- metadata/pii/scanners/ner_scanner.py +3 -3
- metadata/profiler/adaptors/adaptor_factory.py +2 -2
- metadata/profiler/adaptors/dynamodb.py +2 -2
- metadata/profiler/adaptors/factory.py +2 -2
- metadata/profiler/adaptors/mongodb.py +2 -2
- metadata/profiler/adaptors/nosql_adaptor.py +2 -2
- metadata/profiler/api/models.py +3 -3
- metadata/profiler/config.py +3 -3
- metadata/profiler/factory.py +3 -3
- metadata/profiler/interface/nosql/profiler_interface.py +3 -3
- metadata/profiler/interface/pandas/profiler_interface.py +3 -3
- metadata/profiler/interface/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/db2/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/mariadb/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/single_store/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/stored_statistics_profiler.py +3 -3
- metadata/profiler/interface/sqlalchemy/trino/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/unity_catalog/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/unity_catalog/sampler_interface.py +6 -7
- metadata/profiler/metrics/composed/distinct_ratio.py +3 -3
- metadata/profiler/metrics/composed/duplicate_count.py +3 -3
- metadata/profiler/metrics/composed/ilike_ratio.py +3 -3
- metadata/profiler/metrics/composed/iqr.py +3 -3
- metadata/profiler/metrics/composed/like_ratio.py +3 -3
- metadata/profiler/metrics/composed/non_parametric_skew.py +3 -3
- metadata/profiler/metrics/composed/null_ratio.py +3 -3
- metadata/profiler/metrics/composed/unique_ratio.py +3 -3
- metadata/profiler/metrics/core.py +3 -3
- metadata/profiler/metrics/hybrid/histogram.py +3 -3
- metadata/profiler/metrics/registry.py +3 -3
- metadata/profiler/metrics/static/column_count.py +3 -3
- metadata/profiler/metrics/static/column_names.py +3 -3
- metadata/profiler/metrics/static/count.py +3 -3
- metadata/profiler/metrics/static/count_in_set.py +3 -3
- metadata/profiler/metrics/static/distinct_count.py +3 -3
- metadata/profiler/metrics/static/ilike_count.py +3 -3
- metadata/profiler/metrics/static/like_count.py +3 -3
- metadata/profiler/metrics/static/max.py +3 -3
- metadata/profiler/metrics/static/max_length.py +3 -3
- metadata/profiler/metrics/static/mean.py +3 -3
- metadata/profiler/metrics/static/min.py +3 -3
- metadata/profiler/metrics/static/min_length.py +3 -3
- metadata/profiler/metrics/static/not_like_count.py +3 -3
- metadata/profiler/metrics/static/not_regexp_match_count.py +3 -3
- metadata/profiler/metrics/static/null_count.py +3 -3
- metadata/profiler/metrics/static/null_missing_count.py +3 -3
- metadata/profiler/metrics/static/regexp_match_count.py +3 -3
- metadata/profiler/metrics/static/row_count.py +3 -3
- metadata/profiler/metrics/static/stddev.py +3 -3
- metadata/profiler/metrics/static/sum.py +3 -3
- metadata/profiler/metrics/static/unique_count.py +3 -3
- metadata/profiler/metrics/system/dml_operation.py +3 -3
- metadata/profiler/metrics/system/system.py +3 -3
- metadata/profiler/metrics/window/first_quartile.py +3 -3
- metadata/profiler/metrics/window/median.py +3 -3
- metadata/profiler/metrics/window/third_quartile.py +3 -3
- metadata/profiler/orm/converter/azuresql/converter.py +39 -0
- metadata/profiler/orm/converter/base.py +3 -3
- metadata/profiler/orm/converter/bigquery/converter.py +3 -3
- metadata/profiler/orm/converter/common.py +3 -3
- metadata/profiler/orm/converter/converter_registry.py +5 -3
- metadata/profiler/orm/converter/mariadb/converter.py +2 -2
- metadata/profiler/orm/converter/mssql/converter.py +3 -3
- metadata/profiler/orm/converter/redshift/converter.py +3 -3
- metadata/profiler/orm/converter/snowflake/converter.py +3 -3
- metadata/profiler/orm/functions/concat.py +3 -3
- metadata/profiler/orm/functions/conn_test.py +3 -3
- metadata/profiler/orm/functions/count.py +3 -3
- metadata/profiler/orm/functions/datetime.py +3 -3
- metadata/profiler/orm/functions/length.py +5 -3
- metadata/profiler/orm/functions/md5.py +3 -3
- metadata/profiler/orm/functions/median.py +22 -3
- metadata/profiler/orm/functions/modulo.py +4 -3
- metadata/profiler/orm/functions/random_num.py +4 -3
- metadata/profiler/orm/functions/substr.py +3 -3
- metadata/profiler/orm/functions/sum.py +4 -3
- metadata/profiler/orm/functions/table_metric_computer.py +3 -3
- metadata/profiler/orm/functions/unique_count.py +3 -3
- metadata/profiler/orm/registry.py +5 -3
- metadata/profiler/orm/types/bytea_to_string.py +3 -3
- metadata/profiler/orm/types/custom_array.py +3 -3
- metadata/profiler/orm/types/custom_datetimerange.py +3 -3
- metadata/profiler/orm/types/custom_hex_byte_string.py +3 -3
- metadata/profiler/orm/types/custom_image.py +3 -3
- metadata/profiler/orm/types/custom_ip.py +3 -3
- metadata/profiler/orm/types/custom_time.py +2 -2
- metadata/profiler/orm/types/custom_timestamp.py +3 -3
- metadata/profiler/orm/types/undetermined_type.py +3 -3
- metadata/profiler/orm/types/uuid.py +3 -3
- metadata/profiler/processor/core.py +4 -3
- metadata/profiler/processor/default.py +3 -3
- metadata/profiler/processor/handle_partition.py +3 -3
- metadata/profiler/processor/metric_filter.py +4 -4
- metadata/profiler/processor/models.py +3 -3
- metadata/profiler/processor/processor.py +3 -3
- metadata/profiler/processor/runner.py +3 -3
- metadata/profiler/processor/sample_data_handler.py +3 -3
- metadata/profiler/registry.py +3 -3
- metadata/profiler/source/database/base/profiler_source.py +4 -3
- metadata/profiler/source/database/bigquery/profiler_source.py +3 -3
- metadata/profiler/source/database/bigquery/type_mapper.py +3 -3
- metadata/profiler/source/fetcher/config.py +3 -3
- metadata/profiler/source/fetcher/entity_fetcher.py +3 -3
- metadata/profiler/source/fetcher/fetcher_strategy.py +7 -3
- metadata/profiler/source/fetcher/profiler_source_factory.py +3 -3
- metadata/profiler/source/metadata.py +3 -3
- metadata/profiler/source/metadata_ext.py +3 -3
- metadata/profiler/source/model.py +3 -3
- metadata/profiler/source/profiler_source_interface.py +3 -3
- metadata/readers/dataframe/avro.py +3 -3
- metadata/readers/dataframe/base.py +3 -3
- metadata/readers/dataframe/common.py +3 -3
- metadata/readers/dataframe/dsv.py +3 -3
- metadata/readers/dataframe/json.py +3 -3
- metadata/readers/dataframe/models.py +3 -3
- metadata/readers/dataframe/parquet.py +3 -3
- metadata/readers/dataframe/reader_factory.py +3 -3
- metadata/readers/file/adls.py +3 -3
- metadata/readers/file/api_reader.py +3 -3
- metadata/readers/file/base.py +3 -3
- metadata/readers/file/bitbucket.py +3 -3
- metadata/readers/file/config_source_factory.py +3 -3
- metadata/readers/file/credentials.py +3 -3
- metadata/readers/file/gcs.py +3 -3
- metadata/readers/file/github.py +3 -3
- metadata/readers/file/gitlab.py +3 -3
- metadata/readers/file/local.py +3 -3
- metadata/readers/file/s3.py +3 -3
- metadata/readers/models.py +3 -3
- metadata/sampler/config.py +4 -3
- metadata/sampler/models.py +6 -3
- metadata/sampler/nosql/sampler.py +7 -3
- metadata/sampler/pandas/sampler.py +4 -3
- metadata/sampler/partition.py +12 -5
- metadata/sampler/processor.py +3 -3
- metadata/sampler/sampler_interface.py +3 -4
- metadata/sampler/sqlalchemy/azuresql/sampler.py +33 -6
- metadata/sampler/sqlalchemy/bigquery/sampler.py +3 -3
- metadata/sampler/sqlalchemy/mssql/sampler.py +5 -4
- metadata/sampler/sqlalchemy/postgres/sampler.py +3 -3
- metadata/sampler/sqlalchemy/sampler.py +54 -45
- metadata/sampler/sqlalchemy/snowflake/sampler.py +5 -4
- metadata/sampler/sqlalchemy/trino/sampler.py +12 -11
- metadata/timer/repeated_timer.py +3 -3
- metadata/utils/bigquery_utils.py +3 -3
- metadata/utils/class_helper.py +3 -3
- metadata/utils/client_version.py +3 -3
- metadata/utils/constants.py +4 -3
- metadata/utils/constraints.py +2 -2
- metadata/utils/credentials.py +10 -3
- metadata/utils/custom_thread_pool.py +3 -3
- metadata/utils/datalake/datalake_utils.py +3 -3
- metadata/utils/db_utils.py +3 -3
- metadata/utils/deprecation.py +3 -3
- metadata/utils/dispatch.py +3 -3
- metadata/utils/elasticsearch.py +7 -3
- metadata/utils/entity_link.py +3 -3
- metadata/utils/entity_utils.py +3 -3
- metadata/utils/execution_time_tracker.py +3 -3
- metadata/utils/filters.py +3 -3
- metadata/utils/fqn.py +3 -3
- metadata/utils/helpers.py +94 -3
- metadata/utils/importer.py +3 -3
- metadata/utils/life_cycle_utils.py +3 -3
- metadata/utils/logger.py +12 -3
- metadata/utils/lru_cache.py +3 -3
- metadata/utils/messaging_utils.py +2 -2
- metadata/utils/profiler_utils.py +3 -3
- metadata/utils/s3_utils.py +3 -3
- metadata/utils/secrets/aws_based_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_ssm_secrets_manager.py +2 -2
- metadata/utils/secrets/azure_kv_secrets_manager.py +2 -2
- metadata/utils/secrets/db_secrets_manager.py +2 -2
- metadata/utils/secrets/external_secrets_manager.py +2 -2
- metadata/utils/secrets/secrets_manager.py +2 -2
- metadata/utils/secrets/secrets_manager_factory.py +2 -2
- metadata/utils/singleton.py +3 -3
- metadata/utils/source_hash.py +3 -3
- metadata/utils/sqa_like_column.py +3 -3
- metadata/utils/sqa_utils.py +3 -3
- metadata/utils/sqlalchemy_utils.py +3 -3
- metadata/utils/ssl_manager.py +38 -3
- metadata/utils/ssl_registry.py +3 -3
- metadata/utils/storage_metadata_config.py +3 -3
- metadata/utils/stored_procedures.py +3 -3
- metadata/utils/tag_utils.py +75 -30
- metadata/utils/test_utils.py +2 -2
- metadata/utils/time_utils.py +3 -3
- metadata/utils/timeout.py +3 -3
- metadata/utils/uuid_encoder.py +3 -3
- metadata/workflow/application.py +3 -3
- metadata/workflow/application_output_handler.py +3 -3
- metadata/workflow/base.py +3 -3
- metadata/workflow/classification.py +6 -3
- metadata/workflow/data_quality.py +3 -3
- metadata/workflow/ingestion.py +3 -3
- metadata/workflow/metadata.py +3 -3
- metadata/workflow/output_handler.py +3 -3
- metadata/workflow/profiler.py +16 -8
- metadata/workflow/usage.py +3 -3
- metadata/workflow/workflow_init_error_handler.py +3 -3
- metadata/workflow/workflow_output_handler.py +3 -3
- metadata/workflow/workflow_status_mixin.py +9 -3
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/METADATA +441 -373
- openmetadata_ingestion-1.7.0.0rc2.dist-info/RECORD +1895 -0
- openmetadata_ingestion-1.6.8.0.dist-info/RECORD +0 -1825
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/LICENSE +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/WHEEL +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/entry_points.txt +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/top_level.txt +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/file/adls.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/file/base.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/file/gcs.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/file/github.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/file/gitlab.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/file/local.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/file/s3.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/readers/models.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/sampler/config.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -122,6 +122,7 @@ def get_profile_sample_config(
|
|
|
122
122
|
profileSample=config.profileSample,
|
|
123
123
|
profileSampleType=config.profileSampleType,
|
|
124
124
|
samplingMethodType=config.samplingMethodType,
|
|
125
|
+
randomizedSample=config.randomizedSample,
|
|
125
126
|
)
|
|
126
127
|
except AttributeError:
|
|
127
128
|
pass
|
metadata/sampler/models.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -41,6 +41,7 @@ class BaseProfileConfig(ConfigModel):
|
|
|
41
41
|
profileSampleType: Optional[ProfileSampleType] = None
|
|
42
42
|
samplingMethodType: Optional[SamplingMethodType] = None
|
|
43
43
|
sampleDataCount: Optional[int] = 100
|
|
44
|
+
randomizedSample: Optional[bool] = True
|
|
44
45
|
|
|
45
46
|
|
|
46
47
|
class ColumnConfig(ConfigModel):
|
|
@@ -56,6 +57,7 @@ class TableConfig(BaseProfileConfig):
|
|
|
56
57
|
profileQuery: Optional[str] = None
|
|
57
58
|
partitionConfig: Optional[PartitionProfilerConfig] = None
|
|
58
59
|
columnConfig: Optional[ColumnConfig] = None
|
|
60
|
+
randomizedSample: Optional[bool] = True
|
|
59
61
|
|
|
60
62
|
@classmethod
|
|
61
63
|
def from_database_and_schema_config(
|
|
@@ -104,3 +106,4 @@ class SampleConfig(ConfigModel):
|
|
|
104
106
|
profileSample: Optional[Union[float, int]] = None
|
|
105
107
|
profileSampleType: Optional[ProfileSampleType] = ProfileSampleType.PERCENTAGE
|
|
106
108
|
samplingMethodType: Optional[SamplingMethodType] = None
|
|
109
|
+
randomizedSample: Optional[bool] = True
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -24,6 +24,10 @@ class NoSQLSampler(SamplerInterface):
|
|
|
24
24
|
|
|
25
25
|
client: NoSQLAdaptor
|
|
26
26
|
|
|
27
|
+
def __init__(self, *args, **kwargs):
|
|
28
|
+
super().__init__(*args, **kwargs)
|
|
29
|
+
self.client = self.get_client()
|
|
30
|
+
|
|
27
31
|
@property
|
|
28
32
|
def raw_dataset(self):
|
|
29
33
|
return self.entity
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -46,6 +46,7 @@ class DatalakeSampler(SamplerInterface, PandasInterfaceMixin):
|
|
|
46
46
|
super().__init__(*args, **kwargs)
|
|
47
47
|
self.partition_details = cast(PartitionProfilerConfig, self.partition_details)
|
|
48
48
|
self._table = None
|
|
49
|
+
self.client = self.get_client()
|
|
49
50
|
|
|
50
51
|
@property
|
|
51
52
|
def raw_dataset(self):
|
metadata/sampler/partition.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -26,6 +26,9 @@ from metadata.generated.schema.entity.services.databaseService import (
|
|
|
26
26
|
DatabaseServiceType,
|
|
27
27
|
)
|
|
28
28
|
from metadata.sampler.models import TableConfig
|
|
29
|
+
from metadata.utils.logger import sampler_logger
|
|
30
|
+
|
|
31
|
+
logger = sampler_logger()
|
|
29
32
|
|
|
30
33
|
|
|
31
34
|
def validate_athena_injected_partitioning(
|
|
@@ -164,8 +167,12 @@ def _handle_bigquery_partition(
|
|
|
164
167
|
partitionIntegerRangeEnd=10000,
|
|
165
168
|
)
|
|
166
169
|
# TODO: Allow External Hive Partitioning for profiler
|
|
167
|
-
|
|
168
|
-
f"
|
|
170
|
+
logger.info(
|
|
171
|
+
f"Unknown partition type {partition.intervalType}. Cannot infer partition. Partitionning "
|
|
172
|
+
"will be set to None. If partitionning is required for your table, you can set it "
|
|
173
|
+
"directly in the table config. More information can be found at "
|
|
174
|
+
"https://docs.open-metadata.org/latest/how-to-guides/data-quality-observability/profiler/"
|
|
175
|
+
"workflow#4.-updating-profiler-setting-at-the-table-level"
|
|
169
176
|
)
|
|
170
177
|
|
|
171
178
|
return None
|
metadata/sampler/processor.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -86,7 +86,6 @@ class SamplerInterface(ABC):
|
|
|
86
86
|
|
|
87
87
|
self.service_connection_config = service_connection_config
|
|
88
88
|
self.connection = get_ssl_connection(self.service_connection_config)
|
|
89
|
-
self.client = self.get_client()
|
|
90
89
|
|
|
91
90
|
# pylint: disable=too-many-arguments, too-many-locals
|
|
92
91
|
@classmethod
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -14,10 +14,11 @@ for the profiler
|
|
|
14
14
|
"""
|
|
15
15
|
from typing import List, Optional
|
|
16
16
|
|
|
17
|
-
from sqlalchemy import Column
|
|
17
|
+
from sqlalchemy import Column, Table, text
|
|
18
|
+
from sqlalchemy.orm import Query
|
|
18
19
|
|
|
19
|
-
from metadata.generated.schema.entity.data.table import TableData
|
|
20
|
-
from metadata.sampler.sqlalchemy.sampler import SQASampler
|
|
20
|
+
from metadata.generated.schema.entity.data.table import TableData, TableType
|
|
21
|
+
from metadata.sampler.sqlalchemy.sampler import ProfileSampleType, SQASampler
|
|
21
22
|
|
|
22
23
|
|
|
23
24
|
class AzureSQLSampler(SQASampler):
|
|
@@ -31,6 +32,32 @@ class AzureSQLSampler(SQASampler):
|
|
|
31
32
|
# pyodbc.ProgrammingError: ('ODBC SQL type -151 is not yet supported. column-index=x type=-151', 'HY106')
|
|
32
33
|
NOT_COMPUTE_PYODBC = {"SQASGeography", "UndeterminedType"}
|
|
33
34
|
|
|
35
|
+
def set_tablesample(self, selectable: Table):
|
|
36
|
+
"""Set the TABLESAMPLE clause for MSSQL
|
|
37
|
+
Args:
|
|
38
|
+
selectable (Table): _description_
|
|
39
|
+
"""
|
|
40
|
+
if self.entity.tableType != TableType.View:
|
|
41
|
+
if self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE:
|
|
42
|
+
return selectable.tablesample(
|
|
43
|
+
text(f"{self.sample_config.profileSample or 100} PERCENT")
|
|
44
|
+
)
|
|
45
|
+
|
|
46
|
+
return selectable.tablesample(
|
|
47
|
+
text(f"{int(self.sample_config.profileSample or 100)} ROWS")
|
|
48
|
+
)
|
|
49
|
+
|
|
50
|
+
return selectable
|
|
51
|
+
|
|
52
|
+
def get_sample_query(self, *, column=None) -> Query:
|
|
53
|
+
"""get query for sample data"""
|
|
54
|
+
rnd = self._base_sample_query(column).cte(
|
|
55
|
+
f"{self.get_sampler_table_name()}_rnd"
|
|
56
|
+
)
|
|
57
|
+
with self.get_client() as client:
|
|
58
|
+
query = client.query(rnd)
|
|
59
|
+
return query.cte(f"{self.get_sampler_table_name()}_sample")
|
|
60
|
+
|
|
34
61
|
def fetch_sample_data(self, columns: Optional[List[Column]] = None) -> TableData:
|
|
35
62
|
sqa_columns = []
|
|
36
63
|
if columns:
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -48,5 +48,6 @@ class MssqlSampler(SQASampler):
|
|
|
48
48
|
rnd = self._base_sample_query(column).cte(
|
|
49
49
|
f"{self.get_sampler_table_name()}_rnd"
|
|
50
50
|
)
|
|
51
|
-
|
|
51
|
+
with self.get_client() as client:
|
|
52
|
+
query = client.query(rnd)
|
|
52
53
|
return query.cte(f"{self.get_sampler_table_name()}_sample")
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|