openmetadata-ingestion 1.6.2.0__py3-none-any.whl → 1.10.14.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- _openmetadata_testutils/helpers/login_user.py +22 -0
- airflow_provider_openmetadata/__init__.py +3 -3
- airflow_provider_openmetadata/hooks/openmetadata.py +3 -3
- airflow_provider_openmetadata/lineage/backend.py +23 -4
- airflow_provider_openmetadata/lineage/callback.py +3 -3
- airflow_provider_openmetadata/lineage/config/commons.py +3 -3
- airflow_provider_openmetadata/lineage/config/loader.py +17 -3
- airflow_provider_openmetadata/lineage/operator.py +3 -3
- airflow_provider_openmetadata/lineage/runner.py +3 -3
- airflow_provider_openmetadata/lineage/status.py +3 -3
- metadata/__init__.py +33 -0
- metadata/__main__.py +3 -3
- metadata/__version__.py +3 -3
- metadata/antlr/split_listener.py +3 -3
- metadata/applications/example.py +74 -0
- metadata/automations/execute_runner.py +49 -0
- metadata/automations/extended_runner.py +13 -0
- metadata/automations/runner.py +48 -39
- metadata/cli/app.py +3 -3
- metadata/cli/classify.py +8 -8
- metadata/cli/common.py +25 -0
- metadata/cli/dataquality.py +8 -8
- metadata/cli/ingest.py +5 -7
- metadata/cli/ingest_dbt.py +367 -0
- metadata/cli/lineage.py +3 -3
- metadata/cli/profile.py +5 -7
- metadata/cli/restore.py +3 -3
- metadata/cli/usage.py +5 -7
- metadata/clients/aws_client.py +32 -11
- metadata/clients/azure_client.py +3 -3
- metadata/clients/domo_client.py +5 -5
- metadata/cmd.py +30 -3
- metadata/config/common.py +3 -3
- metadata/data_quality/api/models.py +3 -3
- metadata/data_quality/builders/validator_builder.py +3 -3
- metadata/data_quality/interface/pandas/pandas_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/databricks/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/snowflake/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/sqa_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/unity_catalog/test_suite_interface.py +3 -3
- metadata/data_quality/interface/test_suite_interface.py +12 -6
- metadata/data_quality/processor/test_case_runner.py +11 -22
- metadata/data_quality/runner/base_test_suite_source.py +16 -10
- metadata/data_quality/runner/core.py +3 -3
- metadata/data_quality/source/test_suite.py +49 -7
- metadata/data_quality/validations/base_test_handler.py +3 -3
- metadata/data_quality/validations/column/base/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py +17 -5
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToMatchRegex.py +4 -4
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/mixins/pandas_validator_mixin.py +3 -3
- metadata/data_quality/validations/mixins/sqa_validator_mixin.py +3 -3
- metadata/data_quality/validations/models.py +16 -3
- metadata/data_quality/validations/runtime_param_setter/base_diff_params_setter.py +219 -0
- metadata/data_quality/validations/runtime_param_setter/param_setter.py +2 -2
- metadata/data_quality/validations/runtime_param_setter/param_setter_factory.py +11 -2
- metadata/data_quality/validations/runtime_param_setter/table_custom_sql_query_params_setter.py +31 -0
- metadata/data_quality/validations/runtime_param_setter/table_diff_params_setter.py +56 -85
- metadata/data_quality/validations/table/base/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/base/tableCustomSQLQuery.py +144 -5
- metadata/data_quality/validations/table/base/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/pandas/tableCustomSQLQuery.py +41 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowInsertedCountToBeBetween.py +20 -5
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableCustomSQLQuery.py +323 -3
- metadata/data_quality/validations/table/sqlalchemy/tableDiff.py +34 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/examples/workflows/airbyte.yaml +8 -2
- metadata/examples/workflows/bigquery.yaml +1 -0
- metadata/examples/workflows/cassandra.yaml +35 -0
- metadata/examples/workflows/cockroach.yaml +24 -0
- metadata/examples/workflows/confluent_cdc.yaml +70 -0
- metadata/examples/workflows/confluent_cdc_cloud.yaml +86 -0
- metadata/examples/workflows/confluent_cdc_local.yaml +120 -0
- metadata/examples/workflows/databricks.yaml +9 -1
- metadata/examples/workflows/databricks_usage.yaml +7 -1
- metadata/examples/workflows/exasol.yaml +25 -0
- metadata/examples/workflows/grafana.yaml +115 -0
- metadata/examples/workflows/kinesisfirehose.yaml +99 -0
- metadata/examples/workflows/metabase.yaml +1 -0
- metadata/examples/workflows/my_confluent_cloud.yaml +49 -0
- metadata/examples/workflows/nifi.yaml +51 -0
- metadata/examples/workflows/opensearch.yaml +20 -0
- metadata/examples/workflows/rest.yaml +6 -2
- metadata/examples/workflows/tableau.yaml +1 -3
- metadata/examples/workflows/unity_catalog.yaml +7 -1
- metadata/examples/workflows/unity_catalog_usage.yaml +7 -1
- metadata/examples/workflows/wherescape.yaml +28 -0
- metadata/generated/antlr/EntityLinkLexer.py +419 -353
- metadata/generated/schema/analytics/__init__.py +1 -1
- metadata/generated/schema/analytics/basic.py +1 -1
- metadata/generated/schema/analytics/reportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
- metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEvent.py +9 -5
- metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
- metadata/generated/schema/api/__init__.py +1 -1
- metadata/generated/schema/api/addGlossaryToAssetsRequest.py +3 -16
- metadata/generated/schema/api/addTagToAssetsRequest.py +1 -10
- metadata/generated/schema/api/analytics/__init__.py +1 -1
- metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +6 -5
- metadata/generated/schema/api/automations/__init__.py +1 -1
- metadata/generated/schema/api/automations/createWorkflow.py +18 -7
- metadata/generated/schema/api/bulkAssets.py +1 -1
- metadata/generated/schema/api/classification/__init__.py +1 -1
- metadata/generated/schema/api/classification/createClassification.py +63 -7
- metadata/generated/schema/api/classification/createTag.py +37 -6
- metadata/generated/schema/api/classification/createTagWithRecognizers.py +67 -0
- metadata/generated/schema/api/classification/loadTags.py +1 -1
- metadata/generated/schema/api/configuration/__init__.py +3 -0
- metadata/generated/schema/api/configuration/rdfConfiguration.py +47 -0
- metadata/generated/schema/api/createBot.py +5 -5
- metadata/generated/schema/api/createEventPublisherJob.py +1 -1
- metadata/generated/schema/api/createType.py +6 -5
- metadata/generated/schema/api/data/__init__.py +1 -1
- metadata/generated/schema/api/data/createAPICollection.py +4 -4
- metadata/generated/schema/api/data/createAPIEndpoint.py +4 -4
- metadata/generated/schema/api/data/createChart.py +12 -4
- metadata/generated/schema/api/data/createContainer.py +4 -4
- metadata/generated/schema/api/data/createCustomProperty.py +5 -1
- metadata/generated/schema/api/data/createDashboard.py +4 -4
- metadata/generated/schema/api/data/createDashboardDataModel.py +8 -4
- metadata/generated/schema/api/data/createDataContract.py +102 -0
- metadata/generated/schema/api/data/createDatabase.py +4 -4
- metadata/generated/schema/api/data/createDatabaseSchema.py +4 -4
- metadata/generated/schema/api/data/createDirectory.py +105 -0
- metadata/generated/schema/api/data/createEntityProfile.py +36 -0
- metadata/generated/schema/api/data/createFile.py +104 -0
- metadata/generated/schema/api/data/createGlossary.py +4 -4
- metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
- metadata/generated/schema/api/data/createMetric.py +15 -4
- metadata/generated/schema/api/data/createMlModel.py +4 -4
- metadata/generated/schema/api/data/createPipeline.py +8 -4
- metadata/generated/schema/api/data/createQuery.py +5 -4
- metadata/generated/schema/api/data/createQueryCostRecord.py +35 -0
- metadata/generated/schema/api/data/createSearchIndex.py +4 -4
- metadata/generated/schema/api/data/createSpreadsheet.py +119 -0
- metadata/generated/schema/api/data/createStoredProcedure.py +4 -4
- metadata/generated/schema/api/data/createTable.py +5 -4
- metadata/generated/schema/api/data/createTableProfile.py +1 -1
- metadata/generated/schema/api/data/createTopic.py +5 -4
- metadata/generated/schema/api/data/createWorksheet.py +105 -0
- metadata/generated/schema/api/data/loadGlossary.py +1 -1
- metadata/generated/schema/api/data/restoreEntity.py +1 -1
- metadata/generated/schema/api/data/updateColumn.py +49 -0
- metadata/generated/schema/api/dataInsight/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/createDataInsightChart.py +5 -4
- metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +5 -5
- metadata/generated/schema/api/docStore/__init__.py +1 -1
- metadata/generated/schema/api/docStore/createDocument.py +6 -5
- metadata/generated/schema/api/domains/__init__.py +1 -1
- metadata/generated/schema/api/domains/createDataProduct.py +15 -6
- metadata/generated/schema/api/domains/createDomain.py +13 -2
- metadata/generated/schema/api/entityRelationship/__init__.py +3 -0
- metadata/generated/schema/api/entityRelationship/entityRelationshipDirection.py +12 -0
- metadata/generated/schema/api/entityRelationship/esEntityRelationshipData.py +57 -0
- metadata/generated/schema/api/entityRelationship/relationshipRef.py +32 -0
- metadata/generated/schema/api/entityRelationship/searchEntityRelationshipRequest.py +47 -0
- metadata/generated/schema/api/entityRelationship/searchEntityRelationshipResult.py +47 -0
- metadata/generated/schema/api/entityRelationship/searchSchemaEntityRelationshipResult.py +20 -0
- metadata/generated/schema/api/events/__init__.py +3 -0
- metadata/generated/schema/api/events/createNotificationTemplate.py +61 -0
- metadata/generated/schema/api/events/notificationTemplateValidationRequest.py +30 -0
- metadata/generated/schema/api/events/notificationTemplateValidationResponse.py +36 -0
- metadata/generated/schema/api/feed/__init__.py +1 -1
- metadata/generated/schema/api/feed/closeTask.py +1 -1
- metadata/generated/schema/api/feed/createPost.py +1 -1
- metadata/generated/schema/api/feed/createSuggestion.py +1 -1
- metadata/generated/schema/api/feed/createThread.py +6 -2
- metadata/generated/schema/api/feed/resolveTask.py +1 -1
- metadata/generated/schema/api/feed/threadCount.py +25 -1
- metadata/generated/schema/api/governance/__init__.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowDefinition.py +20 -5
- metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
- metadata/generated/schema/api/lineage/__init__.py +1 -1
- metadata/generated/schema/api/lineage/addLineage.py +1 -1
- metadata/generated/schema/api/lineage/entityCountLineageRequest.py +66 -0
- metadata/generated/schema/api/lineage/esLineageData.py +88 -0
- metadata/generated/schema/api/lineage/lineageDirection.py +12 -0
- metadata/generated/schema/api/lineage/lineagePaginationInfo.py +57 -0
- metadata/generated/schema/api/lineage/nodeInformation.py +30 -0
- metadata/generated/schema/api/lineage/searchLineageRequest.py +45 -0
- metadata/generated/schema/api/lineage/searchLineageResult.py +46 -0
- metadata/generated/schema/api/mcp/__init__.py +3 -0
- metadata/generated/schema/api/mcp/mcpSearchResponse.py +118 -0
- metadata/generated/schema/api/mcp/mcpToolDefinition.py +54 -0
- metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
- metadata/generated/schema/api/policies/__init__.py +1 -1
- metadata/generated/schema/api/policies/createPolicy.py +6 -5
- metadata/generated/schema/api/rdf/__init__.py +3 -0
- metadata/generated/schema/api/rdf/sparqlQuery.py +57 -0
- metadata/generated/schema/api/rdf/sparqlResponse.py +56 -0
- metadata/generated/schema/api/scim/__init__.py +3 -0
- metadata/generated/schema/api/scim/scimGroup.py +52 -0
- metadata/generated/schema/api/scim/scimPatchOp.py +32 -0
- metadata/generated/schema/api/scim/scimUser.py +83 -0
- metadata/generated/schema/api/search/__init__.py +3 -0
- metadata/generated/schema/api/search/previewSearchRequest.py +47 -0
- metadata/generated/schema/api/services/__init__.py +1 -1
- metadata/generated/schema/api/services/createApiService.py +12 -5
- metadata/generated/schema/api/services/createDashboardService.py +12 -5
- metadata/generated/schema/api/services/createDatabaseService.py +12 -5
- metadata/generated/schema/api/services/createDriveService.py +65 -0
- metadata/generated/schema/api/services/createMessagingService.py +12 -5
- metadata/generated/schema/api/services/createMetadataService.py +13 -5
- metadata/generated/schema/api/services/createMlModelService.py +12 -5
- metadata/generated/schema/api/services/createPipelineService.py +12 -5
- metadata/generated/schema/api/services/createSearchService.py +12 -5
- metadata/generated/schema/api/services/createSecurityService.py +67 -0
- metadata/generated/schema/api/services/createStorageService.py +12 -5
- metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +28 -5
- metadata/generated/schema/api/setOwner.py +1 -1
- metadata/generated/schema/api/teams/__init__.py +1 -1
- metadata/generated/schema/api/teams/createPersona.py +12 -4
- metadata/generated/schema/api/teams/createRole.py +5 -4
- metadata/generated/schema/api/teams/createTeam.py +8 -1
- metadata/generated/schema/api/teams/createUser.py +11 -1
- metadata/generated/schema/api/tests/__init__.py +1 -1
- metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
- metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
- metadata/generated/schema/api/tests/createTestCase.py +13 -6
- metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
- metadata/generated/schema/api/tests/createTestDefinition.py +5 -4
- metadata/generated/schema/api/tests/createTestSuite.py +17 -5
- metadata/generated/schema/api/tests/moveGlossaryTermRequest.py +27 -0
- metadata/generated/schema/api/validateGlossaryTagsRequest.py +31 -0
- metadata/generated/schema/api/voteRequest.py +1 -1
- metadata/generated/schema/auth/__init__.py +1 -1
- metadata/generated/schema/auth/basicAuth.py +1 -1
- metadata/generated/schema/auth/basicLoginRequest.py +1 -1
- metadata/generated/schema/auth/changePasswordRequest.py +1 -1
- metadata/generated/schema/auth/createPersonalToken.py +1 -1
- metadata/generated/schema/auth/emailRequest.py +1 -1
- metadata/generated/schema/auth/emailVerificationToken.py +3 -4
- metadata/generated/schema/auth/generateToken.py +1 -1
- metadata/generated/schema/auth/jwtAuth.py +1 -1
- metadata/generated/schema/auth/loginRequest.py +1 -1
- metadata/generated/schema/auth/logoutRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetToken.py +1 -1
- metadata/generated/schema/auth/personalAccessToken.py +1 -1
- metadata/generated/schema/auth/refreshToken.py +1 -1
- metadata/generated/schema/auth/registrationRequest.py +1 -1
- metadata/generated/schema/auth/revokePersonalToken.py +1 -1
- metadata/generated/schema/auth/revokeToken.py +1 -1
- metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
- metadata/generated/schema/auth/ssoAuth.py +1 -1
- metadata/generated/schema/auth/supportToken.py +35 -0
- metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
- metadata/generated/schema/configuration/__init__.py +1 -1
- metadata/generated/schema/configuration/aiPlatformConfiguration.py +58 -0
- metadata/generated/schema/configuration/appsPrivateConfiguration.py +4 -1
- metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
- metadata/generated/schema/configuration/authConfig.py +1 -1
- metadata/generated/schema/configuration/authenticationConfiguration.py +49 -13
- metadata/generated/schema/configuration/authorizerConfiguration.py +41 -9
- metadata/generated/schema/configuration/cacheConfiguration.py +137 -0
- metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
- metadata/generated/schema/configuration/elasticSearchConfiguration.py +80 -1
- metadata/generated/schema/configuration/entityRulesSettings.py +24 -0
- metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
- metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
- metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
- metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
- metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
- metadata/generated/schema/configuration/lineageSettings.py +9 -1
- metadata/generated/schema/configuration/logStorageConfiguration.py +105 -0
- metadata/generated/schema/configuration/loginConfiguration.py +1 -1
- metadata/generated/schema/configuration/logoConfiguration.py +1 -1
- metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +22 -0
- metadata/generated/schema/configuration/opertionalConfiguration.py +24 -0
- metadata/generated/schema/configuration/opsConfig.py +25 -0
- metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +9 -2
- metadata/generated/schema/configuration/profilerConfiguration.py +2 -1
- metadata/generated/schema/configuration/searchSettings.py +508 -4
- metadata/generated/schema/configuration/securityConfiguration.py +26 -0
- metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
- metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/themeConfiguration.py +1 -1
- metadata/generated/schema/configuration/uiThemePreference.py +1 -1
- metadata/generated/schema/configuration/workflowSettings.py +24 -3
- metadata/generated/schema/dataInsight/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +5 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
- metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
- metadata/generated/schema/dataInsight/custom/lineChart.py +19 -1
- metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChart.py +9 -5
- metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
- metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
- metadata/generated/schema/dataInsight/kpi/kpi.py +8 -4
- metadata/generated/schema/dataInsight/type/__init__.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
- metadata/generated/schema/email/__init__.py +1 -1
- metadata/generated/schema/email/emailRequest.py +1 -1
- metadata/generated/schema/email/emailTemplate.py +1 -1
- metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
- metadata/generated/schema/email/smtpSettings.py +6 -5
- metadata/generated/schema/email/templateValidationReponse.py +1 -1
- metadata/generated/schema/entity/__init__.py +1 -1
- metadata/generated/schema/entity/applications/__init__.py +1 -1
- metadata/generated/schema/entity/applications/app.py +40 -7
- metadata/generated/schema/entity/applications/appExtension.py +1 -1
- metadata/generated/schema/entity/applications/appRunRecord.py +46 -6
- metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/applicationConfig.py +21 -6
- metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +41 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +5 -5
- metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +7 -2
- metadata/generated/schema/entity/applications/configuration/external/automator/addTermsAction.py +48 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +74 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +28 -2
- metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/propagationStopConfig.py +44 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +33 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +10 -2
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +27 -3
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTermsAction.py +59 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +45 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +26 -1
- metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/metadataExporterAppConfig.py +103 -0
- metadata/generated/schema/entity/applications/configuration/external/metadataExporterConnectors/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/external/metadataExporterConnectors/bigQueryConnection.py +90 -0
- metadata/generated/schema/entity/applications/configuration/external/metadataExporterConnectors/databricksConnection.py +101 -0
- metadata/generated/schema/entity/applications/configuration/external/metadataExporterConnectors/redshiftConnection.py +76 -0
- metadata/generated/schema/entity/applications/configuration/external/metadataExporterConnectors/snowflakeConnection.py +115 -0
- metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +48 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +111 -2
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/helloPipelinesConfiguration.py +18 -0
- metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +9 -1
- metadata/generated/schema/entity/applications/configuration/private/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +3 -22
- metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +24 -0
- metadata/generated/schema/entity/applications/configuration/private/limits.py +33 -0
- metadata/generated/schema/entity/applications/createAppRequest.py +14 -6
- metadata/generated/schema/entity/applications/jobStatus.py +1 -1
- metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +32 -12
- metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +35 -5
- metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
- metadata/generated/schema/entity/automations/__init__.py +1 -1
- metadata/generated/schema/entity/automations/queryRunnerRequest.py +46 -0
- metadata/generated/schema/entity/automations/response/__init__.py +3 -0
- metadata/generated/schema/entity/automations/response/queryRunnerResponse.py +51 -0
- metadata/generated/schema/entity/automations/testServiceConnection.py +12 -1
- metadata/generated/schema/entity/automations/testSparkEngineConnection.py +31 -0
- metadata/generated/schema/entity/automations/workflow.py +30 -9
- metadata/generated/schema/entity/bot.py +9 -5
- metadata/generated/schema/entity/classification/__init__.py +1 -1
- metadata/generated/schema/entity/classification/classification.py +69 -7
- metadata/generated/schema/entity/classification/tag.py +53 -8
- metadata/generated/schema/entity/data/__init__.py +1 -1
- metadata/generated/schema/entity/data/apiCollection.py +15 -4
- metadata/generated/schema/entity/data/apiEndpoint.py +15 -4
- metadata/generated/schema/entity/data/chart.py +26 -4
- metadata/generated/schema/entity/data/container.py +14 -4
- metadata/generated/schema/entity/data/dashboard.py +13 -4
- metadata/generated/schema/entity/data/dashboardDataModel.py +23 -4
- metadata/generated/schema/entity/data/dataContract.py +403 -0
- metadata/generated/schema/entity/data/database.py +21 -4
- metadata/generated/schema/entity/data/databaseSchema.py +25 -8
- metadata/generated/schema/entity/data/directory.py +178 -0
- metadata/generated/schema/entity/data/file.py +189 -0
- metadata/generated/schema/entity/data/glossary.py +13 -4
- metadata/generated/schema/entity/data/glossaryTerm.py +15 -15
- metadata/generated/schema/entity/data/metric.py +25 -5
- metadata/generated/schema/entity/data/mlmodel.py +13 -4
- metadata/generated/schema/entity/data/pipeline.py +156 -5
- metadata/generated/schema/entity/data/query.py +13 -4
- metadata/generated/schema/entity/data/queryCostRecord.py +47 -0
- metadata/generated/schema/entity/data/queryCostSearchResult.py +56 -0
- metadata/generated/schema/entity/data/report.py +13 -4
- metadata/generated/schema/entity/data/searchIndex.py +15 -4
- metadata/generated/schema/entity/data/spreadsheet.py +215 -0
- metadata/generated/schema/entity/data/storedProcedure.py +22 -4
- metadata/generated/schema/entity/data/table.py +179 -4
- metadata/generated/schema/entity/data/topic.py +13 -4
- metadata/generated/schema/entity/data/worksheet.py +173 -0
- metadata/generated/schema/entity/datacontract/__init__.py +3 -0
- metadata/generated/schema/entity/datacontract/dataContractResult.py +74 -0
- metadata/generated/schema/entity/datacontract/qualityValidation.py +31 -0
- metadata/generated/schema/entity/datacontract/schemaValidation.py +31 -0
- metadata/generated/schema/entity/datacontract/semanticsValidation.py +39 -0
- metadata/generated/schema/entity/datacontract/slaValidation.py +32 -0
- metadata/generated/schema/entity/docStore/__init__.py +1 -1
- metadata/generated/schema/entity/docStore/document.py +9 -5
- metadata/generated/schema/entity/domains/__init__.py +1 -1
- metadata/generated/schema/entity/domains/dataProduct.py +171 -6
- metadata/generated/schema/entity/domains/domain.py +22 -3
- metadata/generated/schema/entity/events/__init__.py +1 -1
- metadata/generated/schema/entity/events/notificationTemplate.py +111 -0
- metadata/generated/schema/entity/events/webhook.py +7 -1
- metadata/generated/schema/entity/feed/__init__.py +1 -1
- metadata/generated/schema/entity/feed/assets.py +1 -1
- metadata/generated/schema/entity/feed/customProperty.py +1 -1
- metadata/generated/schema/entity/feed/description.py +1 -1
- metadata/generated/schema/entity/feed/domain.py +8 -8
- metadata/generated/schema/entity/feed/entityInfo.py +1 -1
- metadata/generated/schema/entity/feed/owner.py +1 -1
- metadata/generated/schema/entity/feed/suggestion.py +1 -1
- metadata/generated/schema/entity/feed/tag.py +1 -1
- metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
- metadata/generated/schema/entity/feed/thread.py +4 -3
- metadata/generated/schema/entity/policies/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +6 -1
- metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
- metadata/generated/schema/entity/policies/filters.py +1 -1
- metadata/generated/schema/entity/policies/policy.py +8 -4
- metadata/generated/schema/entity/services/__init__.py +1 -1
- metadata/generated/schema/entity/services/apiService.py +18 -3
- metadata/generated/schema/entity/services/connections/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/restConnection.py +15 -1
- metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/connectionBasicType.py +7 -1
- metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +39 -2
- metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/grafanaConnection.py +77 -0
- metadata/generated/schema/entity/services/connections/dashboard/hexConnection.py +76 -0
- metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +46 -2
- metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +50 -4
- metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +50 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +51 -2
- metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +40 -1
- metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +51 -11
- metadata/generated/schema/entity/services/connections/dashboard/thoughtSpotConnection.py +77 -0
- metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/athenaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +48 -1
- metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +61 -0
- metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +106 -0
- metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +136 -0
- metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
- metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +31 -2
- metadata/generated/schema/entity/services/connections/database/databricks/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/database/databricks/azureAdSetup.py +37 -0
- metadata/generated/schema/entity/services/connections/database/databricks/databricksOAuth.py +30 -0
- metadata/generated/schema/entity/services/connections/database/databricks/personalAccessToken.py +23 -0
- metadata/generated/schema/entity/services/connections/database/databricksConnection.py +48 -8
- metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/db2Connection.py +34 -1
- metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dorisConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/druidConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/epicConnection.py +80 -0
- metadata/generated/schema/entity/services/connections/database/exasolConnection.py +29 -1
- metadata/generated/schema/entity/services/connections/database/glueConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/hiveConnection.py +41 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/icebergConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/impalaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +54 -1
- metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +37 -1
- metadata/generated/schema/entity/services/connections/database/oracleConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/postgresConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/prestoConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +30 -1
- metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +50 -6
- metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sasConnection.py +32 -1
- metadata/generated/schema/entity/services/connections/database/serviceNowConnection.py +90 -0
- metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +62 -1
- metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/ssasConnection.py +47 -0
- metadata/generated/schema/entity/services/connections/database/synapseConnection.py +52 -2
- metadata/generated/schema/entity/services/connections/database/teradataConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/timescaleConnection.py +162 -0
- metadata/generated/schema/entity/services/connections/database/trinoConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +39 -6
- metadata/generated/schema/entity/services/connections/database/verticaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/drive/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/drive/customDriveConnection.py +78 -0
- metadata/generated/schema/entity/services/connections/drive/googleDriveConnection.py +115 -0
- metadata/generated/schema/entity/services/connections/drive/sharePointConnection.py +112 -0
- metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +15 -2
- metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +18 -1
- metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +18 -1
- metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/collibraConnection.py +73 -0
- metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +26 -2
- metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +15 -2
- metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +15 -1
- metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/airbyte/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/pipeline/airbyte/basicAuth.py +26 -0
- metadata/generated/schema/entity/services/connections/pipeline/airbyte/oauthClientAuth.py +30 -0
- metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +25 -10
- metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +15 -2
- metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +28 -1
- metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +15 -1
- metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +24 -1
- metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +11 -2
- metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +15 -1
- metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +16 -1
- metadata/generated/schema/entity/services/connections/pipeline/kinesisFirehoseConnection.py +58 -0
- metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +39 -0
- metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +13 -25
- metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +40 -0
- metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +38 -0
- metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +12 -2
- metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/snowplowConnection.py +93 -0
- metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +16 -1
- metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/ssisConnection.py +56 -0
- metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +51 -0
- metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +15 -2
- metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +37 -29
- metadata/generated/schema/entity/services/connections/security/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/security/ranger/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/security/ranger/basicAuth.py +26 -0
- metadata/generated/schema/entity/services/connections/security/rangerConnection.py +39 -0
- metadata/generated/schema/entity/services/connections/serviceConnection.py +7 -1
- metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +15 -2
- metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/s3Connection.py +19 -2
- metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +9 -5
- metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
- metadata/generated/schema/entity/services/dashboardService.py +27 -3
- metadata/generated/schema/entity/services/databaseService.py +36 -3
- metadata/generated/schema/entity/services/driveService.py +143 -0
- metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +50 -4
- metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +47 -0
- metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
- metadata/generated/schema/entity/services/messagingService.py +18 -3
- metadata/generated/schema/entity/services/metadataService.py +21 -3
- metadata/generated/schema/entity/services/mlmodelService.py +18 -3
- metadata/generated/schema/entity/services/pipelineService.py +30 -3
- metadata/generated/schema/entity/services/searchService.py +19 -4
- metadata/generated/schema/entity/services/securityService.py +135 -0
- metadata/generated/schema/entity/services/serviceType.py +3 -1
- metadata/generated/schema/entity/services/storageService.py +18 -3
- metadata/generated/schema/entity/teams/__init__.py +1 -1
- metadata/generated/schema/entity/teams/persona.py +20 -5
- metadata/generated/schema/entity/teams/role.py +9 -5
- metadata/generated/schema/entity/teams/team.py +12 -1
- metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
- metadata/generated/schema/entity/teams/user.py +39 -3
- metadata/generated/schema/entity/type.py +9 -11
- metadata/generated/schema/entity/utils/__init__.py +1 -1
- metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
- metadata/generated/schema/entity/utils/servicesCount.py +1 -1
- metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
- metadata/generated/schema/events/__init__.py +1 -1
- metadata/generated/schema/events/alertMetrics.py +1 -1
- metadata/generated/schema/events/api/__init__.py +1 -1
- metadata/generated/schema/events/api/createEventSubscription.py +13 -4
- metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
- metadata/generated/schema/events/api/eventsRecord.py +1 -1
- metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
- metadata/generated/schema/events/api/typedEvent.py +1 -1
- metadata/generated/schema/events/emailAlertConfig.py +1 -1
- metadata/generated/schema/events/eventFilterRule.py +1 -1
- metadata/generated/schema/events/eventSubscription.py +32 -6
- metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
- metadata/generated/schema/events/failedEvent.py +1 -1
- metadata/generated/schema/events/failedEventResponse.py +1 -1
- metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
- metadata/generated/schema/events/statusContext.py +1 -1
- metadata/generated/schema/events/subscriptionResourceDescriptor.py +2 -1
- metadata/generated/schema/events/subscriptionStatus.py +1 -1
- metadata/generated/schema/events/testDestinationStatus.py +1 -1
- metadata/generated/schema/governance/workflows/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/edge.py +2 -2
- metadata/generated/schema/governance/workflows/elements/nodeSubType.py +7 -1
- metadata/generated/schema/governance/workflows/elements/nodeType.py +2 -1
- metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +28 -8
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +86 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/dataCompletenessTask.py +124 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/rollbackEntityTask.py +54 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +73 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityAttributeTask.py +66 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +27 -6
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +29 -9
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +3 -0
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +30 -0
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +45 -7
- metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +103 -8
- metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +20 -0
- metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +94 -8
- metadata/generated/schema/governance/workflows/workflowDefinition.py +34 -7
- metadata/generated/schema/governance/workflows/workflowInstance.py +11 -8
- metadata/generated/schema/governance/workflows/workflowInstanceState.py +8 -8
- metadata/generated/schema/jobs/__init__.py +1 -1
- metadata/generated/schema/jobs/backgroundJob.py +12 -3
- metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
- metadata/generated/schema/metadataIngestion/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/application.py +8 -1
- metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +4 -4
- metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +3 -3
- metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +20 -4
- metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +29 -3
- metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +42 -2
- metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +9 -1
- metadata/generated/schema/metadataIngestion/dbtPipeline.py +16 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/driveServiceMetadataPipeline.py +165 -0
- metadata/generated/schema/metadataIngestion/engine/__init__.py +3 -0
- metadata/generated/schema/metadataIngestion/engine/nativeEngineConfig.py +23 -0
- metadata/generated/schema/metadataIngestion/engine/sparkEngineConfig.py +43 -0
- metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +29 -2
- metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +71 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +3 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +24 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +2 -2
- metadata/generated/schema/metadataIngestion/securityServiceMetadataPipeline.py +27 -0
- metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +17 -1
- metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/workflow.py +19 -1
- metadata/generated/schema/monitoring/__init__.py +1 -1
- metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
- metadata/generated/schema/scim/__init__.py +3 -0
- metadata/generated/schema/scim/scimConfiguration.py +32 -0
- metadata/generated/schema/search/__init__.py +3 -0
- metadata/generated/schema/search/aggregationRequest.py +80 -0
- metadata/generated/schema/search/searchRequest.py +120 -0
- metadata/generated/schema/security/__init__.py +1 -1
- metadata/generated/schema/security/client/__init__.py +1 -1
- metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/oidcClientConfig.py +22 -10
- metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
- metadata/generated/schema/security/client/samlSSOClientConfig.py +6 -6
- metadata/generated/schema/security/credentials/__init__.py +1 -1
- metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
- metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
- metadata/generated/schema/security/credentials/basicAuth.py +1 -1
- metadata/generated/schema/security/credentials/bitbucketCredentials.py +10 -2
- metadata/generated/schema/security/credentials/gcpCredentials.py +42 -22
- metadata/generated/schema/security/credentials/gcpExternalAccount.py +2 -2
- metadata/generated/schema/security/credentials/gcpValues.py +1 -1
- metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
- metadata/generated/schema/security/credentials/githubCredentials.py +10 -2
- metadata/generated/schema/security/credentials/gitlabCredentials.py +10 -2
- metadata/generated/schema/security/credentials/kubernetesCredentials.py +40 -0
- metadata/generated/schema/security/sasl/__init__.py +1 -1
- metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
- metadata/generated/schema/security/secrets/__init__.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerProvider.py +2 -1
- metadata/generated/schema/security/securityConfiguration.py +1 -1
- metadata/generated/schema/security/ssl/__init__.py +1 -1
- metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
- metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
- metadata/generated/schema/settings/__init__.py +1 -1
- metadata/generated/schema/settings/settings.py +11 -1
- metadata/generated/schema/system/__init__.py +1 -1
- metadata/generated/schema/system/entityError.py +1 -1
- metadata/generated/schema/system/eventPublisherJob.py +62 -11
- metadata/generated/schema/system/indexingError.py +2 -2
- metadata/generated/schema/system/limitsResponse.py +1 -1
- metadata/generated/schema/system/securityValidationResponse.py +62 -0
- metadata/generated/schema/system/ui/__init__.py +1 -1
- metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
- metadata/generated/schema/system/ui/navigationItem.py +38 -0
- metadata/generated/schema/system/ui/page.py +34 -18
- metadata/generated/schema/system/ui/tab.py +36 -0
- metadata/generated/schema/system/ui/uiCustomization.py +52 -0
- metadata/generated/schema/system/validationResponse.py +8 -1
- metadata/generated/schema/tests/__init__.py +1 -1
- metadata/generated/schema/tests/assigned.py +1 -1
- metadata/generated/schema/tests/basic.py +1 -1
- metadata/generated/schema/tests/customMetric.py +1 -1
- metadata/generated/schema/tests/dataQualityReport.py +1 -1
- metadata/generated/schema/tests/resolved.py +1 -1
- metadata/generated/schema/tests/testCase.py +36 -5
- metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
- metadata/generated/schema/tests/testDefinition.py +9 -5
- metadata/generated/schema/tests/testSuite.py +26 -4
- metadata/generated/schema/type/__init__.py +1 -1
- metadata/generated/schema/type/apiSchema.py +1 -1
- metadata/generated/schema/type/assetCertification.py +1 -1
- metadata/generated/schema/type/auditLog.py +1 -1
- metadata/generated/schema/type/basic.py +61 -3
- metadata/generated/schema/type/bulkOperationResult.py +1 -1
- metadata/generated/schema/type/changeEvent.py +9 -7
- metadata/generated/schema/type/changeEventType.py +1 -1
- metadata/generated/schema/type/changeSummaryMap.py +37 -0
- metadata/generated/schema/type/collectionDescriptor.py +1 -1
- metadata/generated/schema/type/contextRecognizer.py +50 -0
- metadata/generated/schema/type/contractExecutionStatus.py +16 -0
- metadata/generated/schema/type/csvDocumentation.py +1 -1
- metadata/generated/schema/type/csvErrorType.py +1 -1
- metadata/generated/schema/type/csvFile.py +1 -1
- metadata/generated/schema/type/csvImportResult.py +1 -1
- metadata/generated/schema/type/customProperties/__init__.py +1 -1
- metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
- metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
- metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
- metadata/generated/schema/type/customProperty.py +1 -1
- metadata/generated/schema/type/customRecognizer.py +39 -0
- metadata/generated/schema/type/dailyCount.py +1 -1
- metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
- metadata/generated/schema/type/denyListRecognizer.py +37 -0
- metadata/generated/schema/type/entityHierarchy.py +7 -6
- metadata/generated/schema/type/entityHistory.py +35 -1
- metadata/generated/schema/type/entityLineage.py +27 -1
- metadata/generated/schema/type/entityProfile.py +45 -0
- metadata/generated/schema/type/entityReference.py +1 -1
- metadata/generated/schema/type/entityReferenceList.py +1 -1
- metadata/generated/schema/type/{entityRelationship.py → entityRelationship/__init__.py} +2 -2
- metadata/generated/schema/type/entityRelationship/nodeInformation.py +25 -0
- metadata/generated/schema/type/entityUsage.py +1 -1
- metadata/generated/schema/type/filterPattern.py +3 -3
- metadata/generated/schema/type/function.py +1 -1
- metadata/generated/schema/type/include.py +1 -1
- metadata/generated/schema/type/jdbcConnection.py +1 -1
- metadata/generated/schema/type/layerPaging.py +24 -0
- metadata/generated/schema/type/lifeCycle.py +1 -1
- metadata/generated/schema/type/paging.py +1 -1
- metadata/generated/schema/type/patternRecognizer.py +39 -0
- metadata/generated/schema/type/personaPreferences.py +48 -0
- metadata/generated/schema/type/piiEntity.py +48 -0
- metadata/generated/schema/type/predefinedRecognizer.py +85 -0
- metadata/generated/schema/type/profile.py +1 -1
- metadata/generated/schema/type/queryParserData.py +4 -1
- metadata/generated/schema/type/reaction.py +1 -1
- metadata/generated/schema/type/recognizer.py +159 -0
- metadata/generated/schema/type/recognizerFeedback.py +120 -0
- metadata/generated/schema/type/recognizers/__init__.py +3 -0
- metadata/generated/schema/type/recognizers/patterns.py +29 -0
- metadata/generated/schema/type/recognizers/regexFlags.py +29 -0
- metadata/generated/schema/type/schedule.py +1 -1
- metadata/generated/schema/type/schema.py +1 -1
- metadata/generated/schema/type/status.py +16 -0
- metadata/generated/schema/type/tableQuery.py +4 -1
- metadata/generated/schema/type/tableUsageCount.py +18 -1
- metadata/generated/schema/type/tagLabel.py +9 -1
- metadata/generated/schema/type/usageDetails.py +1 -1
- metadata/generated/schema/type/usageRequest.py +1 -1
- metadata/generated/schema/type/votes.py +1 -1
- metadata/great_expectations/action.py +158 -21
- metadata/great_expectations/action1xx.py +471 -0
- metadata/great_expectations/utils/ometa_config_handler.py +2 -2
- metadata/ingestion/api/closeable.py +3 -3
- metadata/ingestion/api/common.py +3 -3
- metadata/ingestion/api/delete.py +3 -3
- metadata/ingestion/api/models.py +3 -3
- metadata/ingestion/api/parser.py +41 -12
- metadata/ingestion/api/status.py +9 -4
- metadata/ingestion/api/step.py +6 -4
- metadata/ingestion/api/steps.py +3 -3
- metadata/ingestion/api/topology_runner.py +54 -32
- metadata/ingestion/bulksink/metadata_usage.py +49 -11
- metadata/ingestion/connections/builders.py +22 -8
- metadata/ingestion/connections/connection.py +80 -0
- metadata/ingestion/connections/headers.py +3 -3
- metadata/ingestion/connections/query_logger.py +115 -0
- metadata/ingestion/connections/secrets.py +3 -3
- metadata/ingestion/connections/session.py +3 -3
- metadata/ingestion/connections/test_connections.py +4 -4
- metadata/ingestion/lineage/masker.py +45 -27
- metadata/ingestion/lineage/models.py +30 -3
- metadata/ingestion/lineage/parser.py +89 -36
- metadata/ingestion/lineage/sql_lineage.py +459 -112
- metadata/ingestion/models/custom_basemodel_validation.py +180 -49
- metadata/ingestion/models/custom_properties.py +6 -6
- metadata/ingestion/models/custom_pydantic.py +83 -27
- metadata/ingestion/models/custom_types.py +2 -2
- metadata/ingestion/models/data_insight.py +3 -3
- metadata/ingestion/models/delete_entity.py +3 -3
- metadata/ingestion/models/encoders.py +3 -3
- metadata/ingestion/models/entity_interface.py +3 -3
- metadata/ingestion/models/lf_tags_model.py +3 -3
- metadata/ingestion/models/life_cycle.py +3 -3
- metadata/ingestion/models/ometa_classification.py +3 -3
- metadata/ingestion/models/ometa_lineage.py +8 -4
- metadata/ingestion/models/ometa_topic_data.py +3 -3
- metadata/ingestion/models/patch_request.py +119 -11
- metadata/ingestion/models/pipeline_status.py +3 -3
- metadata/ingestion/models/profile_data.py +3 -3
- metadata/ingestion/models/search_index_data.py +3 -3
- metadata/ingestion/models/table_metadata.py +3 -3
- metadata/ingestion/models/tests_data.py +3 -3
- metadata/ingestion/models/topology.py +3 -3
- metadata/ingestion/models/user.py +3 -3
- metadata/ingestion/ometa/auth_provider.py +3 -3
- metadata/ingestion/ometa/client.py +25 -5
- metadata/ingestion/ometa/client_utils.py +3 -3
- metadata/ingestion/ometa/credentials.py +3 -3
- metadata/ingestion/ometa/mixins/csv_mixin.py +180 -0
- metadata/ingestion/ometa/mixins/custom_property_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/dashboard_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/data_contract_mixin.py +205 -0
- metadata/ingestion/ometa/mixins/data_insight_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/domain_mixin.py +128 -0
- metadata/ingestion/ometa/mixins/es_mixin.py +134 -22
- metadata/ingestion/ometa/mixins/ingestion_pipeline_mixin.py +29 -3
- metadata/ingestion/ometa/mixins/lineage_mixin.py +39 -12
- metadata/ingestion/ometa/mixins/logs_mixin.py +316 -0
- metadata/ingestion/ometa/mixins/mlmodel_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/patch_mixin.py +165 -65
- metadata/ingestion/ometa/mixins/patch_mixin_utils.py +2 -2
- metadata/ingestion/ometa/mixins/pipeline_mixin.py +21 -3
- metadata/ingestion/ometa/mixins/profile_mixin.py +77 -0
- metadata/ingestion/ometa/mixins/query_mixin.py +48 -3
- metadata/ingestion/ometa/mixins/role_policy_mixin.py +2 -2
- metadata/ingestion/ometa/mixins/search_index_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/server_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/service_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/suggestions_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/table_mixin.py +34 -4
- metadata/ingestion/ometa/mixins/tag_glossary_mixin.py +68 -0
- metadata/ingestion/ometa/mixins/tests_mixin.py +8 -8
- metadata/ingestion/ometa/mixins/topic_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/user_mixin.py +60 -19
- metadata/ingestion/ometa/mixins/version_mixin.py +3 -3
- metadata/ingestion/ometa/models.py +3 -3
- metadata/ingestion/ometa/ometa_api.py +94 -10
- metadata/ingestion/ometa/routes.py +59 -3
- metadata/ingestion/ometa/ttl_cache.py +3 -3
- metadata/ingestion/ometa/utils.py +48 -4
- metadata/ingestion/processor/query_parser.py +4 -3
- metadata/ingestion/sink/file.py +3 -3
- metadata/ingestion/sink/metadata_rest.py +139 -16
- metadata/ingestion/source/api/api_service.py +4 -9
- metadata/ingestion/source/api/rest/connection.py +22 -12
- metadata/ingestion/source/api/rest/metadata.py +358 -67
- metadata/ingestion/source/api/rest/models.py +5 -4
- metadata/ingestion/source/api/rest/parser.py +103 -0
- metadata/ingestion/source/connections.py +83 -17
- metadata/ingestion/source/connections_utils.py +32 -0
- metadata/ingestion/source/dashboard/dashboard_service.py +77 -25
- metadata/ingestion/source/dashboard/domodashboard/connection.py +3 -3
- metadata/ingestion/source/dashboard/domodashboard/metadata.py +35 -19
- metadata/ingestion/source/dashboard/grafana/__init__.py +10 -0
- metadata/ingestion/source/dashboard/grafana/client.py +223 -0
- metadata/ingestion/source/dashboard/grafana/connection.py +66 -0
- metadata/ingestion/source/dashboard/grafana/metadata.py +476 -0
- metadata/ingestion/source/dashboard/grafana/models.py +159 -0
- metadata/ingestion/source/dashboard/grafana/service_spec.py +17 -0
- metadata/ingestion/source/dashboard/hex/client.py +104 -0
- metadata/ingestion/source/dashboard/hex/connection.py +60 -0
- metadata/ingestion/source/dashboard/hex/metadata.py +363 -0
- metadata/ingestion/source/dashboard/hex/models.py +143 -0
- metadata/ingestion/source/dashboard/hex/query_fetcher.py +503 -0
- metadata/ingestion/source/dashboard/hex/service_spec.py +18 -0
- metadata/ingestion/source/dashboard/hex/warehouse_queries.py +225 -0
- metadata/ingestion/source/dashboard/lightdash/client.py +86 -12
- metadata/ingestion/source/dashboard/lightdash/connection.py +3 -3
- metadata/ingestion/source/dashboard/lightdash/metadata.py +49 -28
- metadata/ingestion/source/dashboard/lightdash/models.py +11 -0
- metadata/ingestion/source/dashboard/looker/bulk_parser.py +34 -17
- metadata/ingestion/source/dashboard/looker/columns.py +3 -3
- metadata/ingestion/source/dashboard/looker/connection.py +3 -3
- metadata/ingestion/source/dashboard/looker/links.py +3 -3
- metadata/ingestion/source/dashboard/looker/metadata.py +602 -100
- metadata/ingestion/source/dashboard/looker/models.py +8 -3
- metadata/ingestion/source/dashboard/looker/parser.py +6 -3
- metadata/ingestion/source/dashboard/looker/utils.py +21 -6
- metadata/ingestion/source/dashboard/metabase/client.py +99 -18
- metadata/ingestion/source/dashboard/metabase/connection.py +3 -3
- metadata/ingestion/source/dashboard/metabase/metadata.py +181 -48
- metadata/ingestion/source/dashboard/metabase/models.py +54 -5
- metadata/ingestion/source/dashboard/microstrategy/client.py +23 -2
- metadata/ingestion/source/dashboard/microstrategy/connection.py +3 -3
- metadata/ingestion/source/dashboard/microstrategy/helpers.py +67 -0
- metadata/ingestion/source/dashboard/microstrategy/metadata.py +197 -6
- metadata/ingestion/source/dashboard/microstrategy/models.py +16 -4
- metadata/ingestion/source/dashboard/mode/client.py +5 -4
- metadata/ingestion/source/dashboard/mode/connection.py +3 -3
- metadata/ingestion/source/dashboard/mode/metadata.py +78 -25
- metadata/ingestion/source/dashboard/powerbi/client.py +322 -65
- metadata/ingestion/source/dashboard/powerbi/connection.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/databricks_parser.py +108 -0
- metadata/ingestion/source/dashboard/powerbi/file_client.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/metadata.py +1207 -286
- metadata/ingestion/source/dashboard/powerbi/models.py +102 -2
- metadata/ingestion/source/dashboard/qlikcloud/client.py +63 -8
- metadata/ingestion/source/dashboard/qlikcloud/connection.py +3 -3
- metadata/ingestion/source/dashboard/qlikcloud/constants.py +9 -3
- metadata/ingestion/source/dashboard/qlikcloud/metadata.py +96 -21
- metadata/ingestion/source/dashboard/qlikcloud/models.py +56 -4
- metadata/ingestion/source/dashboard/qliksense/client.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/connection.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/constants.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/metadata.py +77 -28
- metadata/ingestion/source/dashboard/qliksense/models.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/connection.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/metadata.py +124 -42
- metadata/ingestion/source/dashboard/quicksight/models.py +3 -3
- metadata/ingestion/source/dashboard/redash/client.py +10 -14
- metadata/ingestion/source/dashboard/redash/connection.py +3 -3
- metadata/ingestion/source/dashboard/redash/metadata.py +80 -25
- metadata/ingestion/source/dashboard/sigma/client.py +72 -9
- metadata/ingestion/source/dashboard/sigma/connection.py +7 -4
- metadata/ingestion/source/dashboard/sigma/metadata.py +76 -26
- metadata/ingestion/source/dashboard/sigma/models.py +8 -2
- metadata/ingestion/source/dashboard/superset/api_source.py +74 -31
- metadata/ingestion/source/dashboard/superset/client.py +6 -5
- metadata/ingestion/source/dashboard/superset/connection.py +15 -17
- metadata/ingestion/source/dashboard/superset/db_source.py +71 -27
- metadata/ingestion/source/dashboard/superset/metadata.py +3 -3
- metadata/ingestion/source/dashboard/superset/mixin.py +224 -59
- metadata/ingestion/source/dashboard/superset/models.py +6 -3
- metadata/ingestion/source/dashboard/superset/queries.py +10 -7
- metadata/ingestion/source/dashboard/superset/utils.py +36 -0
- metadata/ingestion/source/dashboard/tableau/__init__.py +3 -3
- metadata/ingestion/source/dashboard/tableau/client.py +275 -109
- metadata/ingestion/source/dashboard/tableau/connection.py +72 -54
- metadata/ingestion/source/dashboard/tableau/metadata.py +472 -117
- metadata/ingestion/source/dashboard/tableau/models.py +45 -18
- metadata/ingestion/source/dashboard/tableau/queries.py +17 -3
- metadata/ingestion/source/database/athena/client.py +3 -3
- metadata/ingestion/source/database/athena/connection.py +3 -3
- metadata/ingestion/source/database/athena/lineage.py +3 -3
- metadata/ingestion/source/database/athena/metadata.py +52 -3
- metadata/ingestion/source/database/athena/models.py +3 -3
- metadata/ingestion/source/database/athena/query_parser.py +3 -3
- metadata/ingestion/source/database/athena/usage.py +3 -3
- metadata/ingestion/source/database/athena/utils.py +66 -9
- metadata/ingestion/source/database/azuresql/connection.py +3 -3
- metadata/ingestion/source/database/azuresql/lineage.py +3 -3
- metadata/ingestion/source/database/azuresql/metadata.py +3 -3
- metadata/ingestion/source/database/azuresql/queries.py +3 -3
- metadata/ingestion/source/database/azuresql/query_parser.py +3 -3
- metadata/ingestion/source/database/azuresql/usage.py +3 -3
- metadata/ingestion/source/database/bigquery/connection.py +36 -7
- metadata/ingestion/source/database/bigquery/helper.py +31 -19
- metadata/ingestion/source/database/bigquery/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/bigquery/lineage.py +8 -13
- metadata/ingestion/source/database/bigquery/metadata.py +331 -66
- metadata/ingestion/source/database/bigquery/models.py +3 -3
- metadata/ingestion/source/database/bigquery/queries.py +26 -8
- metadata/ingestion/source/database/bigquery/query_parser.py +4 -3
- metadata/ingestion/source/database/bigquery/service_spec.py +4 -4
- metadata/ingestion/source/database/bigquery/usage.py +3 -3
- metadata/ingestion/source/database/bigtable/client.py +2 -2
- metadata/ingestion/source/database/bigtable/connection.py +2 -2
- metadata/ingestion/source/database/bigtable/metadata.py +13 -5
- metadata/ingestion/source/database/bigtable/models.py +2 -2
- metadata/ingestion/source/database/cassandra/connection.py +138 -0
- metadata/ingestion/source/database/cassandra/helpers.py +100 -0
- metadata/ingestion/source/database/cassandra/metadata.py +138 -0
- metadata/ingestion/source/database/cassandra/queries.py +45 -0
- metadata/ingestion/source/database/cassandra/service_spec.py +10 -0
- metadata/ingestion/source/database/clickhouse/connection.py +3 -3
- metadata/ingestion/source/database/clickhouse/lineage.py +3 -3
- metadata/ingestion/source/database/clickhouse/metadata.py +3 -36
- metadata/ingestion/source/database/clickhouse/queries.py +3 -3
- metadata/ingestion/source/database/clickhouse/query_parser.py +3 -3
- metadata/ingestion/source/database/clickhouse/usage.py +3 -3
- metadata/ingestion/source/database/clickhouse/utils.py +3 -3
- metadata/ingestion/source/database/cockroach/connection.py +71 -0
- metadata/ingestion/source/database/cockroach/metadata.py +206 -0
- metadata/ingestion/source/database/cockroach/queries.py +90 -0
- metadata/ingestion/source/database/cockroach/service_spec.py +4 -0
- metadata/ingestion/source/database/column_helpers.py +3 -3
- metadata/ingestion/source/database/column_type_parser.py +11 -6
- metadata/ingestion/source/database/common/data_diff/databricks_base.py +42 -0
- metadata/ingestion/source/database/common_db_source.py +63 -59
- metadata/ingestion/source/database/common_nosql_source.py +105 -52
- metadata/ingestion/source/database/common_pg_mappings.py +56 -0
- metadata/ingestion/source/database/couchbase/connection.py +3 -3
- metadata/ingestion/source/database/couchbase/metadata.py +11 -5
- metadata/ingestion/source/database/couchbase/models.py +2 -2
- metadata/ingestion/source/database/couchbase/queries.py +3 -3
- metadata/ingestion/source/database/database_service.py +154 -11
- metadata/ingestion/source/database/databricks/auth.py +99 -0
- metadata/ingestion/source/database/databricks/client.py +304 -19
- metadata/ingestion/source/database/databricks/connection.py +154 -16
- metadata/ingestion/source/database/databricks/data_diff/__init__.py +1 -0
- metadata/ingestion/source/database/databricks/data_diff/data_diff.py +12 -0
- metadata/ingestion/source/database/databricks/lineage.py +15 -27
- metadata/ingestion/source/database/databricks/metadata.py +64 -17
- metadata/ingestion/source/database/databricks/queries.py +133 -9
- metadata/ingestion/source/database/databricks/query_parser.py +14 -18
- metadata/ingestion/source/database/databricks/service_spec.py +6 -0
- metadata/ingestion/source/database/databricks/usage.py +10 -40
- metadata/ingestion/source/database/datalake/clients/azure_blob.py +3 -3
- metadata/ingestion/source/database/datalake/clients/base.py +3 -3
- metadata/ingestion/source/database/datalake/clients/gcs.py +3 -3
- metadata/ingestion/source/database/datalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/datalake/columns.py +3 -3
- metadata/ingestion/source/database/datalake/connection.py +54 -76
- metadata/ingestion/source/database/datalake/metadata.py +41 -34
- metadata/ingestion/source/database/datalake/service_spec.py +2 -0
- metadata/ingestion/source/database/db2/connection.py +19 -4
- metadata/ingestion/source/database/db2/lineage.py +3 -3
- metadata/ingestion/source/database/db2/metadata.py +3 -3
- metadata/ingestion/source/database/db2/service_spec.py +4 -1
- metadata/ingestion/source/database/db2/utils.py +133 -3
- metadata/ingestion/source/database/dbt/constants.py +20 -5
- metadata/ingestion/source/database/dbt/dbt_config.py +93 -31
- metadata/ingestion/source/database/dbt/dbt_service.py +34 -5
- metadata/ingestion/source/database/dbt/dbt_utils.py +4 -4
- metadata/ingestion/source/database/dbt/metadata.py +346 -116
- metadata/ingestion/source/database/dbt/models.py +4 -3
- metadata/ingestion/source/database/deltalake/clients/base.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/pyspark.py +4 -4
- metadata/ingestion/source/database/deltalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/deltalake/connection.py +3 -3
- metadata/ingestion/source/database/deltalake/metadata.py +21 -20
- metadata/ingestion/source/database/domodatabase/connection.py +3 -3
- metadata/ingestion/source/database/domodatabase/metadata.py +21 -20
- metadata/ingestion/source/database/domodatabase/models.py +3 -3
- metadata/ingestion/source/database/doris/connection.py +3 -3
- metadata/ingestion/source/database/doris/metadata.py +14 -6
- metadata/ingestion/source/database/doris/utils.py +3 -3
- metadata/ingestion/source/database/druid/connection.py +3 -3
- metadata/ingestion/source/database/druid/lineage.py +3 -3
- metadata/ingestion/source/database/druid/metadata.py +3 -3
- metadata/ingestion/source/database/druid/service_spec.py +5 -1
- metadata/ingestion/source/database/dynamodb/connection.py +3 -3
- metadata/ingestion/source/database/dynamodb/metadata.py +9 -6
- metadata/ingestion/source/database/dynamodb/models.py +2 -2
- metadata/ingestion/source/database/exasol/connection.py +20 -3
- metadata/ingestion/source/database/exasol/lineage.py +24 -0
- metadata/ingestion/source/database/exasol/metadata.py +6 -0
- metadata/ingestion/source/database/exasol/queries.py +35 -0
- metadata/ingestion/source/database/exasol/query_parser.py +33 -0
- metadata/ingestion/source/database/exasol/service_spec.py +5 -1
- metadata/ingestion/source/database/external_table_lineage_mixin.py +3 -3
- metadata/ingestion/source/database/glue/connection.py +3 -3
- metadata/ingestion/source/database/glue/metadata.py +100 -25
- metadata/ingestion/source/database/glue/models.py +3 -3
- metadata/ingestion/source/database/greenplum/connection.py +3 -3
- metadata/ingestion/source/database/greenplum/lineage.py +3 -3
- metadata/ingestion/source/database/greenplum/metadata.py +9 -40
- metadata/ingestion/source/database/greenplum/queries.py +3 -3
- metadata/ingestion/source/database/greenplum/service_spec.py +5 -1
- metadata/ingestion/source/database/greenplum/utils.py +3 -3
- metadata/ingestion/source/database/hive/connection.py +44 -5
- metadata/ingestion/source/database/hive/custom_hive_connection.py +195 -0
- metadata/ingestion/source/database/hive/lineage.py +3 -3
- metadata/ingestion/source/database/hive/metadata.py +11 -4
- metadata/ingestion/source/database/hive/metastore_dialects/mixin.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/dialect.py +38 -16
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/dialect.py +41 -17
- metadata/ingestion/source/database/hive/queries.py +3 -3
- metadata/ingestion/source/database/hive/service_spec.py +5 -1
- metadata/ingestion/source/database/hive/utils.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/base.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/dynamodb.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/glue.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/hive.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/rest.py +3 -3
- metadata/ingestion/source/database/iceberg/connection.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/azure.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/base.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/s3.py +3 -3
- metadata/ingestion/source/database/iceberg/helper.py +3 -3
- metadata/ingestion/source/database/iceberg/metadata.py +64 -21
- metadata/ingestion/source/database/iceberg/models.py +25 -16
- metadata/ingestion/source/database/impala/connection.py +3 -3
- metadata/ingestion/source/database/impala/lineage.py +3 -3
- metadata/ingestion/source/database/impala/metadata.py +3 -3
- metadata/ingestion/source/database/impala/queries.py +3 -3
- metadata/ingestion/source/database/impala/service_spec.py +5 -1
- metadata/ingestion/source/database/incremental_metadata_extraction.py +3 -3
- metadata/ingestion/source/database/life_cycle_query_mixin.py +23 -10
- metadata/ingestion/source/database/lineage_processors.py +386 -0
- metadata/ingestion/source/database/lineage_source.py +417 -111
- metadata/ingestion/source/database/mariadb/connection.py +3 -3
- metadata/ingestion/source/database/mariadb/lineage.py +6 -6
- metadata/ingestion/source/database/mariadb/metadata.py +89 -4
- metadata/ingestion/source/database/mariadb/models.py +36 -0
- metadata/ingestion/source/database/mariadb/queries.py +43 -0
- metadata/ingestion/source/database/mariadb/service_spec.py +9 -1
- metadata/ingestion/source/database/mongodb/connection.py +3 -3
- metadata/ingestion/source/database/mongodb/metadata.py +11 -6
- metadata/ingestion/source/database/mssql/connection.py +3 -3
- metadata/ingestion/source/database/mssql/constants.py +3 -3
- metadata/ingestion/source/database/mssql/lineage.py +6 -30
- metadata/ingestion/source/database/mssql/metadata.py +71 -5
- metadata/ingestion/source/database/mssql/models.py +3 -3
- metadata/ingestion/source/database/mssql/queries.py +51 -8
- metadata/ingestion/source/database/mssql/query_parser.py +3 -3
- metadata/ingestion/source/database/mssql/usage.py +3 -3
- metadata/ingestion/source/database/mssql/utils.py +3 -3
- metadata/ingestion/source/database/multi_db_source.py +3 -3
- metadata/ingestion/source/database/mysql/connection.py +55 -46
- metadata/ingestion/source/database/mysql/lineage.py +7 -7
- metadata/ingestion/source/database/mysql/metadata.py +3 -3
- metadata/ingestion/source/database/mysql/queries.py +32 -3
- metadata/ingestion/source/database/mysql/query_parser.py +34 -3
- metadata/ingestion/source/database/mysql/service_spec.py +2 -0
- metadata/ingestion/source/database/mysql/usage.py +3 -3
- metadata/ingestion/source/database/mysql/utils.py +8 -6
- metadata/ingestion/source/database/oracle/connection.py +165 -99
- metadata/ingestion/source/database/oracle/lineage.py +6 -13
- metadata/ingestion/source/database/oracle/metadata.py +40 -62
- metadata/ingestion/source/database/oracle/models.py +5 -4
- metadata/ingestion/source/database/oracle/queries.py +64 -6
- metadata/ingestion/source/database/oracle/query_parser.py +3 -3
- metadata/ingestion/source/database/oracle/service_spec.py +2 -0
- metadata/ingestion/source/database/oracle/usage.py +3 -3
- metadata/ingestion/source/database/oracle/utils.py +22 -17
- metadata/ingestion/source/database/pinotdb/connection.py +3 -3
- metadata/ingestion/source/database/pinotdb/lineage.py +3 -3
- metadata/ingestion/source/database/pinotdb/metadata.py +3 -3
- metadata/ingestion/source/database/pinotdb/service_spec.py +5 -1
- metadata/ingestion/source/database/postgres/connection.py +60 -51
- metadata/ingestion/source/database/postgres/converter_orm.py +3 -3
- metadata/ingestion/source/database/postgres/lineage.py +5 -4
- metadata/ingestion/source/database/postgres/metadata.py +51 -63
- metadata/ingestion/source/database/postgres/models.py +4 -2
- metadata/ingestion/source/database/postgres/pgspider/lineage.py +2 -2
- metadata/ingestion/source/database/postgres/pgspider/queries.py +2 -2
- metadata/ingestion/source/database/postgres/queries.py +55 -91
- metadata/ingestion/source/database/postgres/query_parser.py +3 -3
- metadata/ingestion/source/database/postgres/service_spec.py +2 -0
- metadata/ingestion/source/database/postgres/types/money.py +3 -3
- metadata/ingestion/source/database/postgres/usage.py +18 -3
- metadata/ingestion/source/database/postgres/utils.py +58 -59
- metadata/ingestion/source/database/presto/connection.py +3 -3
- metadata/ingestion/source/database/presto/metadata.py +3 -3
- metadata/ingestion/source/database/presto/queries.py +3 -3
- metadata/ingestion/source/database/query/lineage.py +3 -3
- metadata/ingestion/source/database/query/usage.py +3 -3
- metadata/ingestion/source/database/query_parser_source.py +17 -15
- metadata/ingestion/source/database/redshift/connection.py +4 -4
- metadata/ingestion/source/database/redshift/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/redshift/lineage.py +7 -13
- metadata/ingestion/source/database/redshift/metadata.py +40 -22
- metadata/ingestion/source/database/redshift/models.py +3 -3
- metadata/ingestion/source/database/redshift/queries.py +8 -38
- metadata/ingestion/source/database/redshift/query_parser.py +3 -3
- metadata/ingestion/source/database/redshift/service_spec.py +4 -4
- metadata/ingestion/source/database/redshift/usage.py +3 -3
- metadata/ingestion/source/database/redshift/utils.py +31 -4
- metadata/ingestion/source/database/salesforce/connection.py +17 -9
- metadata/ingestion/source/database/salesforce/metadata.py +73 -34
- metadata/ingestion/source/database/sample_data.py +692 -6
- metadata/ingestion/source/database/sample_usage.py +5 -3
- metadata/ingestion/source/database/saperp/client.py +3 -3
- metadata/ingestion/source/database/saperp/connection.py +3 -3
- metadata/ingestion/source/database/saperp/constants.py +2 -2
- metadata/ingestion/source/database/saperp/metadata.py +3 -3
- metadata/ingestion/source/database/saperp/models.py +3 -3
- metadata/ingestion/source/database/saphana/cdata_parser.py +330 -120
- metadata/ingestion/source/database/saphana/connection.py +3 -3
- metadata/ingestion/source/database/saphana/lineage.py +20 -12
- metadata/ingestion/source/database/saphana/metadata.py +3 -3
- metadata/ingestion/source/database/saphana/models.py +3 -3
- metadata/ingestion/source/database/saphana/queries.py +10 -3
- metadata/ingestion/source/database/sas/client.py +5 -4
- metadata/ingestion/source/database/sas/connection.py +3 -3
- metadata/ingestion/source/database/sas/extension_attr.py +3 -3
- metadata/ingestion/source/database/sas/metadata.py +22 -25
- metadata/ingestion/source/database/singlestore/connection.py +3 -3
- metadata/ingestion/source/database/singlestore/lineage.py +3 -3
- metadata/ingestion/source/database/singlestore/metadata.py +3 -3
- metadata/ingestion/source/database/singlestore/service_spec.py +6 -1
- metadata/ingestion/source/database/snowflake/connection.py +207 -152
- metadata/ingestion/source/database/snowflake/constants.py +69 -0
- metadata/ingestion/source/database/snowflake/data_diff/data_diff.py +37 -0
- metadata/ingestion/source/database/snowflake/lineage.py +55 -32
- metadata/ingestion/source/database/snowflake/metadata.py +416 -63
- metadata/ingestion/source/database/snowflake/models.py +6 -6
- metadata/ingestion/source/database/snowflake/queries.py +76 -20
- metadata/ingestion/source/database/snowflake/query_parser.py +18 -5
- metadata/ingestion/source/database/snowflake/service_spec.py +10 -4
- metadata/ingestion/source/database/snowflake/usage.py +100 -3
- metadata/ingestion/source/database/snowflake/utils.py +143 -39
- metadata/ingestion/source/database/sql_column_handler.py +112 -90
- metadata/ingestion/source/database/sqlalchemy_source.py +3 -3
- metadata/ingestion/source/database/sqlite/connection.py +3 -3
- metadata/ingestion/source/database/sqlite/lineage.py +3 -3
- metadata/ingestion/source/database/sqlite/metadata.py +3 -3
- metadata/ingestion/source/database/sqlite/service_spec.py +5 -1
- metadata/ingestion/source/database/stored_procedures_mixin.py +113 -176
- metadata/ingestion/source/database/teradata/connection.py +3 -3
- metadata/ingestion/source/database/teradata/lineage.py +3 -3
- metadata/ingestion/source/database/teradata/metadata.py +3 -3
- metadata/ingestion/source/database/teradata/queries.py +3 -3
- metadata/ingestion/source/database/teradata/service_spec.py +5 -1
- metadata/ingestion/source/database/teradata/utils.py +3 -3
- metadata/ingestion/source/database/timescale/__init__.py +3 -0
- metadata/ingestion/source/database/timescale/connection.py +103 -0
- metadata/ingestion/source/database/timescale/lineage.py +124 -0
- metadata/ingestion/source/database/timescale/metadata.py +228 -0
- metadata/ingestion/source/database/timescale/models.py +60 -0
- metadata/ingestion/source/database/timescale/queries.py +96 -0
- metadata/ingestion/source/database/timescale/query_parser.py +106 -0
- metadata/ingestion/source/database/timescale/service_spec.py +12 -0
- metadata/ingestion/source/database/timescale/usage.py +43 -0
- metadata/ingestion/source/database/timescale/utils.py +545 -0
- metadata/ingestion/source/database/trino/connection.py +290 -123
- metadata/ingestion/source/database/trino/lineage.py +98 -3
- metadata/ingestion/source/database/trino/metadata.py +46 -7
- metadata/ingestion/source/database/trino/profiler/system_tables_profiler.py +29 -20
- metadata/ingestion/source/database/trino/queries.py +8 -4
- metadata/ingestion/source/database/trino/query_parser.py +18 -3
- metadata/ingestion/source/database/trino/service_spec.py +2 -0
- metadata/ingestion/source/database/trino/usage.py +3 -3
- metadata/ingestion/source/database/unitycatalog/client.py +38 -4
- metadata/ingestion/source/database/unitycatalog/connection.py +121 -17
- metadata/ingestion/source/database/unitycatalog/data_diff/__init__.py +1 -0
- metadata/ingestion/source/database/unitycatalog/data_diff/data_diff.py +12 -0
- metadata/ingestion/source/database/unitycatalog/lineage.py +306 -63
- metadata/ingestion/source/database/unitycatalog/metadata.py +160 -48
- metadata/ingestion/source/database/unitycatalog/models.py +22 -6
- metadata/ingestion/source/database/unitycatalog/queries.py +55 -0
- metadata/ingestion/source/database/unitycatalog/query_parser.py +14 -3
- metadata/ingestion/source/database/unitycatalog/service_spec.py +8 -0
- metadata/ingestion/source/database/unitycatalog/usage.py +30 -5
- metadata/ingestion/source/database/usage_source.py +11 -8
- metadata/ingestion/source/database/vertica/connection.py +3 -3
- metadata/ingestion/source/database/vertica/lineage.py +3 -3
- metadata/ingestion/source/database/vertica/metadata.py +3 -3
- metadata/ingestion/source/database/vertica/queries.py +8 -23
- metadata/ingestion/source/database/vertica/query_parser.py +3 -3
- metadata/ingestion/source/database/vertica/usage.py +3 -3
- metadata/ingestion/source/drive/drive_service.py +648 -0
- metadata/ingestion/source/drives/__init__.py +13 -0
- metadata/ingestion/source/messaging/common_broker_source.py +3 -3
- metadata/ingestion/source/messaging/kafka/connection.py +16 -7
- metadata/ingestion/source/messaging/kafka/metadata.py +11 -13
- metadata/ingestion/source/messaging/kinesis/connection.py +3 -3
- metadata/ingestion/source/messaging/kinesis/metadata.py +7 -5
- metadata/ingestion/source/messaging/kinesis/models.py +2 -2
- metadata/ingestion/source/messaging/messaging_service.py +7 -10
- metadata/ingestion/source/messaging/redpanda/connection.py +3 -3
- metadata/ingestion/source/messaging/redpanda/metadata.py +3 -3
- metadata/ingestion/source/metadata/alationsink/client.py +2 -2
- metadata/ingestion/source/metadata/alationsink/connection.py +2 -2
- metadata/ingestion/source/metadata/alationsink/constants.py +2 -2
- metadata/ingestion/source/metadata/alationsink/metadata.py +36 -27
- metadata/ingestion/source/metadata/alationsink/models.py +2 -2
- metadata/ingestion/source/metadata/amundsen/client.py +9 -9
- metadata/ingestion/source/metadata/amundsen/connection.py +3 -3
- metadata/ingestion/source/metadata/amundsen/metadata.py +18 -20
- metadata/ingestion/source/metadata/amundsen/queries.py +3 -3
- metadata/ingestion/source/metadata/atlas/client.py +5 -4
- metadata/ingestion/source/metadata/atlas/connection.py +3 -3
- metadata/ingestion/source/metadata/atlas/metadata.py +7 -11
- metadata/ingestion/source/mlmodel/mlflow/connection.py +3 -3
- metadata/ingestion/source/mlmodel/mlflow/metadata.py +3 -3
- metadata/ingestion/source/mlmodel/mlmodel_service.py +82 -11
- metadata/ingestion/source/mlmodel/sagemaker/connection.py +3 -3
- metadata/ingestion/source/mlmodel/sagemaker/metadata.py +3 -3
- metadata/ingestion/source/models.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/client.py +145 -7
- metadata/ingestion/source/pipeline/airbyte/connection.py +21 -8
- metadata/ingestion/source/pipeline/airbyte/constants.py +29 -0
- metadata/ingestion/source/pipeline/airbyte/metadata.py +172 -31
- metadata/ingestion/source/pipeline/airbyte/utils.py +99 -0
- metadata/ingestion/source/pipeline/airflow/connection.py +14 -14
- metadata/ingestion/source/pipeline/airflow/lineage_parser.py +3 -3
- metadata/ingestion/source/pipeline/airflow/metadata.py +112 -41
- metadata/ingestion/source/pipeline/airflow/models.py +4 -3
- metadata/ingestion/source/pipeline/airflow/utils.py +49 -7
- metadata/ingestion/source/pipeline/dagster/client.py +3 -3
- metadata/ingestion/source/pipeline/dagster/connection.py +3 -3
- metadata/ingestion/source/pipeline/dagster/metadata.py +3 -3
- metadata/ingestion/source/pipeline/dagster/models.py +3 -3
- metadata/ingestion/source/pipeline/dagster/queries.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/connection.py +30 -5
- metadata/ingestion/source/pipeline/databrickspipeline/kafka_parser.py +603 -0
- metadata/ingestion/source/pipeline/databrickspipeline/metadata.py +1138 -47
- metadata/ingestion/source/pipeline/databrickspipeline/models.py +22 -6
- metadata/ingestion/source/pipeline/dbtcloud/client.py +126 -68
- metadata/ingestion/source/pipeline/dbtcloud/connection.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/metadata.py +138 -87
- metadata/ingestion/source/pipeline/dbtcloud/models.py +20 -3
- metadata/ingestion/source/pipeline/dbtcloud/queries.py +10 -14
- metadata/ingestion/source/pipeline/domopipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/domopipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/client.py +10 -6
- metadata/ingestion/source/pipeline/fivetran/connection.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/metadata.py +127 -95
- metadata/ingestion/source/pipeline/flink/client.py +3 -3
- metadata/ingestion/source/pipeline/flink/connection.py +3 -3
- metadata/ingestion/source/pipeline/flink/metadata.py +3 -3
- metadata/ingestion/source/pipeline/flink/models.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/models.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/client.py +391 -110
- metadata/ingestion/source/pipeline/kafkaconnect/connection.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/metadata.py +1683 -77
- metadata/ingestion/source/pipeline/kafkaconnect/models.py +58 -21
- metadata/ingestion/source/pipeline/nifi/client.py +71 -77
- metadata/ingestion/source/pipeline/nifi/connection.py +4 -19
- metadata/ingestion/source/pipeline/nifi/metadata.py +197 -10
- metadata/ingestion/source/pipeline/openlineage/connection.py +3 -3
- metadata/ingestion/source/pipeline/openlineage/metadata.py +10 -5
- metadata/ingestion/source/pipeline/openlineage/models.py +6 -5
- metadata/ingestion/source/pipeline/pipeline_service.py +146 -15
- metadata/ingestion/source/pipeline/spline/client.py +3 -3
- metadata/ingestion/source/pipeline/spline/connection.py +3 -3
- metadata/ingestion/source/pipeline/spline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/spline/models.py +3 -3
- metadata/ingestion/source/pipeline/spline/utils.py +3 -3
- metadata/ingestion/source/search/elasticsearch/connection.py +4 -4
- metadata/ingestion/source/search/elasticsearch/metadata.py +3 -3
- metadata/ingestion/source/search/elasticsearch/parser.py +3 -3
- metadata/ingestion/source/search/opensearch/connection.py +211 -0
- metadata/ingestion/source/search/opensearch/metadata.py +270 -0
- metadata/ingestion/source/search/opensearch/parser.py +71 -0
- metadata/ingestion/source/search/opensearch/service_spec.py +4 -0
- metadata/ingestion/source/search/search_service.py +7 -10
- metadata/ingestion/source/security/security_service.py +128 -0
- metadata/ingestion/source/sqa_types.py +3 -3
- metadata/ingestion/source/storage/gcs/client.py +2 -2
- metadata/ingestion/source/storage/gcs/connection.py +17 -7
- metadata/ingestion/source/storage/gcs/metadata.py +287 -28
- metadata/ingestion/source/storage/gcs/models.py +14 -8
- metadata/ingestion/source/storage/s3/connection.py +3 -3
- metadata/ingestion/source/storage/s3/metadata.py +75 -31
- metadata/ingestion/source/storage/s3/models.py +3 -3
- metadata/ingestion/source/storage/storage_service.py +9 -10
- metadata/ingestion/stage/table_usage.py +56 -4
- metadata/mixins/pandas/pandas_mixin.py +3 -3
- metadata/mixins/sqalchemy/sqa_mixin.py +22 -11
- metadata/parsers/avro_parser.py +3 -3
- metadata/parsers/json_schema_parser.py +44 -4
- metadata/parsers/protobuf_parser.py +3 -3
- metadata/parsers/schema_parsers.py +3 -3
- metadata/pii/algorithms/classifiers.py +242 -0
- metadata/pii/algorithms/column_patterns.py +61 -0
- metadata/pii/algorithms/feature_extraction.py +165 -0
- metadata/pii/algorithms/patterns.py +171 -0
- metadata/pii/algorithms/preprocessing.py +68 -0
- metadata/pii/algorithms/presidio_patches.py +90 -0
- metadata/pii/algorithms/presidio_recognizer_factory.py +302 -0
- metadata/pii/algorithms/presidio_utils.py +292 -0
- metadata/pii/algorithms/tags.py +111 -0
- metadata/pii/algorithms/utils.py +42 -0
- metadata/pii/base_processor.py +126 -0
- metadata/pii/constants.py +11 -3
- metadata/pii/models.py +3 -3
- metadata/pii/ner.py +3 -3
- metadata/pii/processor.py +52 -139
- metadata/pii/processor_factory.py +28 -0
- metadata/pii/scanners/base.py +3 -3
- metadata/pii/scanners/column_name_scanner.py +5 -7
- metadata/pii/scanners/custom_ner_scanner.py +290 -0
- metadata/pii/scanners/ner_scanner.py +5 -12
- metadata/pii/tag_analyzer.py +124 -0
- metadata/pii/tag_processor.py +100 -0
- metadata/profiler/adaptors/adaptor_factory.py +2 -2
- metadata/profiler/adaptors/dynamodb.py +2 -2
- metadata/profiler/adaptors/factory.py +2 -2
- metadata/profiler/adaptors/mongodb.py +2 -2
- metadata/profiler/adaptors/nosql_adaptor.py +2 -2
- metadata/profiler/api/models.py +3 -3
- metadata/profiler/config.py +3 -3
- metadata/profiler/factory.py +3 -3
- metadata/profiler/interface/nosql/profiler_interface.py +3 -3
- metadata/profiler/interface/pandas/profiler_interface.py +3 -3
- metadata/profiler/interface/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +52 -6
- metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +59 -5
- metadata/profiler/interface/sqlalchemy/db2/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/mariadb/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/profiler_interface.py +86 -52
- metadata/profiler/interface/sqlalchemy/redshift/profiler_interface.py +50 -0
- metadata/profiler/interface/sqlalchemy/single_store/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +23 -3
- metadata/profiler/interface/sqlalchemy/stored_statistics_profiler.py +3 -3
- metadata/profiler/interface/sqlalchemy/trino/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/unity_catalog/profiler_interface.py +19 -5
- metadata/profiler/metrics/composed/distinct_ratio.py +3 -3
- metadata/profiler/metrics/composed/duplicate_count.py +3 -3
- metadata/profiler/metrics/composed/ilike_ratio.py +3 -3
- metadata/profiler/metrics/composed/iqr.py +3 -3
- metadata/profiler/metrics/composed/like_ratio.py +3 -3
- metadata/profiler/metrics/composed/non_parametric_skew.py +3 -3
- metadata/profiler/metrics/composed/null_ratio.py +3 -3
- metadata/profiler/metrics/composed/unique_ratio.py +3 -3
- metadata/profiler/metrics/core.py +3 -3
- metadata/profiler/metrics/hybrid/cardinality_distribution.py +232 -0
- metadata/profiler/metrics/hybrid/histogram.py +4 -4
- metadata/profiler/metrics/registry.py +7 -3
- metadata/profiler/metrics/static/column_count.py +3 -3
- metadata/profiler/metrics/static/column_names.py +3 -3
- metadata/profiler/metrics/static/count.py +3 -3
- metadata/profiler/metrics/static/count_in_set.py +3 -3
- metadata/profiler/metrics/static/distinct_count.py +3 -3
- metadata/profiler/metrics/static/ilike_count.py +3 -3
- metadata/profiler/metrics/static/like_count.py +3 -3
- metadata/profiler/metrics/static/max.py +3 -3
- metadata/profiler/metrics/static/max_length.py +3 -3
- metadata/profiler/metrics/static/mean.py +3 -3
- metadata/profiler/metrics/static/min.py +3 -3
- metadata/profiler/metrics/static/min_length.py +3 -3
- metadata/profiler/metrics/static/not_like_count.py +3 -3
- metadata/profiler/metrics/static/not_regexp_match_count.py +7 -6
- metadata/profiler/metrics/static/null_count.py +3 -3
- metadata/profiler/metrics/static/null_missing_count.py +3 -3
- metadata/profiler/metrics/static/regexp_match_count.py +6 -5
- metadata/profiler/metrics/static/row_count.py +3 -3
- metadata/profiler/metrics/static/stddev.py +3 -3
- metadata/profiler/metrics/static/sum.py +3 -3
- metadata/profiler/metrics/static/unique_count.py +3 -3
- metadata/{ingestion/source/database/bigquery/profiler → profiler/metrics/system/bigquery}/system.py +44 -59
- metadata/profiler/metrics/system/databricks/system.py +132 -0
- metadata/profiler/metrics/system/dml_operation.py +5 -3
- metadata/{ingestion/source/database/redshift/profiler → profiler/metrics/system/redshift}/system.py +39 -57
- metadata/{ingestion/source/database/snowflake/profiler → profiler/metrics/system/snowflake}/system.py +29 -52
- metadata/profiler/metrics/system/system.py +110 -41
- metadata/profiler/metrics/window/first_quartile.py +6 -6
- metadata/profiler/metrics/window/median.py +6 -6
- metadata/profiler/metrics/window/third_quartile.py +6 -6
- metadata/profiler/orm/converter/azuresql/converter.py +39 -0
- metadata/profiler/orm/converter/base.py +3 -3
- metadata/profiler/orm/converter/bigquery/converter.py +3 -3
- metadata/profiler/orm/converter/common.py +3 -3
- metadata/profiler/orm/converter/converter_registry.py +9 -3
- metadata/profiler/orm/converter/mariadb/converter.py +28 -0
- metadata/profiler/orm/converter/mssql/converter.py +3 -3
- metadata/profiler/orm/converter/redshift/converter.py +3 -3
- metadata/profiler/orm/converter/snowflake/converter.py +3 -3
- metadata/profiler/orm/converter/trino/__init__.py +14 -0
- metadata/profiler/orm/converter/trino/converter.py +39 -0
- metadata/profiler/orm/functions/concat.py +3 -3
- metadata/profiler/orm/functions/conn_test.py +8 -3
- metadata/profiler/orm/functions/count.py +3 -3
- metadata/profiler/orm/functions/datetime.py +3 -3
- metadata/profiler/orm/functions/length.py +6 -3
- metadata/profiler/orm/functions/md5.py +12 -3
- metadata/profiler/orm/functions/median.py +22 -3
- metadata/profiler/orm/functions/modulo.py +5 -3
- metadata/profiler/orm/functions/random_num.py +8 -3
- metadata/profiler/orm/functions/regexp.py +40 -0
- metadata/profiler/orm/functions/substr.py +3 -3
- metadata/profiler/orm/functions/sum.py +4 -3
- metadata/profiler/orm/functions/table_metric_computer.py +28 -15
- metadata/profiler/orm/functions/unique_count.py +3 -3
- metadata/profiler/orm/registry.py +15 -3
- metadata/profiler/orm/types/__init__.py +10 -0
- metadata/profiler/orm/types/bytea_to_string.py +3 -3
- metadata/profiler/orm/types/custom_array.py +3 -3
- metadata/profiler/orm/types/custom_datetimerange.py +3 -3
- metadata/profiler/orm/types/custom_hex_byte_string.py +3 -3
- metadata/profiler/orm/types/custom_image.py +3 -3
- metadata/profiler/orm/types/custom_ip.py +3 -3
- metadata/profiler/orm/types/custom_time.py +54 -0
- metadata/profiler/orm/types/custom_timestamp.py +3 -3
- metadata/profiler/orm/types/trino.py +70 -0
- metadata/profiler/orm/types/undetermined_type.py +3 -3
- metadata/profiler/orm/types/uuid.py +3 -3
- metadata/profiler/processor/core.py +9 -8
- metadata/profiler/processor/default.py +33 -31
- metadata/profiler/processor/handle_partition.py +3 -3
- metadata/profiler/processor/metric_filter.py +20 -7
- metadata/profiler/processor/models.py +17 -7
- metadata/profiler/processor/processor.py +21 -6
- metadata/profiler/processor/runner.py +32 -9
- metadata/profiler/processor/sample_data_handler.py +3 -3
- metadata/profiler/registry.py +3 -3
- metadata/profiler/source/database/base/profiler_resolver.py +38 -0
- metadata/profiler/source/database/base/profiler_source.py +60 -37
- metadata/profiler/source/database/bigquery/profiler_source.py +5 -23
- metadata/profiler/source/database/bigquery/type_mapper.py +3 -3
- metadata/profiler/source/database/mssql/profiler_source.py +86 -0
- metadata/profiler/source/fetcher/config.py +7 -3
- metadata/profiler/source/fetcher/entity_fetcher.py +3 -3
- metadata/profiler/source/fetcher/fetcher_strategy.py +26 -5
- metadata/profiler/source/fetcher/profiler_source_factory.py +16 -3
- metadata/profiler/source/metadata.py +3 -3
- metadata/profiler/source/metadata_ext.py +3 -3
- metadata/profiler/source/model.py +3 -3
- metadata/profiler/source/profiler_source_interface.py +20 -16
- metadata/readers/dataframe/avro.py +3 -3
- metadata/readers/dataframe/base.py +5 -3
- metadata/readers/dataframe/common.py +3 -3
- metadata/readers/dataframe/dsv.py +53 -8
- metadata/readers/dataframe/json.py +8 -4
- metadata/readers/dataframe/mf4.py +75 -0
- metadata/readers/dataframe/models.py +3 -3
- metadata/readers/dataframe/parquet.py +226 -39
- metadata/readers/dataframe/reader_factory.py +20 -4
- metadata/readers/file/adls.py +3 -3
- metadata/readers/file/api_reader.py +3 -3
- metadata/readers/file/base.py +3 -3
- metadata/readers/file/bitbucket.py +3 -3
- metadata/readers/file/config_source_factory.py +3 -3
- metadata/readers/file/credentials.py +3 -3
- metadata/readers/file/gcs.py +3 -3
- metadata/readers/file/github.py +3 -3
- metadata/readers/file/gitlab.py +3 -3
- metadata/readers/file/local.py +3 -3
- metadata/readers/file/s3.py +3 -3
- metadata/readers/models.py +3 -3
- metadata/sampler/config.py +7 -6
- metadata/sampler/models.py +9 -6
- metadata/sampler/nosql/sampler.py +11 -7
- metadata/sampler/pandas/sampler.py +12 -11
- metadata/sampler/partition.py +14 -6
- metadata/sampler/processor.py +30 -7
- metadata/sampler/sampler_interface.py +28 -17
- metadata/sampler/sqlalchemy/azuresql/sampler.py +32 -6
- metadata/sampler/sqlalchemy/bigquery/sampler.py +30 -9
- metadata/sampler/sqlalchemy/databricks/sampler.py +69 -0
- metadata/sampler/sqlalchemy/mssql/sampler.py +16 -14
- metadata/sampler/sqlalchemy/postgres/sampler.py +8 -8
- metadata/sampler/sqlalchemy/sampler.py +155 -61
- metadata/sampler/sqlalchemy/snowflake/sampler.py +12 -11
- metadata/sampler/sqlalchemy/trino/sampler.py +12 -11
- metadata/sampler/sqlalchemy/unitycatalog/sampler.py +27 -0
- metadata/sdk/__init__.py +188 -0
- metadata/sdk/api/__init__.py +7 -0
- metadata/sdk/api/lineage.py +421 -0
- metadata/sdk/api/search.py +382 -0
- metadata/sdk/client.py +91 -0
- metadata/sdk/config.py +121 -0
- metadata/sdk/entities/__init__.py +64 -0
- metadata/sdk/entities/apicollections.py +19 -0
- metadata/sdk/entities/apiendpoints.py +19 -0
- metadata/sdk/entities/base.py +487 -0
- metadata/sdk/entities/charts.py +17 -0
- metadata/sdk/entities/classifications.py +21 -0
- metadata/sdk/entities/containers.py +17 -0
- metadata/sdk/entities/custom_properties.py +144 -0
- metadata/sdk/entities/dashboard_services.py +18 -0
- metadata/sdk/entities/dashboarddatamodels.py +21 -0
- metadata/sdk/entities/dashboards.py +17 -0
- metadata/sdk/entities/database_services.py +18 -0
- metadata/sdk/entities/databases.py +17 -0
- metadata/sdk/entities/databaseschemas.py +19 -0
- metadata/sdk/entities/datacontracts.py +19 -0
- metadata/sdk/entities/dataproducts.py +19 -0
- metadata/sdk/entities/domains.py +17 -0
- metadata/sdk/entities/glossaries.py +17 -0
- metadata/sdk/entities/glossary_terms.py +18 -0
- metadata/sdk/entities/glossaryterms.py +19 -0
- metadata/sdk/entities/metrics.py +49 -0
- metadata/sdk/entities/mlmodels.py +17 -0
- metadata/sdk/entities/pipelines.py +17 -0
- metadata/sdk/entities/queries.py +17 -0
- metadata/sdk/entities/searchindexes.py +19 -0
- metadata/sdk/entities/storedprocedures.py +19 -0
- metadata/sdk/entities/tables.py +68 -0
- metadata/sdk/entities/tags.py +17 -0
- metadata/sdk/entities/teams.py +17 -0
- metadata/sdk/entities/testcases.py +17 -0
- metadata/sdk/entities/testdefinitions.py +19 -0
- metadata/sdk/entities/testsuites.py +17 -0
- metadata/sdk/entities/users.py +17 -0
- metadata/sdk/examples/builder_end_to_end.py +387 -0
- metadata/sdk/types.py +15 -0
- metadata/timer/repeated_timer.py +3 -3
- metadata/utils/bigquery_utils.py +45 -7
- metadata/utils/class_helper.py +4 -3
- metadata/utils/client_version.py +3 -3
- metadata/utils/constants.py +6 -3
- metadata/utils/constraints.py +2 -2
- metadata/utils/credentials.py +63 -7
- metadata/utils/custom_thread_pool.py +3 -3
- metadata/utils/datalake/datalake_utils.py +134 -6
- metadata/utils/db_utils.py +42 -10
- metadata/utils/dependency_injector/dependency_injector.py +403 -0
- metadata/utils/deprecation.py +12 -9
- metadata/utils/dispatch.py +9 -6
- metadata/utils/elasticsearch.py +10 -3
- metadata/utils/entity_link.py +3 -3
- metadata/utils/entity_utils.py +9 -3
- metadata/utils/execution_time_tracker.py +3 -3
- metadata/utils/filters.py +106 -3
- metadata/utils/fqn.py +190 -14
- metadata/utils/helpers.py +121 -4
- metadata/utils/importer.py +6 -5
- metadata/utils/life_cycle_utils.py +3 -3
- metadata/utils/logger.py +34 -11
- metadata/utils/lru_cache.py +3 -3
- metadata/utils/messaging_utils.py +2 -2
- metadata/utils/metadata_service_helper.py +1 -1
- metadata/utils/profiler_utils.py +3 -3
- metadata/utils/s3_utils.py +3 -3
- metadata/utils/secrets/aws_based_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_ssm_secrets_manager.py +2 -2
- metadata/utils/secrets/azure_kv_secrets_manager.py +2 -2
- metadata/utils/secrets/db_secrets_manager.py +2 -2
- metadata/utils/secrets/external_secrets_manager.py +2 -2
- metadata/utils/secrets/kubernetes_secrets_manager.py +176 -0
- metadata/utils/secrets/secrets_manager.py +2 -2
- metadata/utils/secrets/secrets_manager_factory.py +5 -2
- metadata/utils/service_spec/default.py +4 -0
- metadata/utils/service_spec/service_spec.py +67 -10
- metadata/utils/singleton.py +3 -3
- metadata/utils/source_hash.py +3 -3
- metadata/utils/sqa_like_column.py +3 -3
- metadata/utils/sqa_utils.py +21 -3
- metadata/utils/sqlalchemy_utils.py +29 -5
- metadata/utils/ssl_manager.py +186 -12
- metadata/utils/ssl_registry.py +3 -3
- metadata/utils/storage_metadata_config.py +3 -3
- metadata/utils/stored_procedures.py +3 -3
- metadata/utils/streamable_logger.py +569 -0
- metadata/utils/tag_utils.py +75 -30
- metadata/utils/test_utils.py +2 -2
- metadata/utils/time_utils.py +3 -3
- metadata/utils/timeout.py +3 -3
- metadata/utils/uuid_encoder.py +3 -3
- metadata/workflow/application.py +3 -3
- metadata/workflow/application_output_handler.py +3 -3
- metadata/workflow/base.py +60 -6
- metadata/workflow/classification.py +8 -5
- metadata/workflow/context/base.py +24 -0
- metadata/workflow/context/context_manager.py +124 -0
- metadata/workflow/context/workflow_context.py +29 -0
- metadata/workflow/data_quality.py +3 -3
- metadata/workflow/ingestion.py +18 -5
- metadata/workflow/metadata.py +3 -3
- metadata/workflow/output_handler.py +3 -3
- metadata/workflow/profiler.py +24 -21
- metadata/workflow/usage.py +3 -3
- metadata/workflow/workflow_init_error_handler.py +3 -3
- metadata/workflow/workflow_output_handler.py +3 -3
- metadata/workflow/workflow_resource_metrics.py +111 -0
- metadata/workflow/workflow_status_mixin.py +40 -19
- {openmetadata_ingestion-1.6.2.0.dist-info → openmetadata_ingestion-1.10.14.4.dist-info}/METADATA +607 -376
- openmetadata_ingestion-1.10.14.4.dist-info/RECORD +2162 -0
- metadata/ingestion/source/database/bigquery/profiler/profiler.py +0 -30
- metadata/ingestion/source/database/extended_sample_data.py +0 -534
- metadata/ingestion/source/database/redshift/profiler/profiler.py +0 -14
- metadata/ingestion/source/database/snowflake/profiler/profiler.py +0 -26
- openmetadata_ingestion-1.6.2.0.dist-info/RECORD +0 -1814
- /metadata/ingestion/source/database/{bigquery/profiler → cassandra}/__init__.py +0 -0
- /metadata/ingestion/source/database/{redshift/profiler → cockroach}/__init__.py +0 -0
- /metadata/ingestion/source/database/snowflake/{profiler → data_diff}/__init__.py +0 -0
- {openmetadata_ingestion-1.6.2.0.dist-info → openmetadata_ingestion-1.10.14.4.dist-info}/LICENSE +0 -0
- {openmetadata_ingestion-1.6.2.0.dist-info → openmetadata_ingestion-1.10.14.4.dist-info}/WHEEL +0 -0
- {openmetadata_ingestion-1.6.2.0.dist-info → openmetadata_ingestion-1.10.14.4.dist-info}/entry_points.txt +0 -0
- {openmetadata_ingestion-1.6.2.0.dist-info → openmetadata_ingestion-1.10.14.4.dist-info}/top_level.txt +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -15,7 +15,7 @@ Validator for column values to be unique test case
|
|
|
15
15
|
|
|
16
16
|
from typing import Optional
|
|
17
17
|
|
|
18
|
-
from sqlalchemy import Column, inspect
|
|
18
|
+
from sqlalchemy import Column, inspect, literal_column
|
|
19
19
|
from sqlalchemy.exc import SQLAlchemyError
|
|
20
20
|
|
|
21
21
|
from metadata.data_quality.validations.column.base.columnValuesToBeUnique import (
|
|
@@ -25,6 +25,7 @@ from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
|
|
25
25
|
SQAValidatorMixin,
|
|
26
26
|
)
|
|
27
27
|
from metadata.profiler.metrics.registry import Metrics
|
|
28
|
+
from metadata.profiler.orm.registry import Dialects
|
|
28
29
|
|
|
29
30
|
|
|
30
31
|
class ColumnValuesToBeUniqueValidator(
|
|
@@ -57,7 +58,18 @@ class ColumnValuesToBeUniqueValidator(
|
|
|
57
58
|
) # type: ignore
|
|
58
59
|
|
|
59
60
|
try:
|
|
60
|
-
|
|
61
|
+
if self.runner.dialect == Dialects.Oracle:
|
|
62
|
+
query_group_by_ = [literal_column("2")]
|
|
63
|
+
else:
|
|
64
|
+
query_group_by_ = None
|
|
65
|
+
|
|
66
|
+
self.value = dict(
|
|
67
|
+
self.runner.dispatch_query_select_first(
|
|
68
|
+
count,
|
|
69
|
+
unique_count.scalar_subquery().label("uniqueCount"),
|
|
70
|
+
query_group_by_=query_group_by_,
|
|
71
|
+
)
|
|
72
|
+
) # type: ignore
|
|
61
73
|
res = self.value.get(Metrics.COUNT.name)
|
|
62
74
|
except Exception as exc:
|
|
63
75
|
raise SQLAlchemyError(exc)
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -76,7 +76,7 @@ class ColumnValuesToMatchRegexValidator(
|
|
|
76
76
|
res = dict(
|
|
77
77
|
self.runner.dispatch_query_select_first(
|
|
78
78
|
Metrics.COUNT(column).fn(),
|
|
79
|
-
|
|
79
|
+
regex_count_fn,
|
|
80
80
|
)
|
|
81
81
|
)
|
|
82
82
|
|