openmetadata-ingestion 1.6.8.0__py3-none-any.whl → 1.7.0.0rc2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of openmetadata-ingestion might be problematic. Click here for more details.
- airflow_provider_openmetadata/__init__.py +3 -3
- airflow_provider_openmetadata/hooks/openmetadata.py +3 -3
- airflow_provider_openmetadata/lineage/backend.py +3 -3
- airflow_provider_openmetadata/lineage/callback.py +3 -3
- airflow_provider_openmetadata/lineage/config/commons.py +3 -3
- airflow_provider_openmetadata/lineage/config/loader.py +3 -3
- airflow_provider_openmetadata/lineage/operator.py +3 -3
- airflow_provider_openmetadata/lineage/runner.py +3 -3
- airflow_provider_openmetadata/lineage/status.py +3 -3
- metadata/__main__.py +3 -3
- metadata/__version__.py +3 -3
- metadata/antlr/split_listener.py +3 -3
- metadata/automations/execute_runner.py +49 -0
- metadata/automations/extended_runner.py +13 -0
- metadata/automations/runner.py +37 -38
- metadata/cli/app.py +3 -3
- metadata/cli/classify.py +3 -3
- metadata/cli/dataquality.py +3 -3
- metadata/cli/ingest.py +3 -3
- metadata/cli/lineage.py +3 -3
- metadata/cli/profile.py +3 -3
- metadata/cli/restore.py +3 -3
- metadata/cli/usage.py +3 -3
- metadata/clients/aws_client.py +3 -3
- metadata/clients/azure_client.py +3 -3
- metadata/clients/domo_client.py +3 -3
- metadata/cmd.py +3 -3
- metadata/config/common.py +3 -3
- metadata/data_quality/api/models.py +3 -3
- metadata/data_quality/builders/validator_builder.py +3 -3
- metadata/data_quality/interface/pandas/pandas_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/databricks/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/snowflake/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/sqa_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/unity_catalog/test_suite_interface.py +3 -3
- metadata/data_quality/interface/test_suite_interface.py +3 -3
- metadata/data_quality/processor/test_case_runner.py +3 -3
- metadata/data_quality/runner/base_test_suite_source.py +3 -3
- metadata/data_quality/runner/core.py +3 -3
- metadata/data_quality/source/test_suite.py +3 -3
- metadata/data_quality/validations/base_test_handler.py +3 -3
- metadata/data_quality/validations/column/base/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/mixins/pandas_validator_mixin.py +3 -3
- metadata/data_quality/validations/mixins/sqa_validator_mixin.py +3 -3
- metadata/data_quality/validations/runtime_param_setter/param_setter.py +2 -2
- metadata/data_quality/validations/runtime_param_setter/param_setter_factory.py +2 -2
- metadata/data_quality/validations/runtime_param_setter/table_diff_params_setter.py +6 -3
- metadata/data_quality/validations/table/base/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/base/tableCustomSQLQuery.py +14 -4
- metadata/data_quality/validations/table/base/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/pandas/tableCustomSQLQuery.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableCustomSQLQuery.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableDiff.py +2 -2
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/examples/workflows/cassandra.yaml +35 -0
- metadata/examples/workflows/cockroach.yaml +24 -0
- metadata/examples/workflows/nifi.yaml +51 -0
- metadata/examples/workflows/opensearch.yaml +20 -0
- metadata/examples/workflows/wherescape.yaml +2 -2
- metadata/generated/schema/analytics/__init__.py +1 -1
- metadata/generated/schema/analytics/basic.py +1 -1
- metadata/generated/schema/analytics/reportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
- metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
- metadata/generated/schema/api/__init__.py +1 -1
- metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
- metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
- metadata/generated/schema/api/analytics/__init__.py +1 -1
- metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
- metadata/generated/schema/api/automations/__init__.py +1 -1
- metadata/generated/schema/api/automations/createWorkflow.py +14 -4
- metadata/generated/schema/api/bulkAssets.py +1 -1
- metadata/generated/schema/api/classification/__init__.py +1 -1
- metadata/generated/schema/api/classification/createClassification.py +2 -2
- metadata/generated/schema/api/classification/createTag.py +2 -2
- metadata/generated/schema/api/classification/loadTags.py +1 -1
- metadata/generated/schema/api/createBot.py +1 -1
- metadata/generated/schema/api/createEventPublisherJob.py +1 -1
- metadata/generated/schema/api/createType.py +1 -1
- metadata/generated/schema/api/data/__init__.py +1 -1
- metadata/generated/schema/api/data/createAPICollection.py +1 -1
- metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
- metadata/generated/schema/api/data/createChart.py +1 -1
- metadata/generated/schema/api/data/createContainer.py +1 -1
- metadata/generated/schema/api/data/createCustomProperty.py +1 -1
- metadata/generated/schema/api/data/createDashboard.py +1 -1
- metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
- metadata/generated/schema/api/data/createDatabase.py +1 -1
- metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
- metadata/generated/schema/api/data/createGlossary.py +1 -1
- metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
- metadata/generated/schema/api/data/createMetric.py +1 -1
- metadata/generated/schema/api/data/createMlModel.py +1 -1
- metadata/generated/schema/api/data/createPipeline.py +5 -1
- metadata/generated/schema/api/data/createQuery.py +1 -1
- metadata/generated/schema/api/data/createQueryCostRecord.py +35 -0
- metadata/generated/schema/api/data/createSearchIndex.py +1 -1
- metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
- metadata/generated/schema/api/data/createTable.py +1 -1
- metadata/generated/schema/api/data/createTableProfile.py +1 -1
- metadata/generated/schema/api/data/createTopic.py +1 -1
- metadata/generated/schema/api/data/loadGlossary.py +1 -1
- metadata/generated/schema/api/data/restoreEntity.py +1 -1
- metadata/generated/schema/api/dataInsight/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
- metadata/generated/schema/api/docStore/__init__.py +1 -1
- metadata/generated/schema/api/docStore/createDocument.py +1 -1
- metadata/generated/schema/api/domains/__init__.py +1 -1
- metadata/generated/schema/api/domains/createDataProduct.py +1 -1
- metadata/generated/schema/api/domains/createDomain.py +8 -1
- metadata/generated/schema/api/feed/__init__.py +1 -1
- metadata/generated/schema/api/feed/closeTask.py +1 -1
- metadata/generated/schema/api/feed/createPost.py +1 -1
- metadata/generated/schema/api/feed/createSuggestion.py +1 -1
- metadata/generated/schema/api/feed/createThread.py +1 -1
- metadata/generated/schema/api/feed/resolveTask.py +1 -1
- metadata/generated/schema/api/feed/threadCount.py +25 -1
- metadata/generated/schema/api/governance/__init__.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
- metadata/generated/schema/api/lineage/__init__.py +1 -1
- metadata/generated/schema/api/lineage/addLineage.py +1 -1
- metadata/generated/schema/api/lineage/esLineageData.py +85 -0
- metadata/generated/schema/api/lineage/lineageDirection.py +12 -0
- metadata/generated/schema/api/lineage/nodeInformation.py +19 -0
- metadata/generated/schema/api/lineage/searchLineageRequest.py +45 -0
- metadata/generated/schema/api/lineage/searchLineageResult.py +46 -0
- metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
- metadata/generated/schema/api/policies/__init__.py +1 -1
- metadata/generated/schema/api/policies/createPolicy.py +1 -1
- metadata/generated/schema/api/search/__init__.py +3 -0
- metadata/generated/schema/api/search/previewSearchRequest.py +47 -0
- metadata/generated/schema/api/services/__init__.py +1 -1
- metadata/generated/schema/api/services/createApiService.py +9 -2
- metadata/generated/schema/api/services/createDashboardService.py +9 -2
- metadata/generated/schema/api/services/createDatabaseService.py +9 -2
- metadata/generated/schema/api/services/createMessagingService.py +9 -2
- metadata/generated/schema/api/services/createMetadataService.py +9 -2
- metadata/generated/schema/api/services/createMlModelService.py +9 -2
- metadata/generated/schema/api/services/createPipelineService.py +9 -2
- metadata/generated/schema/api/services/createSearchService.py +9 -2
- metadata/generated/schema/api/services/createStorageService.py +9 -2
- metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
- metadata/generated/schema/api/setOwner.py +1 -1
- metadata/generated/schema/api/teams/__init__.py +1 -1
- metadata/generated/schema/api/teams/createPersona.py +1 -1
- metadata/generated/schema/api/teams/createRole.py +1 -1
- metadata/generated/schema/api/teams/createTeam.py +1 -1
- metadata/generated/schema/api/teams/createUser.py +1 -1
- metadata/generated/schema/api/tests/__init__.py +1 -1
- metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
- metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
- metadata/generated/schema/api/tests/createTestCase.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
- metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
- metadata/generated/schema/api/tests/createTestSuite.py +1 -1
- metadata/generated/schema/api/voteRequest.py +1 -1
- metadata/generated/schema/auth/__init__.py +1 -1
- metadata/generated/schema/auth/basicAuth.py +1 -1
- metadata/generated/schema/auth/basicLoginRequest.py +1 -1
- metadata/generated/schema/auth/changePasswordRequest.py +1 -1
- metadata/generated/schema/auth/createPersonalToken.py +1 -1
- metadata/generated/schema/auth/emailRequest.py +1 -1
- metadata/generated/schema/auth/emailVerificationToken.py +1 -1
- metadata/generated/schema/auth/generateToken.py +1 -1
- metadata/generated/schema/auth/jwtAuth.py +1 -1
- metadata/generated/schema/auth/loginRequest.py +1 -1
- metadata/generated/schema/auth/logoutRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetToken.py +1 -1
- metadata/generated/schema/auth/personalAccessToken.py +1 -1
- metadata/generated/schema/auth/refreshToken.py +1 -1
- metadata/generated/schema/auth/registrationRequest.py +1 -1
- metadata/generated/schema/auth/revokePersonalToken.py +1 -1
- metadata/generated/schema/auth/revokeToken.py +1 -1
- metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
- metadata/generated/schema/auth/ssoAuth.py +1 -1
- metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
- metadata/generated/schema/configuration/__init__.py +1 -1
- metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
- metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
- metadata/generated/schema/configuration/authConfig.py +1 -1
- metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
- metadata/generated/schema/configuration/authorizerConfiguration.py +4 -1
- metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
- metadata/generated/schema/configuration/elasticSearchConfiguration.py +55 -1
- metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
- metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
- metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
- metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
- metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
- metadata/generated/schema/configuration/lineageSettings.py +1 -1
- metadata/generated/schema/configuration/loginConfiguration.py +1 -1
- metadata/generated/schema/configuration/logoConfiguration.py +1 -1
- metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +21 -0
- metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
- metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
- metadata/generated/schema/configuration/searchSettings.py +463 -4
- metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
- metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/themeConfiguration.py +1 -1
- metadata/generated/schema/configuration/uiThemePreference.py +1 -1
- metadata/generated/schema/configuration/workflowSettings.py +8 -1
- metadata/generated/schema/dataInsight/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
- metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
- metadata/generated/schema/dataInsight/custom/lineChart.py +15 -1
- metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
- metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
- metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
- metadata/generated/schema/dataInsight/type/__init__.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
- metadata/generated/schema/email/__init__.py +1 -1
- metadata/generated/schema/email/emailRequest.py +1 -1
- metadata/generated/schema/email/emailTemplate.py +1 -1
- metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
- metadata/generated/schema/email/smtpSettings.py +1 -2
- metadata/generated/schema/email/templateValidationReponse.py +1 -1
- metadata/generated/schema/entity/__init__.py +1 -1
- metadata/generated/schema/entity/applications/__init__.py +1 -1
- metadata/generated/schema/entity/applications/app.py +14 -1
- metadata/generated/schema/entity/applications/appExtension.py +1 -1
- metadata/generated/schema/entity/applications/appRunRecord.py +44 -7
- metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/applicationConfig.py +9 -3
- metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +41 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +71 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +33 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +45 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +13 -1
- metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +48 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +109 -2
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +3 -22
- metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +24 -0
- metadata/generated/schema/entity/applications/configuration/private/limits.py +33 -0
- metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
- metadata/generated/schema/entity/applications/jobStatus.py +1 -1
- metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +13 -1
- metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +13 -1
- metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
- metadata/generated/schema/entity/automations/__init__.py +1 -1
- metadata/generated/schema/entity/automations/testServiceConnection.py +8 -1
- metadata/generated/schema/entity/automations/workflow.py +15 -4
- metadata/generated/schema/entity/bot.py +1 -1
- metadata/generated/schema/entity/classification/__init__.py +1 -1
- metadata/generated/schema/entity/classification/classification.py +1 -1
- metadata/generated/schema/entity/classification/tag.py +1 -1
- metadata/generated/schema/entity/data/__init__.py +1 -1
- metadata/generated/schema/entity/data/apiCollection.py +1 -1
- metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
- metadata/generated/schema/entity/data/chart.py +1 -1
- metadata/generated/schema/entity/data/container.py +1 -1
- metadata/generated/schema/entity/data/dashboard.py +1 -1
- metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
- metadata/generated/schema/entity/data/database.py +5 -1
- metadata/generated/schema/entity/data/databaseSchema.py +7 -5
- metadata/generated/schema/entity/data/glossary.py +1 -1
- metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
- metadata/generated/schema/entity/data/metric.py +1 -1
- metadata/generated/schema/entity/data/mlmodel.py +1 -1
- metadata/generated/schema/entity/data/pipeline.py +14 -1
- metadata/generated/schema/entity/data/query.py +1 -1
- metadata/generated/schema/entity/data/queryCostRecord.py +47 -0
- metadata/generated/schema/entity/data/queryCostSearchResult.py +56 -0
- metadata/generated/schema/entity/data/report.py +1 -1
- metadata/generated/schema/entity/data/searchIndex.py +1 -1
- metadata/generated/schema/entity/data/storedProcedure.py +3 -1
- metadata/generated/schema/entity/data/table.py +6 -1
- metadata/generated/schema/entity/data/topic.py +1 -1
- metadata/generated/schema/entity/docStore/__init__.py +1 -1
- metadata/generated/schema/entity/docStore/document.py +1 -1
- metadata/generated/schema/entity/domains/__init__.py +1 -1
- metadata/generated/schema/entity/domains/dataProduct.py +1 -1
- metadata/generated/schema/entity/domains/domain.py +8 -1
- metadata/generated/schema/entity/events/__init__.py +1 -1
- metadata/generated/schema/entity/events/webhook.py +1 -1
- metadata/generated/schema/entity/feed/__init__.py +1 -1
- metadata/generated/schema/entity/feed/assets.py +1 -1
- metadata/generated/schema/entity/feed/customProperty.py +1 -1
- metadata/generated/schema/entity/feed/description.py +1 -1
- metadata/generated/schema/entity/feed/domain.py +1 -1
- metadata/generated/schema/entity/feed/entityInfo.py +1 -1
- metadata/generated/schema/entity/feed/owner.py +1 -1
- metadata/generated/schema/entity/feed/suggestion.py +1 -1
- metadata/generated/schema/entity/feed/tag.py +1 -1
- metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
- metadata/generated/schema/entity/feed/thread.py +1 -1
- metadata/generated/schema/entity/policies/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
- metadata/generated/schema/entity/policies/filters.py +1 -1
- metadata/generated/schema/entity/policies/policy.py +1 -1
- metadata/generated/schema/entity/services/__init__.py +1 -1
- metadata/generated/schema/entity/services/apiService.py +8 -1
- metadata/generated/schema/entity/services/connections/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/connectionBasicType.py +7 -1
- metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +50 -2
- metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +35 -1
- metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/athenaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +36 -1
- metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +61 -0
- metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +106 -0
- metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +136 -0
- metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
- metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/databricksConnection.py +27 -3
- metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/db2Connection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dorisConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/druidConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/exasolConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/glueConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/hiveConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/icebergConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/impalaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +29 -1
- metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +29 -1
- metadata/generated/schema/entity/services/connections/database/oracleConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/postgresConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/prestoConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +30 -1
- metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sasConnection.py +27 -1
- metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +47 -2
- metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/synapseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/teradataConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/trinoConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/verticaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +26 -2
- metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +37 -29
- metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/s3Connection.py +10 -1
- metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
- metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
- metadata/generated/schema/entity/services/dashboardService.py +8 -1
- metadata/generated/schema/entity/services/databaseService.py +14 -1
- metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +8 -1
- metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +47 -0
- metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
- metadata/generated/schema/entity/services/messagingService.py +8 -1
- metadata/generated/schema/entity/services/metadataService.py +8 -1
- metadata/generated/schema/entity/services/mlmodelService.py +8 -1
- metadata/generated/schema/entity/services/pipelineService.py +8 -1
- metadata/generated/schema/entity/services/searchService.py +9 -2
- metadata/generated/schema/entity/services/serviceType.py +1 -1
- metadata/generated/schema/entity/services/storageService.py +8 -1
- metadata/generated/schema/entity/teams/__init__.py +1 -1
- metadata/generated/schema/entity/teams/persona.py +5 -1
- metadata/generated/schema/entity/teams/role.py +1 -1
- metadata/generated/schema/entity/teams/team.py +1 -1
- metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
- metadata/generated/schema/entity/teams/user.py +5 -1
- metadata/generated/schema/entity/type.py +1 -1
- metadata/generated/schema/entity/utils/__init__.py +1 -1
- metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
- metadata/generated/schema/entity/utils/servicesCount.py +1 -1
- metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
- metadata/generated/schema/events/__init__.py +1 -1
- metadata/generated/schema/events/alertMetrics.py +1 -1
- metadata/generated/schema/events/api/__init__.py +1 -1
- metadata/generated/schema/events/api/createEventSubscription.py +9 -1
- metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
- metadata/generated/schema/events/api/eventsRecord.py +1 -1
- metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
- metadata/generated/schema/events/api/typedEvent.py +1 -1
- metadata/generated/schema/events/emailAlertConfig.py +1 -1
- metadata/generated/schema/events/eventFilterRule.py +1 -1
- metadata/generated/schema/events/eventSubscription.py +9 -2
- metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
- metadata/generated/schema/events/failedEvent.py +1 -1
- metadata/generated/schema/events/failedEventResponse.py +1 -1
- metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
- metadata/generated/schema/events/statusContext.py +1 -1
- metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
- metadata/generated/schema/events/subscriptionStatus.py +1 -1
- metadata/generated/schema/events/testDestinationStatus.py +1 -1
- metadata/generated/schema/governance/workflows/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/edge.py +2 -2
- metadata/generated/schema/governance/workflows/elements/nodeSubType.py +4 -1
- metadata/generated/schema/governance/workflows/elements/nodeType.py +2 -1
- metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +28 -8
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +86 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +73 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +27 -6
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +28 -7
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +3 -0
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +30 -0
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +24 -7
- metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +8 -4
- metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +20 -0
- metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +18 -5
- metadata/generated/schema/governance/workflows/workflowDefinition.py +30 -7
- metadata/generated/schema/governance/workflows/workflowInstance.py +11 -8
- metadata/generated/schema/governance/workflows/workflowInstanceState.py +4 -8
- metadata/generated/schema/jobs/__init__.py +1 -1
- metadata/generated/schema/jobs/backgroundJob.py +1 -1
- metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
- metadata/generated/schema/metadataIngestion/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/application.py +1 -1
- metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +3 -3
- metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +4 -4
- metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +5 -1
- metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +18 -2
- metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +9 -1
- metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +71 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +3 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +24 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/workflow.py +3 -1
- metadata/generated/schema/monitoring/__init__.py +1 -1
- metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
- metadata/generated/schema/search/__init__.py +3 -0
- metadata/generated/schema/search/aggregationRequest.py +80 -0
- metadata/generated/schema/search/searchRequest.py +106 -0
- metadata/generated/schema/security/__init__.py +1 -1
- metadata/generated/schema/security/client/__init__.py +1 -1
- metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/oidcClientConfig.py +7 -1
- metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
- metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
- metadata/generated/schema/security/credentials/__init__.py +1 -1
- metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
- metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
- metadata/generated/schema/security/credentials/basicAuth.py +1 -1
- metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gcpCredentials.py +42 -22
- metadata/generated/schema/security/credentials/gcpExternalAccount.py +2 -2
- metadata/generated/schema/security/credentials/gcpValues.py +1 -1
- metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
- metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
- metadata/generated/schema/security/sasl/__init__.py +1 -1
- metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
- metadata/generated/schema/security/secrets/__init__.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
- metadata/generated/schema/security/securityConfiguration.py +1 -1
- metadata/generated/schema/security/ssl/__init__.py +1 -1
- metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
- metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
- metadata/generated/schema/settings/__init__.py +1 -1
- metadata/generated/schema/settings/settings.py +4 -1
- metadata/generated/schema/system/__init__.py +1 -1
- metadata/generated/schema/system/entityError.py +1 -1
- metadata/generated/schema/system/eventPublisherJob.py +18 -7
- metadata/generated/schema/system/indexingError.py +1 -1
- metadata/generated/schema/system/limitsResponse.py +1 -1
- metadata/generated/schema/system/ui/__init__.py +1 -1
- metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
- metadata/generated/schema/system/ui/navigationItem.py +38 -0
- metadata/generated/schema/system/ui/page.py +23 -15
- metadata/generated/schema/system/ui/tab.py +36 -0
- metadata/generated/schema/system/ui/uiCustomization.py +45 -0
- metadata/generated/schema/system/validationResponse.py +1 -1
- metadata/generated/schema/tests/__init__.py +1 -1
- metadata/generated/schema/tests/assigned.py +1 -1
- metadata/generated/schema/tests/basic.py +1 -1
- metadata/generated/schema/tests/customMetric.py +1 -1
- metadata/generated/schema/tests/dataQualityReport.py +1 -1
- metadata/generated/schema/tests/resolved.py +1 -1
- metadata/generated/schema/tests/testCase.py +4 -1
- metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
- metadata/generated/schema/tests/testDefinition.py +1 -1
- metadata/generated/schema/tests/testSuite.py +1 -1
- metadata/generated/schema/type/__init__.py +1 -1
- metadata/generated/schema/type/apiSchema.py +1 -1
- metadata/generated/schema/type/assetCertification.py +1 -1
- metadata/generated/schema/type/auditLog.py +1 -1
- metadata/generated/schema/type/basic.py +3 -3
- metadata/generated/schema/type/bulkOperationResult.py +1 -1
- metadata/generated/schema/type/changeEvent.py +1 -1
- metadata/generated/schema/type/changeEventType.py +1 -1
- metadata/generated/schema/type/changeSummaryMap.py +37 -0
- metadata/generated/schema/type/collectionDescriptor.py +1 -1
- metadata/generated/schema/type/csvDocumentation.py +1 -1
- metadata/generated/schema/type/csvErrorType.py +1 -1
- metadata/generated/schema/type/csvFile.py +1 -1
- metadata/generated/schema/type/csvImportResult.py +1 -1
- metadata/generated/schema/type/customProperties/__init__.py +1 -1
- metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
- metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
- metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
- metadata/generated/schema/type/customProperty.py +1 -1
- metadata/generated/schema/type/dailyCount.py +1 -1
- metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
- metadata/generated/schema/type/entityHierarchy.py +1 -1
- metadata/generated/schema/type/entityHistory.py +6 -3
- metadata/generated/schema/type/entityLineage.py +27 -1
- metadata/generated/schema/type/entityReference.py +1 -1
- metadata/generated/schema/type/entityReferenceList.py +1 -1
- metadata/generated/schema/type/entityRelationship.py +1 -1
- metadata/generated/schema/type/entityUsage.py +1 -1
- metadata/generated/schema/type/filterPattern.py +3 -3
- metadata/generated/schema/type/function.py +1 -1
- metadata/generated/schema/type/include.py +1 -1
- metadata/generated/schema/type/jdbcConnection.py +1 -1
- metadata/generated/schema/type/lifeCycle.py +1 -1
- metadata/generated/schema/type/paging.py +1 -1
- metadata/generated/schema/type/profile.py +1 -1
- metadata/generated/schema/type/queryParserData.py +4 -1
- metadata/generated/schema/type/reaction.py +1 -1
- metadata/generated/schema/type/schedule.py +1 -1
- metadata/generated/schema/type/schema.py +1 -1
- metadata/generated/schema/type/tableQuery.py +4 -1
- metadata/generated/schema/type/tableUsageCount.py +18 -1
- metadata/generated/schema/type/tagLabel.py +1 -1
- metadata/generated/schema/type/usageDetails.py +1 -1
- metadata/generated/schema/type/usageRequest.py +1 -1
- metadata/generated/schema/type/votes.py +1 -1
- metadata/great_expectations/action.py +2 -2
- metadata/great_expectations/utils/ometa_config_handler.py +2 -2
- metadata/ingestion/api/closeable.py +3 -3
- metadata/ingestion/api/common.py +3 -3
- metadata/ingestion/api/delete.py +3 -3
- metadata/ingestion/api/models.py +3 -3
- metadata/ingestion/api/parser.py +3 -3
- metadata/ingestion/api/status.py +3 -3
- metadata/ingestion/api/step.py +3 -3
- metadata/ingestion/api/steps.py +3 -3
- metadata/ingestion/api/topology_runner.py +6 -6
- metadata/ingestion/bulksink/metadata_usage.py +30 -9
- metadata/ingestion/connections/builders.py +3 -3
- metadata/ingestion/connections/headers.py +3 -3
- metadata/ingestion/connections/secrets.py +3 -3
- metadata/ingestion/connections/session.py +3 -3
- metadata/ingestion/connections/test_connections.py +3 -3
- metadata/ingestion/lineage/masker.py +16 -5
- metadata/ingestion/lineage/models.py +3 -3
- metadata/ingestion/lineage/parser.py +17 -4
- metadata/ingestion/lineage/sql_lineage.py +3 -3
- metadata/ingestion/models/custom_basemodel_validation.py +2 -2
- metadata/ingestion/models/custom_properties.py +3 -3
- metadata/ingestion/models/custom_pydantic.py +46 -8
- metadata/ingestion/models/custom_types.py +2 -2
- metadata/ingestion/models/data_insight.py +3 -3
- metadata/ingestion/models/delete_entity.py +3 -3
- metadata/ingestion/models/encoders.py +3 -3
- metadata/ingestion/models/entity_interface.py +3 -3
- metadata/ingestion/models/lf_tags_model.py +3 -3
- metadata/ingestion/models/life_cycle.py +3 -3
- metadata/ingestion/models/ometa_classification.py +3 -3
- metadata/ingestion/models/ometa_lineage.py +3 -3
- metadata/ingestion/models/ometa_topic_data.py +3 -3
- metadata/ingestion/models/patch_request.py +3 -3
- metadata/ingestion/models/pipeline_status.py +3 -3
- metadata/ingestion/models/profile_data.py +3 -3
- metadata/ingestion/models/search_index_data.py +3 -3
- metadata/ingestion/models/table_metadata.py +3 -3
- metadata/ingestion/models/tests_data.py +3 -3
- metadata/ingestion/models/topology.py +3 -3
- metadata/ingestion/models/user.py +3 -3
- metadata/ingestion/ometa/auth_provider.py +3 -3
- metadata/ingestion/ometa/client.py +23 -3
- metadata/ingestion/ometa/client_utils.py +3 -3
- metadata/ingestion/ometa/credentials.py +3 -3
- metadata/ingestion/ometa/mixins/custom_property_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/dashboard_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/data_insight_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/domain_mixin.py +80 -0
- metadata/ingestion/ometa/mixins/es_mixin.py +45 -5
- metadata/ingestion/ometa/mixins/ingestion_pipeline_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/lineage_mixin.py +23 -44
- metadata/ingestion/ometa/mixins/mlmodel_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/patch_mixin.py +18 -8
- metadata/ingestion/ometa/mixins/patch_mixin_utils.py +2 -2
- metadata/ingestion/ometa/mixins/pipeline_mixin.py +21 -3
- metadata/ingestion/ometa/mixins/query_mixin.py +46 -3
- metadata/ingestion/ometa/mixins/role_policy_mixin.py +2 -2
- metadata/ingestion/ometa/mixins/search_index_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/server_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/service_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/suggestions_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/table_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/tests_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/topic_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/user_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/version_mixin.py +3 -3
- metadata/ingestion/ometa/models.py +3 -3
- metadata/ingestion/ometa/ometa_api.py +31 -6
- metadata/ingestion/ometa/routes.py +10 -3
- metadata/ingestion/ometa/ttl_cache.py +3 -3
- metadata/ingestion/ometa/utils.py +16 -3
- metadata/ingestion/processor/query_parser.py +4 -3
- metadata/ingestion/sink/file.py +3 -3
- metadata/ingestion/sink/metadata_rest.py +24 -4
- metadata/ingestion/source/api/api_service.py +2 -2
- metadata/ingestion/source/api/rest/connection.py +2 -2
- metadata/ingestion/source/api/rest/metadata.py +2 -2
- metadata/ingestion/source/api/rest/models.py +2 -2
- metadata/ingestion/source/connections.py +3 -3
- metadata/ingestion/source/dashboard/dashboard_service.py +12 -4
- metadata/ingestion/source/dashboard/domodashboard/connection.py +3 -3
- metadata/ingestion/source/dashboard/domodashboard/metadata.py +6 -4
- metadata/ingestion/source/dashboard/lightdash/client.py +3 -3
- metadata/ingestion/source/dashboard/lightdash/connection.py +3 -3
- metadata/ingestion/source/dashboard/lightdash/metadata.py +4 -4
- metadata/ingestion/source/dashboard/looker/bulk_parser.py +3 -3
- metadata/ingestion/source/dashboard/looker/columns.py +3 -3
- metadata/ingestion/source/dashboard/looker/connection.py +3 -3
- metadata/ingestion/source/dashboard/looker/links.py +3 -3
- metadata/ingestion/source/dashboard/looker/metadata.py +11 -5
- metadata/ingestion/source/dashboard/looker/models.py +3 -3
- metadata/ingestion/source/dashboard/looker/parser.py +3 -3
- metadata/ingestion/source/dashboard/looker/utils.py +3 -3
- metadata/ingestion/source/dashboard/metabase/client.py +68 -9
- metadata/ingestion/source/dashboard/metabase/connection.py +3 -3
- metadata/ingestion/source/dashboard/metabase/metadata.py +91 -40
- metadata/ingestion/source/dashboard/metabase/models.py +5 -4
- metadata/ingestion/source/dashboard/microstrategy/client.py +2 -2
- metadata/ingestion/source/dashboard/microstrategy/connection.py +3 -3
- metadata/ingestion/source/dashboard/microstrategy/metadata.py +6 -4
- metadata/ingestion/source/dashboard/microstrategy/models.py +3 -3
- metadata/ingestion/source/dashboard/mode/client.py +3 -3
- metadata/ingestion/source/dashboard/mode/connection.py +3 -3
- metadata/ingestion/source/dashboard/mode/metadata.py +19 -12
- metadata/ingestion/source/dashboard/powerbi/client.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/connection.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/file_client.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/metadata.py +9 -10
- metadata/ingestion/source/dashboard/powerbi/models.py +2 -2
- metadata/ingestion/source/dashboard/qlikcloud/client.py +28 -5
- metadata/ingestion/source/dashboard/qlikcloud/connection.py +3 -3
- metadata/ingestion/source/dashboard/qlikcloud/constants.py +3 -3
- metadata/ingestion/source/dashboard/qlikcloud/metadata.py +72 -18
- metadata/ingestion/source/dashboard/qlikcloud/models.py +47 -4
- metadata/ingestion/source/dashboard/qliksense/client.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/connection.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/constants.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/metadata.py +29 -21
- metadata/ingestion/source/dashboard/qliksense/models.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/connection.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/metadata.py +35 -32
- metadata/ingestion/source/dashboard/quicksight/models.py +3 -3
- metadata/ingestion/source/dashboard/redash/client.py +3 -3
- metadata/ingestion/source/dashboard/redash/connection.py +3 -3
- metadata/ingestion/source/dashboard/redash/metadata.py +15 -13
- metadata/ingestion/source/dashboard/sigma/client.py +3 -3
- metadata/ingestion/source/dashboard/sigma/connection.py +3 -3
- metadata/ingestion/source/dashboard/sigma/metadata.py +15 -17
- metadata/ingestion/source/dashboard/sigma/models.py +2 -2
- metadata/ingestion/source/dashboard/superset/api_source.py +28 -29
- metadata/ingestion/source/dashboard/superset/client.py +3 -3
- metadata/ingestion/source/dashboard/superset/connection.py +3 -3
- metadata/ingestion/source/dashboard/superset/db_source.py +25 -23
- metadata/ingestion/source/dashboard/superset/metadata.py +3 -3
- metadata/ingestion/source/dashboard/superset/mixin.py +210 -56
- metadata/ingestion/source/dashboard/superset/models.py +6 -3
- metadata/ingestion/source/dashboard/superset/queries.py +10 -7
- metadata/ingestion/source/dashboard/superset/utils.py +36 -0
- metadata/ingestion/source/dashboard/tableau/__init__.py +3 -3
- metadata/ingestion/source/dashboard/tableau/client.py +59 -4
- metadata/ingestion/source/dashboard/tableau/connection.py +3 -3
- metadata/ingestion/source/dashboard/tableau/metadata.py +243 -128
- metadata/ingestion/source/dashboard/tableau/models.py +3 -3
- metadata/ingestion/source/dashboard/tableau/queries.py +3 -3
- metadata/ingestion/source/database/athena/client.py +3 -3
- metadata/ingestion/source/database/athena/connection.py +3 -3
- metadata/ingestion/source/database/athena/lineage.py +3 -3
- metadata/ingestion/source/database/athena/metadata.py +3 -3
- metadata/ingestion/source/database/athena/models.py +3 -3
- metadata/ingestion/source/database/athena/query_parser.py +3 -3
- metadata/ingestion/source/database/athena/usage.py +3 -3
- metadata/ingestion/source/database/athena/utils.py +3 -3
- metadata/ingestion/source/database/azuresql/connection.py +3 -3
- metadata/ingestion/source/database/azuresql/lineage.py +3 -3
- metadata/ingestion/source/database/azuresql/metadata.py +3 -3
- metadata/ingestion/source/database/azuresql/queries.py +3 -3
- metadata/ingestion/source/database/azuresql/query_parser.py +3 -3
- metadata/ingestion/source/database/azuresql/usage.py +3 -3
- metadata/ingestion/source/database/bigquery/connection.py +3 -3
- metadata/ingestion/source/database/bigquery/helper.py +12 -4
- metadata/ingestion/source/database/bigquery/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/bigquery/lineage.py +3 -3
- metadata/ingestion/source/database/bigquery/metadata.py +85 -13
- metadata/ingestion/source/database/bigquery/models.py +3 -3
- metadata/ingestion/source/database/bigquery/queries.py +5 -4
- metadata/ingestion/source/database/bigquery/query_parser.py +4 -3
- metadata/ingestion/source/database/bigquery/usage.py +3 -3
- metadata/ingestion/source/database/bigtable/client.py +2 -2
- metadata/ingestion/source/database/bigtable/connection.py +2 -2
- metadata/ingestion/source/database/bigtable/metadata.py +13 -5
- metadata/ingestion/source/database/bigtable/models.py +2 -2
- metadata/ingestion/source/database/cassandra/__init__.py +0 -0
- metadata/ingestion/source/database/cassandra/connection.py +138 -0
- metadata/ingestion/source/database/cassandra/helpers.py +100 -0
- metadata/ingestion/source/database/cassandra/metadata.py +138 -0
- metadata/ingestion/source/database/cassandra/queries.py +45 -0
- metadata/ingestion/source/database/cassandra/service_spec.py +10 -0
- metadata/ingestion/source/database/clickhouse/connection.py +3 -3
- metadata/ingestion/source/database/clickhouse/lineage.py +3 -3
- metadata/ingestion/source/database/clickhouse/metadata.py +3 -3
- metadata/ingestion/source/database/clickhouse/queries.py +3 -3
- metadata/ingestion/source/database/clickhouse/query_parser.py +3 -3
- metadata/ingestion/source/database/clickhouse/usage.py +3 -3
- metadata/ingestion/source/database/clickhouse/utils.py +3 -3
- metadata/ingestion/source/database/cockroach/__init__.py +0 -0
- metadata/ingestion/source/database/cockroach/connection.py +71 -0
- metadata/ingestion/source/database/cockroach/metadata.py +206 -0
- metadata/ingestion/source/database/cockroach/queries.py +90 -0
- metadata/ingestion/source/database/cockroach/service_spec.py +4 -0
- metadata/ingestion/source/database/column_helpers.py +3 -3
- metadata/ingestion/source/database/column_type_parser.py +3 -3
- metadata/ingestion/source/database/common_db_source.py +12 -3
- metadata/ingestion/source/database/common_nosql_source.py +81 -32
- metadata/ingestion/source/database/common_pg_mappings.py +49 -0
- metadata/ingestion/source/database/couchbase/connection.py +3 -3
- metadata/ingestion/source/database/couchbase/metadata.py +11 -5
- metadata/ingestion/source/database/couchbase/models.py +2 -2
- metadata/ingestion/source/database/couchbase/queries.py +3 -3
- metadata/ingestion/source/database/database_service.py +3 -3
- metadata/ingestion/source/database/databricks/client.py +3 -3
- metadata/ingestion/source/database/databricks/connection.py +3 -3
- metadata/ingestion/source/database/databricks/lineage.py +3 -3
- metadata/ingestion/source/database/databricks/metadata.py +11 -3
- metadata/ingestion/source/database/databricks/queries.py +3 -3
- metadata/ingestion/source/database/databricks/query_parser.py +3 -3
- metadata/ingestion/source/database/databricks/usage.py +3 -3
- metadata/ingestion/source/database/datalake/clients/azure_blob.py +3 -3
- metadata/ingestion/source/database/datalake/clients/base.py +3 -3
- metadata/ingestion/source/database/datalake/clients/gcs.py +3 -3
- metadata/ingestion/source/database/datalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/datalake/columns.py +3 -3
- metadata/ingestion/source/database/datalake/connection.py +3 -3
- metadata/ingestion/source/database/datalake/metadata.py +18 -12
- metadata/ingestion/source/database/db2/connection.py +3 -3
- metadata/ingestion/source/database/db2/lineage.py +3 -3
- metadata/ingestion/source/database/db2/metadata.py +3 -3
- metadata/ingestion/source/database/db2/service_spec.py +4 -1
- metadata/ingestion/source/database/db2/utils.py +3 -3
- metadata/ingestion/source/database/dbt/constants.py +3 -3
- metadata/ingestion/source/database/dbt/dbt_config.py +4 -3
- metadata/ingestion/source/database/dbt/dbt_service.py +3 -3
- metadata/ingestion/source/database/dbt/dbt_utils.py +4 -4
- metadata/ingestion/source/database/dbt/metadata.py +8 -4
- metadata/ingestion/source/database/dbt/models.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/base.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/pyspark.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/deltalake/connection.py +3 -3
- metadata/ingestion/source/database/deltalake/metadata.py +3 -3
- metadata/ingestion/source/database/domodatabase/connection.py +3 -3
- metadata/ingestion/source/database/domodatabase/metadata.py +3 -3
- metadata/ingestion/source/database/domodatabase/models.py +3 -3
- metadata/ingestion/source/database/doris/connection.py +3 -3
- metadata/ingestion/source/database/doris/metadata.py +10 -5
- metadata/ingestion/source/database/doris/utils.py +3 -3
- metadata/ingestion/source/database/druid/connection.py +3 -3
- metadata/ingestion/source/database/druid/lineage.py +3 -3
- metadata/ingestion/source/database/druid/metadata.py +3 -3
- metadata/ingestion/source/database/druid/service_spec.py +5 -1
- metadata/ingestion/source/database/dynamodb/connection.py +3 -3
- metadata/ingestion/source/database/dynamodb/metadata.py +9 -6
- metadata/ingestion/source/database/dynamodb/models.py +2 -2
- metadata/ingestion/source/database/extended_sample_data.py +3 -3
- metadata/ingestion/source/database/external_table_lineage_mixin.py +3 -3
- metadata/ingestion/source/database/glue/connection.py +3 -3
- metadata/ingestion/source/database/glue/metadata.py +3 -3
- metadata/ingestion/source/database/glue/models.py +3 -3
- metadata/ingestion/source/database/greenplum/connection.py +3 -3
- metadata/ingestion/source/database/greenplum/lineage.py +3 -3
- metadata/ingestion/source/database/greenplum/metadata.py +9 -40
- metadata/ingestion/source/database/greenplum/queries.py +3 -3
- metadata/ingestion/source/database/greenplum/service_spec.py +5 -1
- metadata/ingestion/source/database/greenplum/utils.py +3 -3
- metadata/ingestion/source/database/hive/connection.py +3 -3
- metadata/ingestion/source/database/hive/lineage.py +3 -3
- metadata/ingestion/source/database/hive/metadata.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mixin.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/dialect.py +38 -16
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/dialect.py +41 -17
- metadata/ingestion/source/database/hive/queries.py +3 -3
- metadata/ingestion/source/database/hive/service_spec.py +5 -1
- metadata/ingestion/source/database/hive/utils.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/base.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/dynamodb.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/glue.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/hive.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/rest.py +3 -3
- metadata/ingestion/source/database/iceberg/connection.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/azure.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/base.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/s3.py +3 -3
- metadata/ingestion/source/database/iceberg/helper.py +3 -3
- metadata/ingestion/source/database/iceberg/metadata.py +3 -3
- metadata/ingestion/source/database/iceberg/models.py +3 -3
- metadata/ingestion/source/database/impala/connection.py +3 -3
- metadata/ingestion/source/database/impala/lineage.py +3 -3
- metadata/ingestion/source/database/impala/metadata.py +3 -3
- metadata/ingestion/source/database/impala/queries.py +3 -3
- metadata/ingestion/source/database/impala/service_spec.py +5 -1
- metadata/ingestion/source/database/incremental_metadata_extraction.py +3 -3
- metadata/ingestion/source/database/life_cycle_query_mixin.py +14 -10
- metadata/ingestion/source/database/lineage_source.py +173 -47
- metadata/ingestion/source/database/mariadb/connection.py +3 -3
- metadata/ingestion/source/database/mariadb/lineage.py +3 -3
- metadata/ingestion/source/database/mariadb/metadata.py +3 -3
- metadata/ingestion/source/database/mariadb/service_spec.py +9 -1
- metadata/ingestion/source/database/mongodb/connection.py +3 -3
- metadata/ingestion/source/database/mongodb/metadata.py +11 -6
- metadata/ingestion/source/database/mssql/connection.py +3 -3
- metadata/ingestion/source/database/mssql/constants.py +3 -3
- metadata/ingestion/source/database/mssql/lineage.py +3 -3
- metadata/ingestion/source/database/mssql/metadata.py +71 -5
- metadata/ingestion/source/database/mssql/models.py +3 -3
- metadata/ingestion/source/database/mssql/queries.py +46 -3
- metadata/ingestion/source/database/mssql/query_parser.py +3 -3
- metadata/ingestion/source/database/mssql/usage.py +3 -3
- metadata/ingestion/source/database/mssql/utils.py +3 -3
- metadata/ingestion/source/database/multi_db_source.py +3 -3
- metadata/ingestion/source/database/mysql/connection.py +3 -3
- metadata/ingestion/source/database/mysql/lineage.py +3 -3
- metadata/ingestion/source/database/mysql/metadata.py +3 -3
- metadata/ingestion/source/database/mysql/queries.py +3 -3
- metadata/ingestion/source/database/mysql/query_parser.py +3 -3
- metadata/ingestion/source/database/mysql/usage.py +3 -3
- metadata/ingestion/source/database/mysql/utils.py +8 -6
- metadata/ingestion/source/database/oracle/connection.py +27 -5
- metadata/ingestion/source/database/oracle/lineage.py +3 -3
- metadata/ingestion/source/database/oracle/metadata.py +39 -22
- metadata/ingestion/source/database/oracle/models.py +5 -4
- metadata/ingestion/source/database/oracle/queries.py +25 -4
- metadata/ingestion/source/database/oracle/query_parser.py +3 -3
- metadata/ingestion/source/database/oracle/usage.py +3 -3
- metadata/ingestion/source/database/oracle/utils.py +3 -3
- metadata/ingestion/source/database/pinotdb/connection.py +3 -3
- metadata/ingestion/source/database/pinotdb/lineage.py +3 -3
- metadata/ingestion/source/database/pinotdb/metadata.py +3 -3
- metadata/ingestion/source/database/pinotdb/service_spec.py +5 -1
- metadata/ingestion/source/database/postgres/connection.py +3 -3
- metadata/ingestion/source/database/postgres/converter_orm.py +3 -3
- metadata/ingestion/source/database/postgres/lineage.py +3 -3
- metadata/ingestion/source/database/postgres/metadata.py +35 -59
- metadata/ingestion/source/database/postgres/models.py +3 -2
- metadata/ingestion/source/database/postgres/pgspider/lineage.py +2 -2
- metadata/ingestion/source/database/postgres/pgspider/queries.py +2 -2
- metadata/ingestion/source/database/postgres/queries.py +21 -4
- metadata/ingestion/source/database/postgres/query_parser.py +3 -3
- metadata/ingestion/source/database/postgres/types/money.py +3 -3
- metadata/ingestion/source/database/postgres/usage.py +3 -3
- metadata/ingestion/source/database/postgres/utils.py +3 -3
- metadata/ingestion/source/database/presto/connection.py +3 -3
- metadata/ingestion/source/database/presto/metadata.py +3 -3
- metadata/ingestion/source/database/presto/queries.py +3 -3
- metadata/ingestion/source/database/query/lineage.py +3 -3
- metadata/ingestion/source/database/query/usage.py +3 -3
- metadata/ingestion/source/database/query_parser_source.py +14 -9
- metadata/ingestion/source/database/redshift/connection.py +3 -3
- metadata/ingestion/source/database/redshift/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/redshift/lineage.py +3 -3
- metadata/ingestion/source/database/redshift/metadata.py +3 -3
- metadata/ingestion/source/database/redshift/models.py +3 -3
- metadata/ingestion/source/database/redshift/queries.py +3 -3
- metadata/ingestion/source/database/redshift/query_parser.py +3 -3
- metadata/ingestion/source/database/redshift/usage.py +3 -3
- metadata/ingestion/source/database/redshift/utils.py +3 -3
- metadata/ingestion/source/database/salesforce/connection.py +3 -3
- metadata/ingestion/source/database/salesforce/metadata.py +3 -3
- metadata/ingestion/source/database/sample_data.py +14 -3
- metadata/ingestion/source/database/sample_usage.py +5 -3
- metadata/ingestion/source/database/saperp/client.py +3 -3
- metadata/ingestion/source/database/saperp/connection.py +3 -3
- metadata/ingestion/source/database/saperp/constants.py +2 -2
- metadata/ingestion/source/database/saperp/metadata.py +3 -3
- metadata/ingestion/source/database/saperp/models.py +3 -3
- metadata/ingestion/source/database/saphana/cdata_parser.py +3 -3
- metadata/ingestion/source/database/saphana/connection.py +3 -3
- metadata/ingestion/source/database/saphana/lineage.py +4 -4
- metadata/ingestion/source/database/saphana/metadata.py +3 -3
- metadata/ingestion/source/database/saphana/models.py +3 -3
- metadata/ingestion/source/database/saphana/queries.py +3 -3
- metadata/ingestion/source/database/sas/client.py +3 -3
- metadata/ingestion/source/database/sas/connection.py +3 -3
- metadata/ingestion/source/database/sas/extension_attr.py +3 -3
- metadata/ingestion/source/database/sas/metadata.py +3 -3
- metadata/ingestion/source/database/singlestore/connection.py +3 -3
- metadata/ingestion/source/database/singlestore/lineage.py +3 -3
- metadata/ingestion/source/database/singlestore/metadata.py +3 -3
- metadata/ingestion/source/database/singlestore/service_spec.py +6 -1
- metadata/ingestion/source/database/snowflake/connection.py +9 -3
- metadata/ingestion/source/database/snowflake/constants.py +48 -0
- metadata/ingestion/source/database/snowflake/lineage.py +3 -3
- metadata/ingestion/source/database/snowflake/metadata.py +119 -6
- metadata/ingestion/source/database/snowflake/models.py +6 -6
- metadata/ingestion/source/database/snowflake/profiler/profiler.py +3 -3
- metadata/ingestion/source/database/snowflake/queries.py +30 -4
- metadata/ingestion/source/database/snowflake/query_parser.py +5 -3
- metadata/ingestion/source/database/snowflake/usage.py +3 -3
- metadata/ingestion/source/database/snowflake/utils.py +113 -29
- metadata/ingestion/source/database/sql_column_handler.py +98 -63
- metadata/ingestion/source/database/sqlalchemy_source.py +3 -3
- metadata/ingestion/source/database/sqlite/connection.py +3 -3
- metadata/ingestion/source/database/sqlite/lineage.py +3 -3
- metadata/ingestion/source/database/sqlite/metadata.py +3 -3
- metadata/ingestion/source/database/sqlite/service_spec.py +5 -1
- metadata/ingestion/source/database/stored_procedures_mixin.py +6 -4
- metadata/ingestion/source/database/teradata/connection.py +3 -3
- metadata/ingestion/source/database/teradata/lineage.py +3 -3
- metadata/ingestion/source/database/teradata/metadata.py +3 -3
- metadata/ingestion/source/database/teradata/queries.py +3 -3
- metadata/ingestion/source/database/teradata/service_spec.py +5 -1
- metadata/ingestion/source/database/teradata/utils.py +3 -3
- metadata/ingestion/source/database/trino/connection.py +3 -3
- metadata/ingestion/source/database/trino/lineage.py +98 -3
- metadata/ingestion/source/database/trino/metadata.py +3 -3
- metadata/ingestion/source/database/trino/profiler/system_tables_profiler.py +3 -3
- metadata/ingestion/source/database/trino/queries.py +3 -3
- metadata/ingestion/source/database/trino/query_parser.py +3 -3
- metadata/ingestion/source/database/trino/usage.py +3 -3
- metadata/ingestion/source/database/unitycatalog/client.py +3 -3
- metadata/ingestion/source/database/unitycatalog/connection.py +26 -3
- metadata/ingestion/source/database/unitycatalog/lineage.py +5 -3
- metadata/ingestion/source/database/unitycatalog/metadata.py +5 -3
- metadata/ingestion/source/database/unitycatalog/models.py +3 -3
- metadata/ingestion/source/database/unitycatalog/query_parser.py +3 -3
- metadata/ingestion/source/database/unitycatalog/usage.py +3 -3
- metadata/ingestion/source/database/usage_source.py +5 -3
- metadata/ingestion/source/database/vertica/connection.py +3 -3
- metadata/ingestion/source/database/vertica/lineage.py +3 -3
- metadata/ingestion/source/database/vertica/metadata.py +3 -3
- metadata/ingestion/source/database/vertica/queries.py +3 -3
- metadata/ingestion/source/database/vertica/query_parser.py +3 -3
- metadata/ingestion/source/database/vertica/usage.py +3 -3
- metadata/ingestion/source/messaging/common_broker_source.py +3 -3
- metadata/ingestion/source/messaging/kafka/connection.py +3 -3
- metadata/ingestion/source/messaging/kafka/metadata.py +3 -3
- metadata/ingestion/source/messaging/kinesis/connection.py +3 -3
- metadata/ingestion/source/messaging/kinesis/metadata.py +4 -5
- metadata/ingestion/source/messaging/kinesis/models.py +2 -2
- metadata/ingestion/source/messaging/messaging_service.py +5 -3
- metadata/ingestion/source/messaging/redpanda/connection.py +3 -3
- metadata/ingestion/source/messaging/redpanda/metadata.py +3 -3
- metadata/ingestion/source/metadata/alationsink/client.py +2 -2
- metadata/ingestion/source/metadata/alationsink/connection.py +2 -2
- metadata/ingestion/source/metadata/alationsink/constants.py +2 -2
- metadata/ingestion/source/metadata/alationsink/metadata.py +34 -20
- metadata/ingestion/source/metadata/alationsink/models.py +2 -2
- metadata/ingestion/source/metadata/amundsen/client.py +3 -3
- metadata/ingestion/source/metadata/amundsen/connection.py +3 -3
- metadata/ingestion/source/metadata/amundsen/metadata.py +10 -7
- metadata/ingestion/source/metadata/amundsen/queries.py +3 -3
- metadata/ingestion/source/metadata/atlas/client.py +3 -3
- metadata/ingestion/source/metadata/atlas/connection.py +3 -3
- metadata/ingestion/source/metadata/atlas/metadata.py +5 -4
- metadata/ingestion/source/mlmodel/mlflow/connection.py +3 -3
- metadata/ingestion/source/mlmodel/mlflow/metadata.py +3 -3
- metadata/ingestion/source/mlmodel/mlmodel_service.py +5 -3
- metadata/ingestion/source/mlmodel/sagemaker/connection.py +3 -3
- metadata/ingestion/source/mlmodel/sagemaker/metadata.py +3 -3
- metadata/ingestion/source/models.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/client.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/connection.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/metadata.py +3 -3
- metadata/ingestion/source/pipeline/airflow/connection.py +3 -3
- metadata/ingestion/source/pipeline/airflow/lineage_parser.py +3 -3
- metadata/ingestion/source/pipeline/airflow/metadata.py +28 -3
- metadata/ingestion/source/pipeline/airflow/models.py +4 -3
- metadata/ingestion/source/pipeline/airflow/utils.py +3 -3
- metadata/ingestion/source/pipeline/dagster/client.py +3 -3
- metadata/ingestion/source/pipeline/dagster/connection.py +3 -3
- metadata/ingestion/source/pipeline/dagster/metadata.py +3 -3
- metadata/ingestion/source/pipeline/dagster/models.py +3 -3
- metadata/ingestion/source/pipeline/dagster/queries.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/models.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/client.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/connection.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/metadata.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/models.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/queries.py +3 -3
- metadata/ingestion/source/pipeline/domopipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/domopipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/client.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/connection.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/metadata.py +3 -3
- metadata/ingestion/source/pipeline/flink/client.py +3 -3
- metadata/ingestion/source/pipeline/flink/connection.py +3 -3
- metadata/ingestion/source/pipeline/flink/metadata.py +3 -3
- metadata/ingestion/source/pipeline/flink/models.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/models.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/client.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/connection.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/metadata.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/models.py +3 -3
- metadata/ingestion/source/pipeline/nifi/client.py +71 -77
- metadata/ingestion/source/pipeline/nifi/connection.py +4 -21
- metadata/ingestion/source/pipeline/nifi/metadata.py +3 -3
- metadata/ingestion/source/pipeline/openlineage/connection.py +3 -3
- metadata/ingestion/source/pipeline/openlineage/metadata.py +4 -3
- metadata/ingestion/source/pipeline/openlineage/models.py +3 -3
- metadata/ingestion/source/pipeline/pipeline_service.py +124 -5
- metadata/ingestion/source/pipeline/spline/client.py +3 -3
- metadata/ingestion/source/pipeline/spline/connection.py +3 -3
- metadata/ingestion/source/pipeline/spline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/spline/models.py +3 -3
- metadata/ingestion/source/pipeline/spline/utils.py +3 -3
- metadata/ingestion/source/search/elasticsearch/connection.py +3 -3
- metadata/ingestion/source/search/elasticsearch/metadata.py +3 -3
- metadata/ingestion/source/search/elasticsearch/parser.py +3 -3
- metadata/ingestion/source/search/opensearch/connection.py +215 -0
- metadata/ingestion/source/search/opensearch/metadata.py +270 -0
- metadata/ingestion/source/search/opensearch/parser.py +71 -0
- metadata/ingestion/source/search/opensearch/service_spec.py +4 -0
- metadata/ingestion/source/search/search_service.py +5 -3
- metadata/ingestion/source/sqa_types.py +3 -3
- metadata/ingestion/source/storage/gcs/client.py +2 -2
- metadata/ingestion/source/storage/gcs/connection.py +2 -2
- metadata/ingestion/source/storage/gcs/metadata.py +2 -2
- metadata/ingestion/source/storage/gcs/models.py +2 -2
- metadata/ingestion/source/storage/s3/connection.py +3 -3
- metadata/ingestion/source/storage/s3/metadata.py +3 -3
- metadata/ingestion/source/storage/s3/models.py +3 -3
- metadata/ingestion/source/storage/storage_service.py +5 -3
- metadata/ingestion/stage/table_usage.py +56 -4
- metadata/mixins/pandas/pandas_mixin.py +3 -3
- metadata/mixins/sqalchemy/sqa_mixin.py +3 -3
- metadata/parsers/avro_parser.py +3 -3
- metadata/parsers/json_schema_parser.py +3 -3
- metadata/parsers/protobuf_parser.py +3 -3
- metadata/parsers/schema_parsers.py +3 -3
- metadata/pii/constants.py +3 -3
- metadata/pii/models.py +3 -3
- metadata/pii/ner.py +3 -3
- metadata/pii/processor.py +3 -3
- metadata/pii/scanners/base.py +3 -3
- metadata/pii/scanners/column_name_scanner.py +3 -3
- metadata/pii/scanners/ner_scanner.py +3 -3
- metadata/profiler/adaptors/adaptor_factory.py +2 -2
- metadata/profiler/adaptors/dynamodb.py +2 -2
- metadata/profiler/adaptors/factory.py +2 -2
- metadata/profiler/adaptors/mongodb.py +2 -2
- metadata/profiler/adaptors/nosql_adaptor.py +2 -2
- metadata/profiler/api/models.py +3 -3
- metadata/profiler/config.py +3 -3
- metadata/profiler/factory.py +3 -3
- metadata/profiler/interface/nosql/profiler_interface.py +3 -3
- metadata/profiler/interface/pandas/profiler_interface.py +3 -3
- metadata/profiler/interface/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/db2/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/mariadb/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/single_store/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/stored_statistics_profiler.py +3 -3
- metadata/profiler/interface/sqlalchemy/trino/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/unity_catalog/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/unity_catalog/sampler_interface.py +6 -7
- metadata/profiler/metrics/composed/distinct_ratio.py +3 -3
- metadata/profiler/metrics/composed/duplicate_count.py +3 -3
- metadata/profiler/metrics/composed/ilike_ratio.py +3 -3
- metadata/profiler/metrics/composed/iqr.py +3 -3
- metadata/profiler/metrics/composed/like_ratio.py +3 -3
- metadata/profiler/metrics/composed/non_parametric_skew.py +3 -3
- metadata/profiler/metrics/composed/null_ratio.py +3 -3
- metadata/profiler/metrics/composed/unique_ratio.py +3 -3
- metadata/profiler/metrics/core.py +3 -3
- metadata/profiler/metrics/hybrid/histogram.py +3 -3
- metadata/profiler/metrics/registry.py +3 -3
- metadata/profiler/metrics/static/column_count.py +3 -3
- metadata/profiler/metrics/static/column_names.py +3 -3
- metadata/profiler/metrics/static/count.py +3 -3
- metadata/profiler/metrics/static/count_in_set.py +3 -3
- metadata/profiler/metrics/static/distinct_count.py +3 -3
- metadata/profiler/metrics/static/ilike_count.py +3 -3
- metadata/profiler/metrics/static/like_count.py +3 -3
- metadata/profiler/metrics/static/max.py +3 -3
- metadata/profiler/metrics/static/max_length.py +3 -3
- metadata/profiler/metrics/static/mean.py +3 -3
- metadata/profiler/metrics/static/min.py +3 -3
- metadata/profiler/metrics/static/min_length.py +3 -3
- metadata/profiler/metrics/static/not_like_count.py +3 -3
- metadata/profiler/metrics/static/not_regexp_match_count.py +3 -3
- metadata/profiler/metrics/static/null_count.py +3 -3
- metadata/profiler/metrics/static/null_missing_count.py +3 -3
- metadata/profiler/metrics/static/regexp_match_count.py +3 -3
- metadata/profiler/metrics/static/row_count.py +3 -3
- metadata/profiler/metrics/static/stddev.py +3 -3
- metadata/profiler/metrics/static/sum.py +3 -3
- metadata/profiler/metrics/static/unique_count.py +3 -3
- metadata/profiler/metrics/system/dml_operation.py +3 -3
- metadata/profiler/metrics/system/system.py +3 -3
- metadata/profiler/metrics/window/first_quartile.py +3 -3
- metadata/profiler/metrics/window/median.py +3 -3
- metadata/profiler/metrics/window/third_quartile.py +3 -3
- metadata/profiler/orm/converter/azuresql/converter.py +39 -0
- metadata/profiler/orm/converter/base.py +3 -3
- metadata/profiler/orm/converter/bigquery/converter.py +3 -3
- metadata/profiler/orm/converter/common.py +3 -3
- metadata/profiler/orm/converter/converter_registry.py +5 -3
- metadata/profiler/orm/converter/mariadb/converter.py +2 -2
- metadata/profiler/orm/converter/mssql/converter.py +3 -3
- metadata/profiler/orm/converter/redshift/converter.py +3 -3
- metadata/profiler/orm/converter/snowflake/converter.py +3 -3
- metadata/profiler/orm/functions/concat.py +3 -3
- metadata/profiler/orm/functions/conn_test.py +3 -3
- metadata/profiler/orm/functions/count.py +3 -3
- metadata/profiler/orm/functions/datetime.py +3 -3
- metadata/profiler/orm/functions/length.py +5 -3
- metadata/profiler/orm/functions/md5.py +3 -3
- metadata/profiler/orm/functions/median.py +22 -3
- metadata/profiler/orm/functions/modulo.py +4 -3
- metadata/profiler/orm/functions/random_num.py +4 -3
- metadata/profiler/orm/functions/substr.py +3 -3
- metadata/profiler/orm/functions/sum.py +4 -3
- metadata/profiler/orm/functions/table_metric_computer.py +3 -3
- metadata/profiler/orm/functions/unique_count.py +3 -3
- metadata/profiler/orm/registry.py +5 -3
- metadata/profiler/orm/types/bytea_to_string.py +3 -3
- metadata/profiler/orm/types/custom_array.py +3 -3
- metadata/profiler/orm/types/custom_datetimerange.py +3 -3
- metadata/profiler/orm/types/custom_hex_byte_string.py +3 -3
- metadata/profiler/orm/types/custom_image.py +3 -3
- metadata/profiler/orm/types/custom_ip.py +3 -3
- metadata/profiler/orm/types/custom_time.py +2 -2
- metadata/profiler/orm/types/custom_timestamp.py +3 -3
- metadata/profiler/orm/types/undetermined_type.py +3 -3
- metadata/profiler/orm/types/uuid.py +3 -3
- metadata/profiler/processor/core.py +4 -3
- metadata/profiler/processor/default.py +3 -3
- metadata/profiler/processor/handle_partition.py +3 -3
- metadata/profiler/processor/metric_filter.py +4 -4
- metadata/profiler/processor/models.py +3 -3
- metadata/profiler/processor/processor.py +3 -3
- metadata/profiler/processor/runner.py +3 -3
- metadata/profiler/processor/sample_data_handler.py +3 -3
- metadata/profiler/registry.py +3 -3
- metadata/profiler/source/database/base/profiler_source.py +4 -3
- metadata/profiler/source/database/bigquery/profiler_source.py +3 -3
- metadata/profiler/source/database/bigquery/type_mapper.py +3 -3
- metadata/profiler/source/fetcher/config.py +3 -3
- metadata/profiler/source/fetcher/entity_fetcher.py +3 -3
- metadata/profiler/source/fetcher/fetcher_strategy.py +7 -3
- metadata/profiler/source/fetcher/profiler_source_factory.py +3 -3
- metadata/profiler/source/metadata.py +3 -3
- metadata/profiler/source/metadata_ext.py +3 -3
- metadata/profiler/source/model.py +3 -3
- metadata/profiler/source/profiler_source_interface.py +3 -3
- metadata/readers/dataframe/avro.py +3 -3
- metadata/readers/dataframe/base.py +3 -3
- metadata/readers/dataframe/common.py +3 -3
- metadata/readers/dataframe/dsv.py +3 -3
- metadata/readers/dataframe/json.py +3 -3
- metadata/readers/dataframe/models.py +3 -3
- metadata/readers/dataframe/parquet.py +3 -3
- metadata/readers/dataframe/reader_factory.py +3 -3
- metadata/readers/file/adls.py +3 -3
- metadata/readers/file/api_reader.py +3 -3
- metadata/readers/file/base.py +3 -3
- metadata/readers/file/bitbucket.py +3 -3
- metadata/readers/file/config_source_factory.py +3 -3
- metadata/readers/file/credentials.py +3 -3
- metadata/readers/file/gcs.py +3 -3
- metadata/readers/file/github.py +3 -3
- metadata/readers/file/gitlab.py +3 -3
- metadata/readers/file/local.py +3 -3
- metadata/readers/file/s3.py +3 -3
- metadata/readers/models.py +3 -3
- metadata/sampler/config.py +4 -3
- metadata/sampler/models.py +6 -3
- metadata/sampler/nosql/sampler.py +7 -3
- metadata/sampler/pandas/sampler.py +4 -3
- metadata/sampler/partition.py +12 -5
- metadata/sampler/processor.py +3 -3
- metadata/sampler/sampler_interface.py +3 -4
- metadata/sampler/sqlalchemy/azuresql/sampler.py +33 -6
- metadata/sampler/sqlalchemy/bigquery/sampler.py +3 -3
- metadata/sampler/sqlalchemy/mssql/sampler.py +5 -4
- metadata/sampler/sqlalchemy/postgres/sampler.py +3 -3
- metadata/sampler/sqlalchemy/sampler.py +54 -45
- metadata/sampler/sqlalchemy/snowflake/sampler.py +5 -4
- metadata/sampler/sqlalchemy/trino/sampler.py +12 -11
- metadata/timer/repeated_timer.py +3 -3
- metadata/utils/bigquery_utils.py +3 -3
- metadata/utils/class_helper.py +3 -3
- metadata/utils/client_version.py +3 -3
- metadata/utils/constants.py +4 -3
- metadata/utils/constraints.py +2 -2
- metadata/utils/credentials.py +10 -3
- metadata/utils/custom_thread_pool.py +3 -3
- metadata/utils/datalake/datalake_utils.py +3 -3
- metadata/utils/db_utils.py +3 -3
- metadata/utils/deprecation.py +3 -3
- metadata/utils/dispatch.py +3 -3
- metadata/utils/elasticsearch.py +7 -3
- metadata/utils/entity_link.py +3 -3
- metadata/utils/entity_utils.py +3 -3
- metadata/utils/execution_time_tracker.py +3 -3
- metadata/utils/filters.py +3 -3
- metadata/utils/fqn.py +3 -3
- metadata/utils/helpers.py +94 -3
- metadata/utils/importer.py +3 -3
- metadata/utils/life_cycle_utils.py +3 -3
- metadata/utils/logger.py +12 -3
- metadata/utils/lru_cache.py +3 -3
- metadata/utils/messaging_utils.py +2 -2
- metadata/utils/profiler_utils.py +3 -3
- metadata/utils/s3_utils.py +3 -3
- metadata/utils/secrets/aws_based_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_ssm_secrets_manager.py +2 -2
- metadata/utils/secrets/azure_kv_secrets_manager.py +2 -2
- metadata/utils/secrets/db_secrets_manager.py +2 -2
- metadata/utils/secrets/external_secrets_manager.py +2 -2
- metadata/utils/secrets/secrets_manager.py +2 -2
- metadata/utils/secrets/secrets_manager_factory.py +2 -2
- metadata/utils/singleton.py +3 -3
- metadata/utils/source_hash.py +3 -3
- metadata/utils/sqa_like_column.py +3 -3
- metadata/utils/sqa_utils.py +3 -3
- metadata/utils/sqlalchemy_utils.py +3 -3
- metadata/utils/ssl_manager.py +38 -3
- metadata/utils/ssl_registry.py +3 -3
- metadata/utils/storage_metadata_config.py +3 -3
- metadata/utils/stored_procedures.py +3 -3
- metadata/utils/tag_utils.py +75 -30
- metadata/utils/test_utils.py +2 -2
- metadata/utils/time_utils.py +3 -3
- metadata/utils/timeout.py +3 -3
- metadata/utils/uuid_encoder.py +3 -3
- metadata/workflow/application.py +3 -3
- metadata/workflow/application_output_handler.py +3 -3
- metadata/workflow/base.py +3 -3
- metadata/workflow/classification.py +6 -3
- metadata/workflow/data_quality.py +3 -3
- metadata/workflow/ingestion.py +3 -3
- metadata/workflow/metadata.py +3 -3
- metadata/workflow/output_handler.py +3 -3
- metadata/workflow/profiler.py +16 -8
- metadata/workflow/usage.py +3 -3
- metadata/workflow/workflow_init_error_handler.py +3 -3
- metadata/workflow/workflow_output_handler.py +3 -3
- metadata/workflow/workflow_status_mixin.py +9 -3
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/METADATA +441 -373
- openmetadata_ingestion-1.7.0.0rc2.dist-info/RECORD +1895 -0
- openmetadata_ingestion-1.6.8.0.dist-info/RECORD +0 -1825
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/LICENSE +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/WHEEL +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/entry_points.txt +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0rc2.dist-info}/top_level.txt +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/logger.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -60,6 +60,7 @@ class Loggers(Enum):
|
|
|
60
60
|
TEST_SUITE = "TestSuite"
|
|
61
61
|
QUERY_RUNNER = "QueryRunner"
|
|
62
62
|
APP = "App"
|
|
63
|
+
REVERSE_INGESTION = "ReverseIngestion"
|
|
63
64
|
|
|
64
65
|
@DynamicClassAttribute
|
|
65
66
|
def value(self):
|
|
@@ -143,6 +144,14 @@ def ingestion_logger():
|
|
|
143
144
|
return logging.getLogger(Loggers.INGESTION.value)
|
|
144
145
|
|
|
145
146
|
|
|
147
|
+
def reverse_ingestion_logger():
|
|
148
|
+
"""
|
|
149
|
+
Method to get the REVERSE INGESTION logger
|
|
150
|
+
"""
|
|
151
|
+
|
|
152
|
+
return logging.getLogger(Loggers.REVERSE_INGESTION.value)
|
|
153
|
+
|
|
154
|
+
|
|
146
155
|
def utils_logger():
|
|
147
156
|
"""
|
|
148
157
|
Method to get the UTILS logger
|
metadata/utils/lru_cache.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2024 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/profiler_utils.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/s3_utils.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2022 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/singleton.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/source_hash.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/sqa_utils.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/ssl_manager.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -17,6 +17,7 @@ import os
|
|
|
17
17
|
import tempfile
|
|
18
18
|
import traceback
|
|
19
19
|
from functools import singledispatch, singledispatchmethod
|
|
20
|
+
from ssl import CERT_REQUIRED, SSLContext
|
|
20
21
|
from typing import List, Optional, Union, cast
|
|
21
22
|
|
|
22
23
|
from pydantic import SecretStr
|
|
@@ -27,6 +28,9 @@ from metadata.generated.schema.entity.services.connections.connectionBasicType i
|
|
|
27
28
|
from metadata.generated.schema.entity.services.connections.dashboard.qlikSenseConnection import (
|
|
28
29
|
QlikSenseConnection,
|
|
29
30
|
)
|
|
31
|
+
from metadata.generated.schema.entity.services.connections.database.cassandraConnection import (
|
|
32
|
+
CassandraConnection,
|
|
33
|
+
)
|
|
30
34
|
from metadata.generated.schema.entity.services.connections.database.dorisConnection import (
|
|
31
35
|
DorisConnection,
|
|
32
36
|
)
|
|
@@ -55,6 +59,7 @@ from metadata.generated.schema.entity.services.connections.pipeline.matillionCon
|
|
|
55
59
|
MatillionConnection,
|
|
56
60
|
)
|
|
57
61
|
from metadata.generated.schema.security.ssl import verifySSLConfig
|
|
62
|
+
from metadata.generated.schema.security.ssl.verifySSLConfig import SslMode
|
|
58
63
|
from metadata.ingestion.connections.builders import init_empty_connection_arguments
|
|
59
64
|
from metadata.ingestion.models.custom_pydantic import CustomSecretStr
|
|
60
65
|
from metadata.ingestion.source.connections import get_connection
|
|
@@ -223,6 +228,25 @@ class SSLManager:
|
|
|
223
228
|
] = self.cert_file_path
|
|
224
229
|
return connection
|
|
225
230
|
|
|
231
|
+
@setup_ssl.register(CassandraConnection)
|
|
232
|
+
def _(self, connection):
|
|
233
|
+
connection = cast(CassandraConnection, connection)
|
|
234
|
+
|
|
235
|
+
ssl_context = None
|
|
236
|
+
if connection.sslMode != SslMode.disable:
|
|
237
|
+
ssl_context = SSLContext()
|
|
238
|
+
ssl_context.load_verify_locations(cafile=self.ca_file_path)
|
|
239
|
+
ssl_context.verify_mode = CERT_REQUIRED
|
|
240
|
+
ssl_context.load_cert_chain(
|
|
241
|
+
certfile=self.cert_file_path, keyfile=self.key_file_path
|
|
242
|
+
)
|
|
243
|
+
|
|
244
|
+
connection.connectionArguments = (
|
|
245
|
+
connection.connectionArguments or init_empty_connection_arguments()
|
|
246
|
+
)
|
|
247
|
+
connection.connectionArguments.root["ssl_context"] = ssl_context
|
|
248
|
+
return connection
|
|
249
|
+
|
|
226
250
|
|
|
227
251
|
@singledispatch
|
|
228
252
|
def check_ssl_and_init(
|
|
@@ -340,6 +364,17 @@ def _(connection):
|
|
|
340
364
|
return None
|
|
341
365
|
|
|
342
366
|
|
|
367
|
+
@check_ssl_and_init.register(CassandraConnection)
|
|
368
|
+
def _(connection):
|
|
369
|
+
service_connection = cast(CassandraConnection, connection)
|
|
370
|
+
ssl: Optional[verifySSLConfig.SslConfig] = service_connection.sslConfig
|
|
371
|
+
if ssl and (ssl.root.caCertificate or ssl.root.sslCertificate or ssl.root.sslKey):
|
|
372
|
+
return SSLManager(
|
|
373
|
+
ca=ssl.root.caCertificate, cert=ssl.root.sslCertificate, key=ssl.root.sslKey
|
|
374
|
+
)
|
|
375
|
+
return None
|
|
376
|
+
|
|
377
|
+
|
|
343
378
|
def get_ssl_connection(service_config):
|
|
344
379
|
try:
|
|
345
380
|
# To be cleaned up as part of https://github.com/open-metadata/OpenMetadata/issues/15913
|
metadata/utils/ssl_registry.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/tag_utils.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -20,6 +20,9 @@ from metadata.generated.schema.api.classification.createClassification import (
|
|
|
20
20
|
CreateClassificationRequest,
|
|
21
21
|
)
|
|
22
22
|
from metadata.generated.schema.api.classification.createTag import CreateTagRequest
|
|
23
|
+
from metadata.generated.schema.entity.classification.classification import (
|
|
24
|
+
Classification,
|
|
25
|
+
)
|
|
23
26
|
from metadata.generated.schema.entity.classification.tag import Tag
|
|
24
27
|
from metadata.generated.schema.entity.data.glossaryTerm import GlossaryTerm
|
|
25
28
|
from metadata.generated.schema.entity.services.ingestionPipelines.status import (
|
|
@@ -29,6 +32,7 @@ from metadata.generated.schema.type.basic import (
|
|
|
29
32
|
EntityName,
|
|
30
33
|
FullyQualifiedEntityName,
|
|
31
34
|
Markdown,
|
|
35
|
+
ProviderType,
|
|
32
36
|
)
|
|
33
37
|
from metadata.generated.schema.type.tagLabel import (
|
|
34
38
|
LabelType,
|
|
@@ -46,6 +50,7 @@ from metadata.utils.logger import ingestion_logger
|
|
|
46
50
|
logger = ingestion_logger()
|
|
47
51
|
|
|
48
52
|
|
|
53
|
+
# pylint: disable=too-many-arguments
|
|
49
54
|
def get_ometa_tag_and_classification(
|
|
50
55
|
tags: List[str],
|
|
51
56
|
classification_name: str,
|
|
@@ -53,39 +58,79 @@ def get_ometa_tag_and_classification(
|
|
|
53
58
|
classification_description: str,
|
|
54
59
|
include_tags: bool = True,
|
|
55
60
|
tag_fqn: Optional[FullyQualifiedEntityName] = None,
|
|
61
|
+
metadata: Optional[OpenMetadata] = None,
|
|
62
|
+
system_tags: bool = False,
|
|
56
63
|
) -> Iterable[Either[OMetaTagAndClassification]]:
|
|
57
64
|
"""
|
|
58
65
|
Returns the OMetaTagAndClassification object
|
|
59
66
|
"""
|
|
60
|
-
if include_tags:
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
67
|
+
if not include_tags:
|
|
68
|
+
return
|
|
69
|
+
|
|
70
|
+
if system_tags:
|
|
71
|
+
# Checking for system classification
|
|
72
|
+
for classification_entity in (
|
|
73
|
+
metadata.es_search_from_fqn(
|
|
74
|
+
entity_type=Classification, fqn_search_string=classification_name
|
|
75
|
+
)
|
|
76
|
+
or []
|
|
77
|
+
):
|
|
78
|
+
if (
|
|
79
|
+
classification_entity.provider == ProviderType.system
|
|
80
|
+
and classification_entity.name.root.lower()
|
|
81
|
+
== classification_name.lower()
|
|
82
|
+
):
|
|
83
|
+
classification_name = classification_entity.name.root
|
|
84
|
+
classification_description = classification_entity.description.root
|
|
85
|
+
break
|
|
86
|
+
|
|
87
|
+
for tag in tags:
|
|
88
|
+
specific_tag_description = tag_description
|
|
89
|
+
try:
|
|
90
|
+
if system_tags:
|
|
91
|
+
# Checking for system tag
|
|
92
|
+
for tag_entity in (
|
|
93
|
+
metadata.es_search_from_fqn(
|
|
94
|
+
entity_type=Tag,
|
|
95
|
+
fqn_search_string=f"{classification_name}.{tag}",
|
|
87
96
|
)
|
|
97
|
+
or []
|
|
98
|
+
):
|
|
99
|
+
if (
|
|
100
|
+
tag_entity.provider == ProviderType.system
|
|
101
|
+
and tag_entity.classification.name == classification_name
|
|
102
|
+
and tag_entity.name.root.lower() == tag.lower()
|
|
103
|
+
):
|
|
104
|
+
tag = tag_entity.name.root
|
|
105
|
+
specific_tag_description = tag_entity.description.root
|
|
106
|
+
break
|
|
107
|
+
|
|
108
|
+
classification = OMetaTagAndClassification(
|
|
109
|
+
fqn=tag_fqn,
|
|
110
|
+
classification_request=CreateClassificationRequest(
|
|
111
|
+
name=EntityName(classification_name),
|
|
112
|
+
description=Markdown(classification_description),
|
|
113
|
+
),
|
|
114
|
+
tag_request=CreateTagRequest(
|
|
115
|
+
classification=FullyQualifiedEntityName(classification_name),
|
|
116
|
+
name=EntityName(tag),
|
|
117
|
+
description=(
|
|
118
|
+
Markdown(specific_tag_description)
|
|
119
|
+
if specific_tag_description
|
|
120
|
+
else None
|
|
121
|
+
),
|
|
122
|
+
),
|
|
123
|
+
)
|
|
124
|
+
yield Either(right=classification)
|
|
125
|
+
logger.debug(f"Classification {classification_name}, Tag {tag} Ingested")
|
|
126
|
+
except Exception as err:
|
|
127
|
+
yield Either(
|
|
128
|
+
left=StackTraceError(
|
|
129
|
+
name=tag,
|
|
130
|
+
error=f"Error yielding tag [{tag}]: [{err}]",
|
|
131
|
+
stackTrace=traceback.format_exc(),
|
|
88
132
|
)
|
|
133
|
+
)
|
|
89
134
|
|
|
90
135
|
|
|
91
136
|
@functools.lru_cache(maxsize=512)
|
metadata/utils/test_utils.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Copyright 2024 Collate
|
|
2
|
-
# Licensed under the
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/time_utils.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/timeout.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/utils/uuid_encoder.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/workflow/application.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
metadata/workflow/base.py
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|