openmetadata-ingestion 1.6.8.0__py3-none-any.whl → 1.7.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of openmetadata-ingestion might be problematic. Click here for more details.
- airflow_provider_openmetadata/__init__.py +3 -3
- airflow_provider_openmetadata/hooks/openmetadata.py +3 -3
- airflow_provider_openmetadata/lineage/backend.py +3 -3
- airflow_provider_openmetadata/lineage/callback.py +3 -3
- airflow_provider_openmetadata/lineage/config/commons.py +3 -3
- airflow_provider_openmetadata/lineage/config/loader.py +3 -3
- airflow_provider_openmetadata/lineage/operator.py +3 -3
- airflow_provider_openmetadata/lineage/runner.py +3 -3
- airflow_provider_openmetadata/lineage/status.py +3 -3
- metadata/__main__.py +3 -3
- metadata/__version__.py +3 -3
- metadata/antlr/split_listener.py +3 -3
- metadata/automations/execute_runner.py +49 -0
- metadata/automations/extended_runner.py +13 -0
- metadata/automations/runner.py +37 -38
- metadata/cli/app.py +3 -3
- metadata/cli/classify.py +3 -3
- metadata/cli/dataquality.py +3 -3
- metadata/cli/ingest.py +3 -3
- metadata/cli/lineage.py +3 -3
- metadata/cli/profile.py +3 -3
- metadata/cli/restore.py +3 -3
- metadata/cli/usage.py +3 -3
- metadata/clients/aws_client.py +3 -3
- metadata/clients/azure_client.py +3 -3
- metadata/clients/domo_client.py +3 -3
- metadata/cmd.py +3 -3
- metadata/config/common.py +3 -3
- metadata/data_quality/api/models.py +3 -3
- metadata/data_quality/builders/validator_builder.py +3 -3
- metadata/data_quality/interface/pandas/pandas_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/databricks/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/snowflake/test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/sqa_test_suite_interface.py +3 -3
- metadata/data_quality/interface/sqlalchemy/unity_catalog/test_suite_interface.py +3 -3
- metadata/data_quality/interface/test_suite_interface.py +3 -3
- metadata/data_quality/processor/test_case_runner.py +9 -11
- metadata/data_quality/runner/base_test_suite_source.py +13 -7
- metadata/data_quality/runner/core.py +3 -3
- metadata/data_quality/source/test_suite.py +3 -3
- metadata/data_quality/validations/base_test_handler.py +3 -3
- metadata/data_quality/validations/column/base/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/base/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/pandas/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueLengthsToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMaxToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMeanToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMedianToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueMinToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValueStdDevToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesMissingCount.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesSumToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeAtExpectedLocation.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeBetween.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotInSet.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeNotNull.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToMatchRegex.py +3 -3
- metadata/data_quality/validations/column/sqlalchemy/columnValuesToNotMatchRegex.py +3 -3
- metadata/data_quality/validations/mixins/pandas_validator_mixin.py +3 -3
- metadata/data_quality/validations/mixins/sqa_validator_mixin.py +3 -3
- metadata/data_quality/validations/runtime_param_setter/param_setter.py +2 -2
- metadata/data_quality/validations/runtime_param_setter/param_setter_factory.py +2 -2
- metadata/data_quality/validations/runtime_param_setter/table_diff_params_setter.py +6 -3
- metadata/data_quality/validations/table/base/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/base/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/base/tableCustomSQLQuery.py +14 -4
- metadata/data_quality/validations/table/base/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/base/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/base/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/pandas/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/pandas/tableCustomSQLQuery.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/pandas/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnNameToExist.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableColumnToMatchSet.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableCustomSQLQuery.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableDiff.py +2 -2
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToBeBetween.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowCountToEqual.py +3 -3
- metadata/data_quality/validations/table/sqlalchemy/tableRowInsertedCountToBeBetween.py +3 -3
- metadata/examples/workflows/cassandra.yaml +35 -0
- metadata/examples/workflows/cockroach.yaml +24 -0
- metadata/examples/workflows/nifi.yaml +51 -0
- metadata/examples/workflows/opensearch.yaml +20 -0
- metadata/examples/workflows/wherescape.yaml +2 -2
- metadata/generated/schema/analytics/__init__.py +1 -1
- metadata/generated/schema/analytics/basic.py +1 -1
- metadata/generated/schema/analytics/reportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/__init__.py +1 -1
- metadata/generated/schema/analytics/reportDataType/aggregatedCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/entityReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/rawCostAnalysisReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticEntityViewReportData.py +1 -1
- metadata/generated/schema/analytics/reportDataType/webAnalyticUserActivityReportData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventData.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/__init__.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/customEvent.py +1 -1
- metadata/generated/schema/analytics/webAnalyticEventType/pageViewEvent.py +1 -1
- metadata/generated/schema/api/__init__.py +1 -1
- metadata/generated/schema/api/addGlossaryToAssetsRequest.py +1 -1
- metadata/generated/schema/api/addTagToAssetsRequest.py +1 -1
- metadata/generated/schema/api/analytics/__init__.py +1 -1
- metadata/generated/schema/api/analytics/createWebAnalyticEvent.py +1 -1
- metadata/generated/schema/api/automations/__init__.py +1 -1
- metadata/generated/schema/api/automations/createWorkflow.py +14 -4
- metadata/generated/schema/api/bulkAssets.py +1 -1
- metadata/generated/schema/api/classification/__init__.py +1 -1
- metadata/generated/schema/api/classification/createClassification.py +2 -2
- metadata/generated/schema/api/classification/createTag.py +2 -2
- metadata/generated/schema/api/classification/loadTags.py +1 -1
- metadata/generated/schema/api/createBot.py +1 -1
- metadata/generated/schema/api/createEventPublisherJob.py +1 -1
- metadata/generated/schema/api/createType.py +1 -1
- metadata/generated/schema/api/data/__init__.py +1 -1
- metadata/generated/schema/api/data/createAPICollection.py +1 -1
- metadata/generated/schema/api/data/createAPIEndpoint.py +1 -1
- metadata/generated/schema/api/data/createChart.py +1 -1
- metadata/generated/schema/api/data/createContainer.py +1 -1
- metadata/generated/schema/api/data/createCustomProperty.py +1 -1
- metadata/generated/schema/api/data/createDashboard.py +1 -1
- metadata/generated/schema/api/data/createDashboardDataModel.py +1 -1
- metadata/generated/schema/api/data/createDatabase.py +1 -1
- metadata/generated/schema/api/data/createDatabaseSchema.py +1 -1
- metadata/generated/schema/api/data/createGlossary.py +1 -1
- metadata/generated/schema/api/data/createGlossaryTerm.py +1 -1
- metadata/generated/schema/api/data/createMetric.py +1 -1
- metadata/generated/schema/api/data/createMlModel.py +1 -1
- metadata/generated/schema/api/data/createPipeline.py +5 -1
- metadata/generated/schema/api/data/createQuery.py +1 -1
- metadata/generated/schema/api/data/createQueryCostRecord.py +35 -0
- metadata/generated/schema/api/data/createSearchIndex.py +1 -1
- metadata/generated/schema/api/data/createStoredProcedure.py +1 -1
- metadata/generated/schema/api/data/createTable.py +1 -1
- metadata/generated/schema/api/data/createTableProfile.py +1 -1
- metadata/generated/schema/api/data/createTopic.py +1 -1
- metadata/generated/schema/api/data/loadGlossary.py +1 -1
- metadata/generated/schema/api/data/restoreEntity.py +1 -1
- metadata/generated/schema/api/dataInsight/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/createDataInsightChart.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/custom/createDataInsightCustomChart.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/api/dataInsight/kpi/createKpiRequest.py +1 -1
- metadata/generated/schema/api/docStore/__init__.py +1 -1
- metadata/generated/schema/api/docStore/createDocument.py +1 -1
- metadata/generated/schema/api/domains/__init__.py +1 -1
- metadata/generated/schema/api/domains/createDataProduct.py +1 -1
- metadata/generated/schema/api/domains/createDomain.py +8 -1
- metadata/generated/schema/api/feed/__init__.py +1 -1
- metadata/generated/schema/api/feed/closeTask.py +1 -1
- metadata/generated/schema/api/feed/createPost.py +1 -1
- metadata/generated/schema/api/feed/createSuggestion.py +1 -1
- metadata/generated/schema/api/feed/createThread.py +1 -1
- metadata/generated/schema/api/feed/resolveTask.py +1 -1
- metadata/generated/schema/api/feed/threadCount.py +25 -1
- metadata/generated/schema/api/governance/__init__.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowDefinition.py +1 -1
- metadata/generated/schema/api/governance/createWorkflowInstanceState.py +1 -1
- metadata/generated/schema/api/lineage/__init__.py +1 -1
- metadata/generated/schema/api/lineage/addLineage.py +1 -1
- metadata/generated/schema/api/lineage/esLineageData.py +85 -0
- metadata/generated/schema/api/lineage/lineageDirection.py +12 -0
- metadata/generated/schema/api/lineage/nodeInformation.py +19 -0
- metadata/generated/schema/api/lineage/searchLineageRequest.py +45 -0
- metadata/generated/schema/api/lineage/searchLineageResult.py +46 -0
- metadata/generated/schema/api/openMetadataServerVersion.py +1 -1
- metadata/generated/schema/api/policies/__init__.py +1 -1
- metadata/generated/schema/api/policies/createPolicy.py +1 -1
- metadata/generated/schema/api/search/__init__.py +3 -0
- metadata/generated/schema/api/search/previewSearchRequest.py +47 -0
- metadata/generated/schema/api/services/__init__.py +1 -1
- metadata/generated/schema/api/services/createApiService.py +9 -2
- metadata/generated/schema/api/services/createDashboardService.py +9 -2
- metadata/generated/schema/api/services/createDatabaseService.py +9 -2
- metadata/generated/schema/api/services/createMessagingService.py +9 -2
- metadata/generated/schema/api/services/createMetadataService.py +9 -2
- metadata/generated/schema/api/services/createMlModelService.py +9 -2
- metadata/generated/schema/api/services/createPipelineService.py +9 -2
- metadata/generated/schema/api/services/createSearchService.py +9 -2
- metadata/generated/schema/api/services/createStorageService.py +9 -2
- metadata/generated/schema/api/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/api/services/ingestionPipelines/createIngestionPipeline.py +1 -1
- metadata/generated/schema/api/setOwner.py +1 -1
- metadata/generated/schema/api/teams/__init__.py +1 -1
- metadata/generated/schema/api/teams/createPersona.py +1 -1
- metadata/generated/schema/api/teams/createRole.py +1 -1
- metadata/generated/schema/api/teams/createTeam.py +1 -1
- metadata/generated/schema/api/teams/createUser.py +1 -1
- metadata/generated/schema/api/tests/__init__.py +1 -1
- metadata/generated/schema/api/tests/createCustomMetric.py +1 -1
- metadata/generated/schema/api/tests/createLogicalTestCases.py +1 -1
- metadata/generated/schema/api/tests/createTestCase.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResolutionStatus.py +1 -1
- metadata/generated/schema/api/tests/createTestCaseResult.py +1 -1
- metadata/generated/schema/api/tests/createTestDefinition.py +1 -1
- metadata/generated/schema/api/tests/createTestSuite.py +1 -1
- metadata/generated/schema/api/voteRequest.py +1 -1
- metadata/generated/schema/auth/__init__.py +1 -1
- metadata/generated/schema/auth/basicAuth.py +1 -1
- metadata/generated/schema/auth/basicLoginRequest.py +1 -1
- metadata/generated/schema/auth/changePasswordRequest.py +1 -1
- metadata/generated/schema/auth/createPersonalToken.py +1 -1
- metadata/generated/schema/auth/emailRequest.py +1 -1
- metadata/generated/schema/auth/emailVerificationToken.py +1 -1
- metadata/generated/schema/auth/generateToken.py +1 -1
- metadata/generated/schema/auth/jwtAuth.py +1 -1
- metadata/generated/schema/auth/loginRequest.py +1 -1
- metadata/generated/schema/auth/logoutRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetRequest.py +1 -1
- metadata/generated/schema/auth/passwordResetToken.py +1 -1
- metadata/generated/schema/auth/personalAccessToken.py +1 -1
- metadata/generated/schema/auth/refreshToken.py +1 -1
- metadata/generated/schema/auth/registrationRequest.py +1 -1
- metadata/generated/schema/auth/revokePersonalToken.py +1 -1
- metadata/generated/schema/auth/revokeToken.py +1 -1
- metadata/generated/schema/auth/serviceTokenEnum.py +1 -1
- metadata/generated/schema/auth/ssoAuth.py +1 -1
- metadata/generated/schema/auth/tokenRefreshRequest.py +1 -1
- metadata/generated/schema/configuration/__init__.py +1 -1
- metadata/generated/schema/configuration/appsPrivateConfiguration.py +1 -1
- metadata/generated/schema/configuration/assetCertificationSettings.py +1 -1
- metadata/generated/schema/configuration/authConfig.py +1 -1
- metadata/generated/schema/configuration/authenticationConfiguration.py +1 -1
- metadata/generated/schema/configuration/authorizerConfiguration.py +4 -1
- metadata/generated/schema/configuration/changeEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/dataQualityConfiguration.py +1 -1
- metadata/generated/schema/configuration/elasticSearchConfiguration.py +62 -1
- metadata/generated/schema/configuration/eventHandlerConfiguration.py +1 -1
- metadata/generated/schema/configuration/fernetConfiguration.py +1 -1
- metadata/generated/schema/configuration/jwtTokenConfiguration.py +1 -1
- metadata/generated/schema/configuration/kafkaEventConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapConfiguration.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/__init__.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/customTrustManagerConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/hostNameConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/jvmDefaultConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/trustAllConfig.py +1 -1
- metadata/generated/schema/configuration/ldapTrustStoreConfig/truststoreConfig.py +1 -1
- metadata/generated/schema/configuration/limitsConfiguration.py +1 -1
- metadata/generated/schema/configuration/lineageSettings.py +1 -1
- metadata/generated/schema/configuration/loginConfiguration.py +1 -1
- metadata/generated/schema/configuration/logoConfiguration.py +1 -1
- metadata/generated/schema/configuration/openMetadataBaseUrlConfiguration.py +21 -0
- metadata/generated/schema/configuration/opertionalConfiguration.py +24 -0
- metadata/generated/schema/configuration/opsConfig.py +25 -0
- metadata/generated/schema/configuration/pipelineServiceClientConfiguration.py +1 -1
- metadata/generated/schema/configuration/profilerConfiguration.py +1 -1
- metadata/generated/schema/configuration/searchSettings.py +463 -4
- metadata/generated/schema/configuration/slackAppConfiguration.py +1 -1
- metadata/generated/schema/configuration/taskNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/testResultNotificationConfiguration.py +1 -1
- metadata/generated/schema/configuration/themeConfiguration.py +1 -1
- metadata/generated/schema/configuration/uiThemePreference.py +1 -1
- metadata/generated/schema/configuration/workflowSettings.py +8 -1
- metadata/generated/schema/dataInsight/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/__init__.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChart.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResult.py +1 -1
- metadata/generated/schema/dataInsight/custom/dataInsightCustomChartResultList.py +1 -1
- metadata/generated/schema/dataInsight/custom/formulaHolder.py +1 -1
- metadata/generated/schema/dataInsight/custom/lineChart.py +15 -1
- metadata/generated/schema/dataInsight/custom/summaryCard.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChart.py +1 -1
- metadata/generated/schema/dataInsight/dataInsightChartResult.py +1 -1
- metadata/generated/schema/dataInsight/kpi/__init__.py +1 -1
- metadata/generated/schema/dataInsight/kpi/basic.py +1 -1
- metadata/generated/schema/dataInsight/kpi/kpi.py +1 -1
- metadata/generated/schema/dataInsight/type/__init__.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsCount.py +1 -1
- metadata/generated/schema/dataInsight/type/aggregatedUsedVsUnusedAssetsSize.py +1 -1
- metadata/generated/schema/dataInsight/type/dailyActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostActiveUsers.py +1 -1
- metadata/generated/schema/dataInsight/type/mostViewedEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/pageViewsByEntities.py +1 -1
- metadata/generated/schema/dataInsight/type/unusedAssets.py +1 -1
- metadata/generated/schema/email/__init__.py +1 -1
- metadata/generated/schema/email/emailRequest.py +1 -1
- metadata/generated/schema/email/emailTemplate.py +1 -1
- metadata/generated/schema/email/emailTemplatePlaceholder.py +1 -1
- metadata/generated/schema/email/smtpSettings.py +6 -5
- metadata/generated/schema/email/templateValidationReponse.py +1 -1
- metadata/generated/schema/entity/__init__.py +1 -1
- metadata/generated/schema/entity/applications/__init__.py +1 -1
- metadata/generated/schema/entity/applications/app.py +14 -1
- metadata/generated/schema/entity/applications/appExtension.py +1 -1
- metadata/generated/schema/entity/applications/appRunRecord.py +44 -7
- metadata/generated/schema/entity/applications/configuration/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/applicationConfig.py +9 -3
- metadata/generated/schema/entity/applications/configuration/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addCustomProperties.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDataProductAction.py +41 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/addTestCaseAction.py +71 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/addTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/lineagePropagationAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/mlTaggingAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeCustomPropertiesAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDataProductAction.py +33 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDescriptionAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeDomainAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeOwnerAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTagsAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTestCaseAction.py +45 -0
- metadata/generated/schema/entity/applications/configuration/external/automator/removeTierAction.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/automatorAppConfig.py +13 -1
- metadata/generated/schema/entity/applications/configuration/external/collateAIAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/external/slackAppTokenConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/autoPilotAppConfig.py +48 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAIQualityAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/collateAITierAgentAppConfig.py +46 -0
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsAppConfig.py +109 -2
- metadata/generated/schema/entity/applications/configuration/internal/dataInsightsReportAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/dataRetentionConfiguration.py +1 -1
- metadata/generated/schema/entity/applications/configuration/internal/searchIndexingAppConfig.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/external/__init__.py +1 -1
- metadata/generated/schema/entity/applications/configuration/private/external/collateAIAppPrivateConfig.py +3 -22
- metadata/generated/schema/entity/applications/configuration/private/internal/__init__.py +3 -0
- metadata/generated/schema/entity/applications/configuration/private/internal/collateAITierAgentAppPrivateConfig.py +24 -0
- metadata/generated/schema/entity/applications/configuration/private/limits.py +33 -0
- metadata/generated/schema/entity/applications/createAppRequest.py +1 -1
- metadata/generated/schema/entity/applications/jobStatus.py +1 -1
- metadata/generated/schema/entity/applications/liveExecutionContext.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/__init__.py +1 -1
- metadata/generated/schema/entity/applications/marketplace/appMarketPlaceDefinition.py +13 -1
- metadata/generated/schema/entity/applications/marketplace/createAppMarketPlaceDefinitionReq.py +13 -1
- metadata/generated/schema/entity/applications/scheduledExecutionContext.py +1 -1
- metadata/generated/schema/entity/automations/__init__.py +1 -1
- metadata/generated/schema/entity/automations/testServiceConnection.py +8 -1
- metadata/generated/schema/entity/automations/workflow.py +15 -4
- metadata/generated/schema/entity/bot.py +1 -1
- metadata/generated/schema/entity/classification/__init__.py +1 -1
- metadata/generated/schema/entity/classification/classification.py +1 -1
- metadata/generated/schema/entity/classification/tag.py +1 -1
- metadata/generated/schema/entity/data/__init__.py +1 -1
- metadata/generated/schema/entity/data/apiCollection.py +1 -1
- metadata/generated/schema/entity/data/apiEndpoint.py +1 -1
- metadata/generated/schema/entity/data/chart.py +1 -1
- metadata/generated/schema/entity/data/container.py +1 -1
- metadata/generated/schema/entity/data/dashboard.py +1 -1
- metadata/generated/schema/entity/data/dashboardDataModel.py +1 -1
- metadata/generated/schema/entity/data/database.py +5 -1
- metadata/generated/schema/entity/data/databaseSchema.py +7 -5
- metadata/generated/schema/entity/data/glossary.py +1 -1
- metadata/generated/schema/entity/data/glossaryTerm.py +1 -1
- metadata/generated/schema/entity/data/metric.py +1 -1
- metadata/generated/schema/entity/data/mlmodel.py +1 -1
- metadata/generated/schema/entity/data/pipeline.py +14 -1
- metadata/generated/schema/entity/data/query.py +1 -1
- metadata/generated/schema/entity/data/queryCostRecord.py +47 -0
- metadata/generated/schema/entity/data/queryCostSearchResult.py +56 -0
- metadata/generated/schema/entity/data/report.py +1 -1
- metadata/generated/schema/entity/data/searchIndex.py +1 -1
- metadata/generated/schema/entity/data/storedProcedure.py +3 -1
- metadata/generated/schema/entity/data/table.py +6 -1
- metadata/generated/schema/entity/data/topic.py +1 -1
- metadata/generated/schema/entity/docStore/__init__.py +1 -1
- metadata/generated/schema/entity/docStore/document.py +1 -1
- metadata/generated/schema/entity/domains/__init__.py +1 -1
- metadata/generated/schema/entity/domains/dataProduct.py +1 -1
- metadata/generated/schema/entity/domains/domain.py +8 -1
- metadata/generated/schema/entity/events/__init__.py +1 -1
- metadata/generated/schema/entity/events/webhook.py +1 -1
- metadata/generated/schema/entity/feed/__init__.py +1 -1
- metadata/generated/schema/entity/feed/assets.py +1 -1
- metadata/generated/schema/entity/feed/customProperty.py +1 -1
- metadata/generated/schema/entity/feed/description.py +1 -1
- metadata/generated/schema/entity/feed/domain.py +1 -1
- metadata/generated/schema/entity/feed/entityInfo.py +1 -1
- metadata/generated/schema/entity/feed/owner.py +1 -1
- metadata/generated/schema/entity/feed/suggestion.py +1 -1
- metadata/generated/schema/entity/feed/tag.py +1 -1
- metadata/generated/schema/entity/feed/testCaseResult.py +1 -1
- metadata/generated/schema/entity/feed/thread.py +1 -1
- metadata/generated/schema/entity/policies/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/__init__.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourceDescriptor.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/resourcePermission.py +1 -1
- metadata/generated/schema/entity/policies/accessControl/rule.py +1 -1
- metadata/generated/schema/entity/policies/filters.py +1 -1
- metadata/generated/schema/entity/policies/policy.py +1 -1
- metadata/generated/schema/entity/services/__init__.py +1 -1
- metadata/generated/schema/entity/services/apiService.py +8 -1
- metadata/generated/schema/entity/services/connections/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/api/restConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertPaths.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslCertValues.py +1 -1
- metadata/generated/schema/entity/services/connections/common/sslConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/connectionBasicType.py +7 -1
- metadata/generated/schema/entity/services/connections/dashboard/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/customDashboardConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/domoDashboardConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/lightdashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/lookerConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/metabaseConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/microStrategyConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/modeConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerBIReportServerConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/bucketDetails.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/powerbi/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/dashboard/qlikCloudConnection.py +50 -2
- metadata/generated/schema/entity/services/connections/dashboard/qlikSenseConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/quickSightConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/redashConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/sigmaConnection.py +35 -1
- metadata/generated/schema/entity/services/connections/dashboard/supersetConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/dashboard/tableauConnection.py +34 -1
- metadata/generated/schema/entity/services/connections/database/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/athenaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/azureSQLConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/bigQueryConnection.py +36 -1
- metadata/generated/schema/entity/services/connections/database/bigTableConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cassandra/__init__.py +3 -0
- metadata/generated/schema/entity/services/connections/database/cassandra/cloudConfig.py +61 -0
- metadata/generated/schema/entity/services/connections/database/cassandraConnection.py +106 -0
- metadata/generated/schema/entity/services/connections/database/clickhouseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/cockroachConnection.py +136 -0
- metadata/generated/schema/entity/services/connections/database/common/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/iamAuthConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/jwtAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/database/common/noConfigAuthenticationTypes.py +1 -1
- metadata/generated/schema/entity/services/connections/database/couchbaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/customDatabaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/databricksConnection.py +27 -3
- metadata/generated/schema/entity/services/connections/database/datalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/azureConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/gcsConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalake/s3Config.py +1 -1
- metadata/generated/schema/entity/services/connections/database/datalakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/db2Connection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/deltaLakeConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/metastoreConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/deltalake/storageConfig.py +1 -1
- metadata/generated/schema/entity/services/connections/database/domoDatabaseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dorisConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/druidConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/dynamoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/exasolConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/glueConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/greenplumConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/hiveConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/dynamoDbCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/glueCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/hiveCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergCatalog.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/icebergFileSystem.py +1 -1
- metadata/generated/schema/entity/services/connections/database/iceberg/restCatalogConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/icebergConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/impalaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mariaDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mongoDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/mssqlConnection.py +29 -1
- metadata/generated/schema/entity/services/connections/database/mysqlConnection.py +29 -1
- metadata/generated/schema/entity/services/connections/database/oracleConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/pinotDBConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/postgresConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/prestoConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/redshiftConnection.py +30 -1
- metadata/generated/schema/entity/services/connections/database/salesforceConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sapErpConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaHDBConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHana/sapHanaSQLConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/database/sapHanaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/sasConnection.py +27 -1
- metadata/generated/schema/entity/services/connections/database/singleStoreConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/snowflakeConnection.py +47 -2
- metadata/generated/schema/entity/services/connections/database/sqliteConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/synapseConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/teradataConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/trinoConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/unityCatalogConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/database/verticaConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/messaging/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/messaging/customMessagingConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/kafkaConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/kinesisConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/pulsarConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/redpandaConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/messaging/saslMechanismType.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/metadata/alationConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/alationSinkConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/amundsenConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/atlasConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/metadataESConnection.py +26 -1
- metadata/generated/schema/entity/services/connections/metadata/openMetadataConnection.py +26 -2
- metadata/generated/schema/entity/services/connections/mlmodel/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/mlmodel/customMlModelConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/mlflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sageMakerConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/sklearnConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/mlmodel/vertexaiConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/airbyteConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/airflowConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/backendConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/customPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/dagsterConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/databricksPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/datafactoryConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/dbtCloudConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/domoPipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/fivetranConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/flinkConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/gluePipelineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/kafkaConnectConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillion/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillion/matillionETL.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/matillionConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifi/clientCertificateAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/pipeline/nifiConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/openLineageConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/sparkConnection.py +11 -1
- metadata/generated/schema/entity/services/connections/pipeline/splineConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/stitchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/pipeline/wherescapeConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/search/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/customSearchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/apiAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearch/basicAuth.py +1 -1
- metadata/generated/schema/entity/services/connections/search/elasticSearchConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/search/openSearchConnection.py +37 -29
- metadata/generated/schema/entity/services/connections/serviceConnection.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/__init__.py +1 -1
- metadata/generated/schema/entity/services/connections/storage/adlsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/customStorageConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/gcsConnection.py +10 -1
- metadata/generated/schema/entity/services/connections/storage/s3Connection.py +10 -1
- metadata/generated/schema/entity/services/connections/testConnectionDefinition.py +1 -1
- metadata/generated/schema/entity/services/connections/testConnectionResult.py +1 -1
- metadata/generated/schema/entity/services/dashboardService.py +8 -1
- metadata/generated/schema/entity/services/databaseService.py +14 -1
- metadata/generated/schema/entity/services/ingestionPipelines/__init__.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/ingestionPipeline.py +8 -1
- metadata/generated/schema/entity/services/ingestionPipelines/pipelineServiceClientResponse.py +1 -1
- metadata/generated/schema/entity/services/ingestionPipelines/reverseIngestionResponse.py +47 -0
- metadata/generated/schema/entity/services/ingestionPipelines/status.py +1 -1
- metadata/generated/schema/entity/services/messagingService.py +8 -1
- metadata/generated/schema/entity/services/metadataService.py +8 -1
- metadata/generated/schema/entity/services/mlmodelService.py +8 -1
- metadata/generated/schema/entity/services/pipelineService.py +8 -1
- metadata/generated/schema/entity/services/searchService.py +9 -2
- metadata/generated/schema/entity/services/serviceType.py +1 -1
- metadata/generated/schema/entity/services/storageService.py +8 -1
- metadata/generated/schema/entity/teams/__init__.py +1 -1
- metadata/generated/schema/entity/teams/persona.py +5 -1
- metadata/generated/schema/entity/teams/role.py +1 -1
- metadata/generated/schema/entity/teams/team.py +1 -1
- metadata/generated/schema/entity/teams/teamHierarchy.py +1 -1
- metadata/generated/schema/entity/teams/user.py +5 -1
- metadata/generated/schema/entity/type.py +1 -1
- metadata/generated/schema/entity/utils/__init__.py +1 -1
- metadata/generated/schema/entity/utils/entitiesCount.py +1 -1
- metadata/generated/schema/entity/utils/servicesCount.py +1 -1
- metadata/generated/schema/entity/utils/supersetApiConnection.py +1 -1
- metadata/generated/schema/events/__init__.py +1 -1
- metadata/generated/schema/events/alertMetrics.py +1 -1
- metadata/generated/schema/events/api/__init__.py +1 -1
- metadata/generated/schema/events/api/createEventSubscription.py +9 -1
- metadata/generated/schema/events/api/eventSubscriptionDiagnosticInfo.py +1 -1
- metadata/generated/schema/events/api/eventsRecord.py +1 -1
- metadata/generated/schema/events/api/testEventSubscriptionDestination.py +1 -1
- metadata/generated/schema/events/api/typedEvent.py +1 -1
- metadata/generated/schema/events/emailAlertConfig.py +1 -1
- metadata/generated/schema/events/eventFilterRule.py +1 -1
- metadata/generated/schema/events/eventSubscription.py +9 -2
- metadata/generated/schema/events/eventSubscriptionOffset.py +1 -1
- metadata/generated/schema/events/failedEvent.py +1 -1
- metadata/generated/schema/events/failedEventResponse.py +1 -1
- metadata/generated/schema/events/filterResourceDescriptor.py +1 -1
- metadata/generated/schema/events/statusContext.py +1 -1
- metadata/generated/schema/events/subscriptionResourceDescriptor.py +1 -1
- metadata/generated/schema/events/subscriptionStatus.py +1 -1
- metadata/generated/schema/events/testDestinationStatus.py +1 -1
- metadata/generated/schema/governance/workflows/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/edge.py +2 -2
- metadata/generated/schema/governance/workflows/elements/nodeSubType.py +4 -1
- metadata/generated/schema/governance/workflows/elements/nodeType.py +2 -1
- metadata/generated/schema/governance/workflows/elements/nodes/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/checkEntityAttributesTask.py +28 -8
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/createAndRunIngestionPipelineTask.py +86 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/runAppTask.py +73 -0
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setEntityCertificationTask.py +27 -6
- metadata/generated/schema/governance/workflows/elements/nodes/automatedTask/setGlossaryTermStatusTask.py +28 -7
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/endEvent/endEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/__init__.py +3 -0
- metadata/generated/schema/governance/workflows/elements/nodes/gateway/parallelGateway.py +30 -0
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/startEvent/startEvent.py +9 -4
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/nodes/userTask/userApprovalTask.py +24 -7
- metadata/generated/schema/governance/workflows/elements/triggers/__init__.py +1 -1
- metadata/generated/schema/governance/workflows/elements/triggers/eventBasedEntityTrigger.py +8 -4
- metadata/generated/schema/governance/workflows/elements/triggers/noOpTrigger.py +20 -0
- metadata/generated/schema/governance/workflows/elements/triggers/periodicBatchEntityTrigger.py +18 -5
- metadata/generated/schema/governance/workflows/workflowDefinition.py +30 -7
- metadata/generated/schema/governance/workflows/workflowInstance.py +11 -8
- metadata/generated/schema/governance/workflows/workflowInstanceState.py +4 -8
- metadata/generated/schema/jobs/__init__.py +1 -1
- metadata/generated/schema/jobs/backgroundJob.py +1 -1
- metadata/generated/schema/jobs/enumCleanupArgs.py +1 -1
- metadata/generated/schema/metadataIngestion/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/apiServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/application.py +1 -1
- metadata/generated/schema/metadataIngestion/applicationPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dashboardServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dataInsightPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/databaseServiceAutoClassificationPipeline.py +3 -3
- metadata/generated/schema/metadataIngestion/databaseServiceMetadataPipeline.py +4 -4
- metadata/generated/schema/metadataIngestion/databaseServiceProfilerPipeline.py +5 -1
- metadata/generated/schema/metadataIngestion/databaseServiceQueryLineagePipeline.py +18 -2
- metadata/generated/schema/metadataIngestion/databaseServiceQueryUsagePipeline.py +9 -1
- metadata/generated/schema/metadataIngestion/dbtPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtAzureConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtCloudConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/dbtconfig/dbtS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/messagingServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/metadataToElasticSearchPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/mlmodelServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/pipelineServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/reverseIngestionPipeline.py +71 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/__init__.py +3 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/descriptionConfig.py +24 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/ownerConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/reverseingestionconfig/tagsConfig.py +28 -0
- metadata/generated/schema/metadataIngestion/searchServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/__init__.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/containerMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/manifestMetadataConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageBucketDetails.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataADLSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataGCSConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataHttpConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataLocalConfig.py +1 -1
- metadata/generated/schema/metadataIngestion/storage/storageMetadataS3Config.py +1 -1
- metadata/generated/schema/metadataIngestion/storageServiceMetadataPipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/testSuitePipeline.py +1 -1
- metadata/generated/schema/metadataIngestion/workflow.py +3 -1
- metadata/generated/schema/monitoring/__init__.py +1 -1
- metadata/generated/schema/monitoring/eventMonitorProvider.py +1 -1
- metadata/generated/schema/search/__init__.py +3 -0
- metadata/generated/schema/search/aggregationRequest.py +80 -0
- metadata/generated/schema/search/searchRequest.py +106 -0
- metadata/generated/schema/security/__init__.py +1 -1
- metadata/generated/schema/security/client/__init__.py +1 -1
- metadata/generated/schema/security/client/auth0SSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/azureSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/customOidcSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/googleSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/oidcClientConfig.py +7 -1
- metadata/generated/schema/security/client/oktaSSOClientConfig.py +1 -1
- metadata/generated/schema/security/client/openMetadataJWTClientConfig.py +1 -1
- metadata/generated/schema/security/client/samlSSOClientConfig.py +1 -1
- metadata/generated/schema/security/credentials/__init__.py +1 -1
- metadata/generated/schema/security/credentials/accessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/apiAccessTokenAuth.py +1 -1
- metadata/generated/schema/security/credentials/awsCredentials.py +1 -1
- metadata/generated/schema/security/credentials/azureCredentials.py +1 -1
- metadata/generated/schema/security/credentials/basicAuth.py +1 -1
- metadata/generated/schema/security/credentials/bitbucketCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gcpCredentials.py +42 -22
- metadata/generated/schema/security/credentials/gcpExternalAccount.py +2 -2
- metadata/generated/schema/security/credentials/gcpValues.py +1 -1
- metadata/generated/schema/security/credentials/gitCredentials.py +1 -1
- metadata/generated/schema/security/credentials/githubCredentials.py +1 -1
- metadata/generated/schema/security/credentials/gitlabCredentials.py +1 -1
- metadata/generated/schema/security/sasl/__init__.py +1 -1
- metadata/generated/schema/security/sasl/saslClientConfig.py +1 -1
- metadata/generated/schema/security/secrets/__init__.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerClientLoader.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerConfiguration.py +1 -1
- metadata/generated/schema/security/secrets/secretsManagerProvider.py +1 -1
- metadata/generated/schema/security/securityConfiguration.py +1 -1
- metadata/generated/schema/security/ssl/__init__.py +1 -1
- metadata/generated/schema/security/ssl/validateSSLClientConfig.py +1 -1
- metadata/generated/schema/security/ssl/verifySSLConfig.py +1 -1
- metadata/generated/schema/settings/__init__.py +1 -1
- metadata/generated/schema/settings/settings.py +4 -1
- metadata/generated/schema/system/__init__.py +1 -1
- metadata/generated/schema/system/entityError.py +1 -1
- metadata/generated/schema/system/eventPublisherJob.py +18 -7
- metadata/generated/schema/system/indexingError.py +2 -2
- metadata/generated/schema/system/limitsResponse.py +1 -1
- metadata/generated/schema/system/ui/__init__.py +1 -1
- metadata/generated/schema/system/ui/knowledgePanel.py +1 -1
- metadata/generated/schema/system/ui/navigationItem.py +38 -0
- metadata/generated/schema/system/ui/page.py +23 -15
- metadata/generated/schema/system/ui/tab.py +36 -0
- metadata/generated/schema/system/ui/uiCustomization.py +45 -0
- metadata/generated/schema/system/validationResponse.py +1 -1
- metadata/generated/schema/tests/__init__.py +1 -1
- metadata/generated/schema/tests/assigned.py +1 -1
- metadata/generated/schema/tests/basic.py +1 -1
- metadata/generated/schema/tests/customMetric.py +1 -1
- metadata/generated/schema/tests/dataQualityReport.py +1 -1
- metadata/generated/schema/tests/resolved.py +1 -1
- metadata/generated/schema/tests/testCase.py +4 -1
- metadata/generated/schema/tests/testCaseResolutionStatus.py +1 -1
- metadata/generated/schema/tests/testDefinition.py +1 -1
- metadata/generated/schema/tests/testSuite.py +1 -1
- metadata/generated/schema/type/__init__.py +1 -1
- metadata/generated/schema/type/apiSchema.py +1 -1
- metadata/generated/schema/type/assetCertification.py +1 -1
- metadata/generated/schema/type/auditLog.py +1 -1
- metadata/generated/schema/type/basic.py +3 -3
- metadata/generated/schema/type/bulkOperationResult.py +1 -1
- metadata/generated/schema/type/changeEvent.py +1 -1
- metadata/generated/schema/type/changeEventType.py +1 -1
- metadata/generated/schema/type/changeSummaryMap.py +37 -0
- metadata/generated/schema/type/collectionDescriptor.py +1 -1
- metadata/generated/schema/type/csvDocumentation.py +1 -1
- metadata/generated/schema/type/csvErrorType.py +1 -1
- metadata/generated/schema/type/csvFile.py +1 -1
- metadata/generated/schema/type/csvImportResult.py +1 -1
- metadata/generated/schema/type/customProperties/__init__.py +1 -1
- metadata/generated/schema/type/customProperties/complexTypes.py +1 -1
- metadata/generated/schema/type/customProperties/enumConfig.py +1 -1
- metadata/generated/schema/type/customProperties/tableConfig.py +1 -1
- metadata/generated/schema/type/customProperty.py +1 -1
- metadata/generated/schema/type/dailyCount.py +1 -1
- metadata/generated/schema/type/databaseConnectionConfig.py +1 -1
- metadata/generated/schema/type/entityHierarchy.py +1 -1
- metadata/generated/schema/type/entityHistory.py +6 -3
- metadata/generated/schema/type/entityLineage.py +27 -1
- metadata/generated/schema/type/entityReference.py +1 -1
- metadata/generated/schema/type/entityReferenceList.py +1 -1
- metadata/generated/schema/type/entityRelationship.py +1 -1
- metadata/generated/schema/type/entityUsage.py +1 -1
- metadata/generated/schema/type/filterPattern.py +3 -3
- metadata/generated/schema/type/function.py +1 -1
- metadata/generated/schema/type/include.py +1 -1
- metadata/generated/schema/type/jdbcConnection.py +1 -1
- metadata/generated/schema/type/lifeCycle.py +1 -1
- metadata/generated/schema/type/paging.py +1 -1
- metadata/generated/schema/type/profile.py +1 -1
- metadata/generated/schema/type/queryParserData.py +4 -1
- metadata/generated/schema/type/reaction.py +1 -1
- metadata/generated/schema/type/schedule.py +1 -1
- metadata/generated/schema/type/schema.py +1 -1
- metadata/generated/schema/type/tableQuery.py +4 -1
- metadata/generated/schema/type/tableUsageCount.py +18 -1
- metadata/generated/schema/type/tagLabel.py +1 -1
- metadata/generated/schema/type/usageDetails.py +1 -1
- metadata/generated/schema/type/usageRequest.py +1 -1
- metadata/generated/schema/type/votes.py +1 -1
- metadata/great_expectations/action.py +2 -2
- metadata/great_expectations/utils/ometa_config_handler.py +2 -2
- metadata/ingestion/api/closeable.py +3 -3
- metadata/ingestion/api/common.py +3 -3
- metadata/ingestion/api/delete.py +3 -3
- metadata/ingestion/api/models.py +3 -3
- metadata/ingestion/api/parser.py +3 -3
- metadata/ingestion/api/status.py +3 -3
- metadata/ingestion/api/step.py +3 -3
- metadata/ingestion/api/steps.py +3 -3
- metadata/ingestion/api/topology_runner.py +6 -6
- metadata/ingestion/bulksink/metadata_usage.py +30 -9
- metadata/ingestion/connections/builders.py +3 -3
- metadata/ingestion/connections/headers.py +3 -3
- metadata/ingestion/connections/secrets.py +3 -3
- metadata/ingestion/connections/session.py +3 -3
- metadata/ingestion/connections/test_connections.py +3 -3
- metadata/ingestion/lineage/masker.py +16 -5
- metadata/ingestion/lineage/models.py +3 -3
- metadata/ingestion/lineage/parser.py +19 -5
- metadata/ingestion/lineage/sql_lineage.py +3 -3
- metadata/ingestion/models/custom_basemodel_validation.py +2 -2
- metadata/ingestion/models/custom_properties.py +3 -3
- metadata/ingestion/models/custom_pydantic.py +74 -8
- metadata/ingestion/models/custom_types.py +2 -2
- metadata/ingestion/models/data_insight.py +3 -3
- metadata/ingestion/models/delete_entity.py +3 -3
- metadata/ingestion/models/encoders.py +3 -3
- metadata/ingestion/models/entity_interface.py +3 -3
- metadata/ingestion/models/lf_tags_model.py +3 -3
- metadata/ingestion/models/life_cycle.py +3 -3
- metadata/ingestion/models/ometa_classification.py +3 -3
- metadata/ingestion/models/ometa_lineage.py +3 -3
- metadata/ingestion/models/ometa_topic_data.py +3 -3
- metadata/ingestion/models/patch_request.py +3 -3
- metadata/ingestion/models/pipeline_status.py +3 -3
- metadata/ingestion/models/profile_data.py +3 -3
- metadata/ingestion/models/search_index_data.py +3 -3
- metadata/ingestion/models/table_metadata.py +3 -3
- metadata/ingestion/models/tests_data.py +3 -3
- metadata/ingestion/models/topology.py +3 -3
- metadata/ingestion/models/user.py +3 -3
- metadata/ingestion/ometa/auth_provider.py +3 -3
- metadata/ingestion/ometa/client.py +23 -3
- metadata/ingestion/ometa/client_utils.py +3 -3
- metadata/ingestion/ometa/credentials.py +3 -3
- metadata/ingestion/ometa/mixins/custom_property_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/dashboard_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/data_insight_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/domain_mixin.py +80 -0
- metadata/ingestion/ometa/mixins/es_mixin.py +45 -5
- metadata/ingestion/ometa/mixins/ingestion_pipeline_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/lineage_mixin.py +23 -44
- metadata/ingestion/ometa/mixins/mlmodel_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/patch_mixin.py +18 -8
- metadata/ingestion/ometa/mixins/patch_mixin_utils.py +2 -2
- metadata/ingestion/ometa/mixins/pipeline_mixin.py +21 -3
- metadata/ingestion/ometa/mixins/query_mixin.py +46 -3
- metadata/ingestion/ometa/mixins/role_policy_mixin.py +2 -2
- metadata/ingestion/ometa/mixins/search_index_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/server_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/service_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/suggestions_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/table_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/tests_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/topic_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/user_mixin.py +3 -3
- metadata/ingestion/ometa/mixins/version_mixin.py +3 -3
- metadata/ingestion/ometa/models.py +3 -3
- metadata/ingestion/ometa/ometa_api.py +31 -6
- metadata/ingestion/ometa/routes.py +10 -3
- metadata/ingestion/ometa/ttl_cache.py +3 -3
- metadata/ingestion/ometa/utils.py +16 -3
- metadata/ingestion/processor/query_parser.py +4 -3
- metadata/ingestion/sink/file.py +3 -3
- metadata/ingestion/sink/metadata_rest.py +24 -4
- metadata/ingestion/source/api/api_service.py +2 -2
- metadata/ingestion/source/api/rest/connection.py +16 -14
- metadata/ingestion/source/api/rest/metadata.py +2 -2
- metadata/ingestion/source/api/rest/models.py +2 -2
- metadata/ingestion/source/connections.py +3 -3
- metadata/ingestion/source/dashboard/dashboard_service.py +13 -4
- metadata/ingestion/source/dashboard/domodashboard/connection.py +3 -3
- metadata/ingestion/source/dashboard/domodashboard/metadata.py +6 -4
- metadata/ingestion/source/dashboard/lightdash/client.py +3 -3
- metadata/ingestion/source/dashboard/lightdash/connection.py +3 -3
- metadata/ingestion/source/dashboard/lightdash/metadata.py +4 -4
- metadata/ingestion/source/dashboard/looker/bulk_parser.py +3 -3
- metadata/ingestion/source/dashboard/looker/columns.py +3 -3
- metadata/ingestion/source/dashboard/looker/connection.py +3 -3
- metadata/ingestion/source/dashboard/looker/links.py +3 -3
- metadata/ingestion/source/dashboard/looker/metadata.py +11 -5
- metadata/ingestion/source/dashboard/looker/models.py +3 -3
- metadata/ingestion/source/dashboard/looker/parser.py +3 -3
- metadata/ingestion/source/dashboard/looker/utils.py +3 -3
- metadata/ingestion/source/dashboard/metabase/client.py +68 -9
- metadata/ingestion/source/dashboard/metabase/connection.py +3 -3
- metadata/ingestion/source/dashboard/metabase/metadata.py +91 -40
- metadata/ingestion/source/dashboard/metabase/models.py +5 -4
- metadata/ingestion/source/dashboard/microstrategy/client.py +2 -2
- metadata/ingestion/source/dashboard/microstrategy/connection.py +3 -3
- metadata/ingestion/source/dashboard/microstrategy/metadata.py +6 -4
- metadata/ingestion/source/dashboard/microstrategy/models.py +3 -3
- metadata/ingestion/source/dashboard/mode/client.py +3 -3
- metadata/ingestion/source/dashboard/mode/connection.py +3 -3
- metadata/ingestion/source/dashboard/mode/metadata.py +19 -12
- metadata/ingestion/source/dashboard/powerbi/client.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/connection.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/file_client.py +3 -3
- metadata/ingestion/source/dashboard/powerbi/metadata.py +9 -10
- metadata/ingestion/source/dashboard/powerbi/models.py +2 -2
- metadata/ingestion/source/dashboard/qlikcloud/client.py +28 -5
- metadata/ingestion/source/dashboard/qlikcloud/connection.py +3 -3
- metadata/ingestion/source/dashboard/qlikcloud/constants.py +3 -3
- metadata/ingestion/source/dashboard/qlikcloud/metadata.py +72 -18
- metadata/ingestion/source/dashboard/qlikcloud/models.py +47 -4
- metadata/ingestion/source/dashboard/qliksense/client.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/connection.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/constants.py +3 -3
- metadata/ingestion/source/dashboard/qliksense/metadata.py +29 -21
- metadata/ingestion/source/dashboard/qliksense/models.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/connection.py +3 -3
- metadata/ingestion/source/dashboard/quicksight/metadata.py +35 -32
- metadata/ingestion/source/dashboard/quicksight/models.py +3 -3
- metadata/ingestion/source/dashboard/redash/client.py +3 -3
- metadata/ingestion/source/dashboard/redash/connection.py +3 -3
- metadata/ingestion/source/dashboard/redash/metadata.py +15 -13
- metadata/ingestion/source/dashboard/sigma/client.py +3 -3
- metadata/ingestion/source/dashboard/sigma/connection.py +3 -3
- metadata/ingestion/source/dashboard/sigma/metadata.py +15 -17
- metadata/ingestion/source/dashboard/sigma/models.py +2 -2
- metadata/ingestion/source/dashboard/superset/api_source.py +28 -29
- metadata/ingestion/source/dashboard/superset/client.py +3 -3
- metadata/ingestion/source/dashboard/superset/connection.py +3 -3
- metadata/ingestion/source/dashboard/superset/db_source.py +25 -23
- metadata/ingestion/source/dashboard/superset/metadata.py +3 -3
- metadata/ingestion/source/dashboard/superset/mixin.py +210 -56
- metadata/ingestion/source/dashboard/superset/models.py +6 -3
- metadata/ingestion/source/dashboard/superset/queries.py +10 -7
- metadata/ingestion/source/dashboard/superset/utils.py +36 -0
- metadata/ingestion/source/dashboard/tableau/__init__.py +3 -3
- metadata/ingestion/source/dashboard/tableau/client.py +59 -4
- metadata/ingestion/source/dashboard/tableau/connection.py +3 -3
- metadata/ingestion/source/dashboard/tableau/metadata.py +243 -128
- metadata/ingestion/source/dashboard/tableau/models.py +3 -3
- metadata/ingestion/source/dashboard/tableau/queries.py +3 -3
- metadata/ingestion/source/database/athena/client.py +3 -3
- metadata/ingestion/source/database/athena/connection.py +3 -3
- metadata/ingestion/source/database/athena/lineage.py +3 -3
- metadata/ingestion/source/database/athena/metadata.py +3 -3
- metadata/ingestion/source/database/athena/models.py +3 -3
- metadata/ingestion/source/database/athena/query_parser.py +3 -3
- metadata/ingestion/source/database/athena/usage.py +3 -3
- metadata/ingestion/source/database/athena/utils.py +3 -3
- metadata/ingestion/source/database/azuresql/connection.py +3 -3
- metadata/ingestion/source/database/azuresql/lineage.py +3 -3
- metadata/ingestion/source/database/azuresql/metadata.py +3 -3
- metadata/ingestion/source/database/azuresql/queries.py +3 -3
- metadata/ingestion/source/database/azuresql/query_parser.py +3 -3
- metadata/ingestion/source/database/azuresql/usage.py +3 -3
- metadata/ingestion/source/database/bigquery/connection.py +3 -3
- metadata/ingestion/source/database/bigquery/helper.py +12 -4
- metadata/ingestion/source/database/bigquery/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/bigquery/lineage.py +3 -3
- metadata/ingestion/source/database/bigquery/metadata.py +95 -22
- metadata/ingestion/source/database/bigquery/models.py +3 -3
- metadata/ingestion/source/database/bigquery/queries.py +5 -4
- metadata/ingestion/source/database/bigquery/query_parser.py +4 -3
- metadata/ingestion/source/database/bigquery/usage.py +3 -3
- metadata/ingestion/source/database/bigtable/client.py +2 -2
- metadata/ingestion/source/database/bigtable/connection.py +2 -2
- metadata/ingestion/source/database/bigtable/metadata.py +13 -5
- metadata/ingestion/source/database/bigtable/models.py +2 -2
- metadata/ingestion/source/database/cassandra/__init__.py +0 -0
- metadata/ingestion/source/database/cassandra/connection.py +138 -0
- metadata/ingestion/source/database/cassandra/helpers.py +100 -0
- metadata/ingestion/source/database/cassandra/metadata.py +138 -0
- metadata/ingestion/source/database/cassandra/queries.py +45 -0
- metadata/ingestion/source/database/cassandra/service_spec.py +10 -0
- metadata/ingestion/source/database/clickhouse/connection.py +3 -3
- metadata/ingestion/source/database/clickhouse/lineage.py +3 -3
- metadata/ingestion/source/database/clickhouse/metadata.py +3 -36
- metadata/ingestion/source/database/clickhouse/queries.py +3 -3
- metadata/ingestion/source/database/clickhouse/query_parser.py +3 -3
- metadata/ingestion/source/database/clickhouse/usage.py +3 -3
- metadata/ingestion/source/database/clickhouse/utils.py +3 -3
- metadata/ingestion/source/database/cockroach/__init__.py +0 -0
- metadata/ingestion/source/database/cockroach/connection.py +71 -0
- metadata/ingestion/source/database/cockroach/metadata.py +206 -0
- metadata/ingestion/source/database/cockroach/queries.py +90 -0
- metadata/ingestion/source/database/cockroach/service_spec.py +4 -0
- metadata/ingestion/source/database/column_helpers.py +3 -3
- metadata/ingestion/source/database/column_type_parser.py +3 -3
- metadata/ingestion/source/database/common_db_source.py +25 -29
- metadata/ingestion/source/database/common_nosql_source.py +81 -32
- metadata/ingestion/source/database/common_pg_mappings.py +49 -0
- metadata/ingestion/source/database/couchbase/connection.py +3 -3
- metadata/ingestion/source/database/couchbase/metadata.py +11 -5
- metadata/ingestion/source/database/couchbase/models.py +2 -2
- metadata/ingestion/source/database/couchbase/queries.py +3 -3
- metadata/ingestion/source/database/database_service.py +3 -3
- metadata/ingestion/source/database/databricks/client.py +3 -3
- metadata/ingestion/source/database/databricks/connection.py +3 -3
- metadata/ingestion/source/database/databricks/lineage.py +3 -3
- metadata/ingestion/source/database/databricks/metadata.py +11 -3
- metadata/ingestion/source/database/databricks/queries.py +3 -3
- metadata/ingestion/source/database/databricks/query_parser.py +3 -3
- metadata/ingestion/source/database/databricks/usage.py +3 -3
- metadata/ingestion/source/database/datalake/clients/azure_blob.py +3 -3
- metadata/ingestion/source/database/datalake/clients/base.py +3 -3
- metadata/ingestion/source/database/datalake/clients/gcs.py +3 -3
- metadata/ingestion/source/database/datalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/datalake/columns.py +3 -3
- metadata/ingestion/source/database/datalake/connection.py +3 -3
- metadata/ingestion/source/database/datalake/metadata.py +18 -12
- metadata/ingestion/source/database/db2/connection.py +3 -3
- metadata/ingestion/source/database/db2/lineage.py +3 -3
- metadata/ingestion/source/database/db2/metadata.py +3 -3
- metadata/ingestion/source/database/db2/service_spec.py +4 -1
- metadata/ingestion/source/database/db2/utils.py +3 -3
- metadata/ingestion/source/database/dbt/constants.py +3 -3
- metadata/ingestion/source/database/dbt/dbt_config.py +4 -3
- metadata/ingestion/source/database/dbt/dbt_service.py +3 -3
- metadata/ingestion/source/database/dbt/dbt_utils.py +4 -4
- metadata/ingestion/source/database/dbt/metadata.py +8 -4
- metadata/ingestion/source/database/dbt/models.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/base.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/pyspark.py +3 -3
- metadata/ingestion/source/database/deltalake/clients/s3.py +3 -3
- metadata/ingestion/source/database/deltalake/connection.py +3 -3
- metadata/ingestion/source/database/deltalake/metadata.py +3 -3
- metadata/ingestion/source/database/domodatabase/connection.py +3 -3
- metadata/ingestion/source/database/domodatabase/metadata.py +3 -3
- metadata/ingestion/source/database/domodatabase/models.py +3 -3
- metadata/ingestion/source/database/doris/connection.py +3 -3
- metadata/ingestion/source/database/doris/metadata.py +10 -5
- metadata/ingestion/source/database/doris/utils.py +3 -3
- metadata/ingestion/source/database/druid/connection.py +3 -3
- metadata/ingestion/source/database/druid/lineage.py +3 -3
- metadata/ingestion/source/database/druid/metadata.py +3 -3
- metadata/ingestion/source/database/druid/service_spec.py +5 -1
- metadata/ingestion/source/database/dynamodb/connection.py +3 -3
- metadata/ingestion/source/database/dynamodb/metadata.py +9 -6
- metadata/ingestion/source/database/dynamodb/models.py +2 -2
- metadata/ingestion/source/database/extended_sample_data.py +3 -3
- metadata/ingestion/source/database/external_table_lineage_mixin.py +3 -3
- metadata/ingestion/source/database/glue/connection.py +3 -3
- metadata/ingestion/source/database/glue/metadata.py +3 -3
- metadata/ingestion/source/database/glue/models.py +3 -3
- metadata/ingestion/source/database/greenplum/connection.py +3 -3
- metadata/ingestion/source/database/greenplum/lineage.py +3 -3
- metadata/ingestion/source/database/greenplum/metadata.py +9 -40
- metadata/ingestion/source/database/greenplum/queries.py +3 -3
- metadata/ingestion/source/database/greenplum/service_spec.py +5 -1
- metadata/ingestion/source/database/greenplum/utils.py +3 -3
- metadata/ingestion/source/database/hive/connection.py +3 -3
- metadata/ingestion/source/database/hive/lineage.py +3 -3
- metadata/ingestion/source/database/hive/metadata.py +11 -4
- metadata/ingestion/source/database/hive/metastore_dialects/mixin.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/mysql/dialect.py +38 -16
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/__init__.py +3 -3
- metadata/ingestion/source/database/hive/metastore_dialects/postgres/dialect.py +41 -17
- metadata/ingestion/source/database/hive/queries.py +3 -3
- metadata/ingestion/source/database/hive/service_spec.py +5 -1
- metadata/ingestion/source/database/hive/utils.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/base.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/dynamodb.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/glue.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/hive.py +3 -3
- metadata/ingestion/source/database/iceberg/catalog/rest.py +3 -3
- metadata/ingestion/source/database/iceberg/connection.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/__init__.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/azure.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/base.py +3 -3
- metadata/ingestion/source/database/iceberg/fs/s3.py +3 -3
- metadata/ingestion/source/database/iceberg/helper.py +3 -3
- metadata/ingestion/source/database/iceberg/metadata.py +3 -3
- metadata/ingestion/source/database/iceberg/models.py +3 -3
- metadata/ingestion/source/database/impala/connection.py +3 -3
- metadata/ingestion/source/database/impala/lineage.py +3 -3
- metadata/ingestion/source/database/impala/metadata.py +3 -3
- metadata/ingestion/source/database/impala/queries.py +3 -3
- metadata/ingestion/source/database/impala/service_spec.py +5 -1
- metadata/ingestion/source/database/incremental_metadata_extraction.py +3 -3
- metadata/ingestion/source/database/life_cycle_query_mixin.py +14 -10
- metadata/ingestion/source/database/lineage_source.py +173 -47
- metadata/ingestion/source/database/mariadb/connection.py +3 -3
- metadata/ingestion/source/database/mariadb/lineage.py +3 -3
- metadata/ingestion/source/database/mariadb/metadata.py +3 -3
- metadata/ingestion/source/database/mariadb/service_spec.py +9 -1
- metadata/ingestion/source/database/mongodb/connection.py +3 -3
- metadata/ingestion/source/database/mongodb/metadata.py +11 -6
- metadata/ingestion/source/database/mssql/connection.py +3 -3
- metadata/ingestion/source/database/mssql/constants.py +3 -3
- metadata/ingestion/source/database/mssql/lineage.py +3 -3
- metadata/ingestion/source/database/mssql/metadata.py +71 -5
- metadata/ingestion/source/database/mssql/models.py +3 -3
- metadata/ingestion/source/database/mssql/queries.py +46 -3
- metadata/ingestion/source/database/mssql/query_parser.py +3 -3
- metadata/ingestion/source/database/mssql/usage.py +3 -3
- metadata/ingestion/source/database/mssql/utils.py +3 -3
- metadata/ingestion/source/database/multi_db_source.py +3 -3
- metadata/ingestion/source/database/mysql/connection.py +3 -3
- metadata/ingestion/source/database/mysql/lineage.py +3 -3
- metadata/ingestion/source/database/mysql/metadata.py +3 -3
- metadata/ingestion/source/database/mysql/queries.py +3 -3
- metadata/ingestion/source/database/mysql/query_parser.py +3 -3
- metadata/ingestion/source/database/mysql/usage.py +3 -3
- metadata/ingestion/source/database/mysql/utils.py +8 -6
- metadata/ingestion/source/database/oracle/connection.py +27 -5
- metadata/ingestion/source/database/oracle/lineage.py +3 -3
- metadata/ingestion/source/database/oracle/metadata.py +39 -61
- metadata/ingestion/source/database/oracle/models.py +5 -4
- metadata/ingestion/source/database/oracle/queries.py +25 -4
- metadata/ingestion/source/database/oracle/query_parser.py +3 -3
- metadata/ingestion/source/database/oracle/usage.py +3 -3
- metadata/ingestion/source/database/oracle/utils.py +3 -17
- metadata/ingestion/source/database/pinotdb/connection.py +3 -3
- metadata/ingestion/source/database/pinotdb/lineage.py +3 -3
- metadata/ingestion/source/database/pinotdb/metadata.py +3 -3
- metadata/ingestion/source/database/pinotdb/service_spec.py +5 -1
- metadata/ingestion/source/database/postgres/connection.py +3 -3
- metadata/ingestion/source/database/postgres/converter_orm.py +3 -3
- metadata/ingestion/source/database/postgres/lineage.py +3 -3
- metadata/ingestion/source/database/postgres/metadata.py +35 -59
- metadata/ingestion/source/database/postgres/models.py +3 -2
- metadata/ingestion/source/database/postgres/pgspider/lineage.py +2 -2
- metadata/ingestion/source/database/postgres/pgspider/queries.py +2 -2
- metadata/ingestion/source/database/postgres/queries.py +21 -4
- metadata/ingestion/source/database/postgres/query_parser.py +3 -3
- metadata/ingestion/source/database/postgres/types/money.py +3 -3
- metadata/ingestion/source/database/postgres/usage.py +3 -3
- metadata/ingestion/source/database/postgres/utils.py +3 -3
- metadata/ingestion/source/database/presto/connection.py +3 -3
- metadata/ingestion/source/database/presto/metadata.py +3 -3
- metadata/ingestion/source/database/presto/queries.py +3 -3
- metadata/ingestion/source/database/query/lineage.py +3 -3
- metadata/ingestion/source/database/query/usage.py +3 -3
- metadata/ingestion/source/database/query_parser_source.py +14 -9
- metadata/ingestion/source/database/redshift/connection.py +3 -3
- metadata/ingestion/source/database/redshift/incremental_table_processor.py +3 -3
- metadata/ingestion/source/database/redshift/lineage.py +3 -3
- metadata/ingestion/source/database/redshift/metadata.py +3 -3
- metadata/ingestion/source/database/redshift/models.py +3 -3
- metadata/ingestion/source/database/redshift/queries.py +3 -3
- metadata/ingestion/source/database/redshift/query_parser.py +3 -3
- metadata/ingestion/source/database/redshift/usage.py +3 -3
- metadata/ingestion/source/database/redshift/utils.py +3 -3
- metadata/ingestion/source/database/salesforce/connection.py +3 -3
- metadata/ingestion/source/database/salesforce/metadata.py +3 -3
- metadata/ingestion/source/database/sample_data.py +14 -3
- metadata/ingestion/source/database/sample_usage.py +5 -3
- metadata/ingestion/source/database/saperp/client.py +3 -3
- metadata/ingestion/source/database/saperp/connection.py +3 -3
- metadata/ingestion/source/database/saperp/constants.py +2 -2
- metadata/ingestion/source/database/saperp/metadata.py +3 -3
- metadata/ingestion/source/database/saperp/models.py +3 -3
- metadata/ingestion/source/database/saphana/cdata_parser.py +3 -3
- metadata/ingestion/source/database/saphana/connection.py +3 -3
- metadata/ingestion/source/database/saphana/lineage.py +4 -4
- metadata/ingestion/source/database/saphana/metadata.py +3 -3
- metadata/ingestion/source/database/saphana/models.py +3 -3
- metadata/ingestion/source/database/saphana/queries.py +3 -3
- metadata/ingestion/source/database/sas/client.py +3 -3
- metadata/ingestion/source/database/sas/connection.py +3 -3
- metadata/ingestion/source/database/sas/extension_attr.py +3 -3
- metadata/ingestion/source/database/sas/metadata.py +3 -3
- metadata/ingestion/source/database/singlestore/connection.py +3 -3
- metadata/ingestion/source/database/singlestore/lineage.py +3 -3
- metadata/ingestion/source/database/singlestore/metadata.py +3 -3
- metadata/ingestion/source/database/singlestore/service_spec.py +6 -1
- metadata/ingestion/source/database/snowflake/connection.py +9 -3
- metadata/ingestion/source/database/snowflake/constants.py +48 -0
- metadata/ingestion/source/database/snowflake/lineage.py +3 -3
- metadata/ingestion/source/database/snowflake/metadata.py +140 -7
- metadata/ingestion/source/database/snowflake/models.py +6 -6
- metadata/ingestion/source/database/snowflake/profiler/profiler.py +3 -3
- metadata/ingestion/source/database/snowflake/queries.py +34 -4
- metadata/ingestion/source/database/snowflake/query_parser.py +5 -3
- metadata/ingestion/source/database/snowflake/usage.py +3 -3
- metadata/ingestion/source/database/snowflake/utils.py +112 -36
- metadata/ingestion/source/database/sql_column_handler.py +98 -63
- metadata/ingestion/source/database/sqlalchemy_source.py +3 -3
- metadata/ingestion/source/database/sqlite/connection.py +3 -3
- metadata/ingestion/source/database/sqlite/lineage.py +3 -3
- metadata/ingestion/source/database/sqlite/metadata.py +3 -3
- metadata/ingestion/source/database/sqlite/service_spec.py +5 -1
- metadata/ingestion/source/database/stored_procedures_mixin.py +6 -4
- metadata/ingestion/source/database/teradata/connection.py +3 -3
- metadata/ingestion/source/database/teradata/lineage.py +3 -3
- metadata/ingestion/source/database/teradata/metadata.py +3 -3
- metadata/ingestion/source/database/teradata/queries.py +3 -3
- metadata/ingestion/source/database/teradata/service_spec.py +5 -1
- metadata/ingestion/source/database/teradata/utils.py +3 -3
- metadata/ingestion/source/database/trino/connection.py +3 -3
- metadata/ingestion/source/database/trino/lineage.py +98 -3
- metadata/ingestion/source/database/trino/metadata.py +3 -3
- metadata/ingestion/source/database/trino/profiler/system_tables_profiler.py +3 -3
- metadata/ingestion/source/database/trino/queries.py +3 -3
- metadata/ingestion/source/database/trino/query_parser.py +3 -3
- metadata/ingestion/source/database/trino/usage.py +3 -3
- metadata/ingestion/source/database/unitycatalog/client.py +3 -3
- metadata/ingestion/source/database/unitycatalog/connection.py +26 -3
- metadata/ingestion/source/database/unitycatalog/lineage.py +5 -3
- metadata/ingestion/source/database/unitycatalog/metadata.py +5 -18
- metadata/ingestion/source/database/unitycatalog/models.py +3 -3
- metadata/ingestion/source/database/unitycatalog/query_parser.py +3 -3
- metadata/ingestion/source/database/unitycatalog/usage.py +3 -3
- metadata/ingestion/source/database/usage_source.py +5 -3
- metadata/ingestion/source/database/vertica/connection.py +3 -3
- metadata/ingestion/source/database/vertica/lineage.py +3 -3
- metadata/ingestion/source/database/vertica/metadata.py +3 -3
- metadata/ingestion/source/database/vertica/queries.py +3 -3
- metadata/ingestion/source/database/vertica/query_parser.py +3 -3
- metadata/ingestion/source/database/vertica/usage.py +3 -3
- metadata/ingestion/source/messaging/common_broker_source.py +3 -3
- metadata/ingestion/source/messaging/kafka/connection.py +3 -3
- metadata/ingestion/source/messaging/kafka/metadata.py +3 -3
- metadata/ingestion/source/messaging/kinesis/connection.py +3 -3
- metadata/ingestion/source/messaging/kinesis/metadata.py +7 -5
- metadata/ingestion/source/messaging/kinesis/models.py +2 -2
- metadata/ingestion/source/messaging/messaging_service.py +5 -3
- metadata/ingestion/source/messaging/redpanda/connection.py +3 -3
- metadata/ingestion/source/messaging/redpanda/metadata.py +3 -3
- metadata/ingestion/source/metadata/alationsink/client.py +2 -2
- metadata/ingestion/source/metadata/alationsink/connection.py +2 -2
- metadata/ingestion/source/metadata/alationsink/constants.py +2 -2
- metadata/ingestion/source/metadata/alationsink/metadata.py +34 -20
- metadata/ingestion/source/metadata/alationsink/models.py +2 -2
- metadata/ingestion/source/metadata/amundsen/client.py +3 -3
- metadata/ingestion/source/metadata/amundsen/connection.py +3 -3
- metadata/ingestion/source/metadata/amundsen/metadata.py +10 -7
- metadata/ingestion/source/metadata/amundsen/queries.py +3 -3
- metadata/ingestion/source/metadata/atlas/client.py +3 -3
- metadata/ingestion/source/metadata/atlas/connection.py +3 -3
- metadata/ingestion/source/metadata/atlas/metadata.py +5 -4
- metadata/ingestion/source/mlmodel/mlflow/connection.py +3 -3
- metadata/ingestion/source/mlmodel/mlflow/metadata.py +3 -3
- metadata/ingestion/source/mlmodel/mlmodel_service.py +5 -3
- metadata/ingestion/source/mlmodel/sagemaker/connection.py +3 -3
- metadata/ingestion/source/mlmodel/sagemaker/metadata.py +3 -3
- metadata/ingestion/source/models.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/client.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/connection.py +3 -3
- metadata/ingestion/source/pipeline/airbyte/metadata.py +3 -3
- metadata/ingestion/source/pipeline/airflow/connection.py +3 -3
- metadata/ingestion/source/pipeline/airflow/lineage_parser.py +3 -3
- metadata/ingestion/source/pipeline/airflow/metadata.py +28 -3
- metadata/ingestion/source/pipeline/airflow/models.py +4 -3
- metadata/ingestion/source/pipeline/airflow/utils.py +3 -3
- metadata/ingestion/source/pipeline/dagster/client.py +3 -3
- metadata/ingestion/source/pipeline/dagster/connection.py +3 -3
- metadata/ingestion/source/pipeline/dagster/metadata.py +3 -3
- metadata/ingestion/source/pipeline/dagster/models.py +3 -3
- metadata/ingestion/source/pipeline/dagster/queries.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/databrickspipeline/models.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/client.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/connection.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/metadata.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/models.py +3 -3
- metadata/ingestion/source/pipeline/dbtcloud/queries.py +3 -3
- metadata/ingestion/source/pipeline/domopipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/domopipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/client.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/connection.py +3 -3
- metadata/ingestion/source/pipeline/fivetran/metadata.py +3 -3
- metadata/ingestion/source/pipeline/flink/client.py +3 -3
- metadata/ingestion/source/pipeline/flink/connection.py +3 -3
- metadata/ingestion/source/pipeline/flink/metadata.py +3 -3
- metadata/ingestion/source/pipeline/flink/models.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/connection.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/gluepipeline/models.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/client.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/connection.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/metadata.py +3 -3
- metadata/ingestion/source/pipeline/kafkaconnect/models.py +3 -3
- metadata/ingestion/source/pipeline/nifi/client.py +71 -77
- metadata/ingestion/source/pipeline/nifi/connection.py +4 -21
- metadata/ingestion/source/pipeline/nifi/metadata.py +3 -3
- metadata/ingestion/source/pipeline/openlineage/connection.py +3 -3
- metadata/ingestion/source/pipeline/openlineage/metadata.py +4 -3
- metadata/ingestion/source/pipeline/openlineage/models.py +3 -3
- metadata/ingestion/source/pipeline/pipeline_service.py +124 -5
- metadata/ingestion/source/pipeline/spline/client.py +3 -3
- metadata/ingestion/source/pipeline/spline/connection.py +3 -3
- metadata/ingestion/source/pipeline/spline/metadata.py +3 -3
- metadata/ingestion/source/pipeline/spline/models.py +3 -3
- metadata/ingestion/source/pipeline/spline/utils.py +3 -3
- metadata/ingestion/source/search/elasticsearch/connection.py +3 -3
- metadata/ingestion/source/search/elasticsearch/metadata.py +3 -3
- metadata/ingestion/source/search/elasticsearch/parser.py +3 -3
- metadata/ingestion/source/search/opensearch/connection.py +215 -0
- metadata/ingestion/source/search/opensearch/metadata.py +270 -0
- metadata/ingestion/source/search/opensearch/parser.py +71 -0
- metadata/ingestion/source/search/opensearch/service_spec.py +4 -0
- metadata/ingestion/source/search/search_service.py +5 -3
- metadata/ingestion/source/sqa_types.py +3 -3
- metadata/ingestion/source/storage/gcs/client.py +2 -2
- metadata/ingestion/source/storage/gcs/connection.py +2 -2
- metadata/ingestion/source/storage/gcs/metadata.py +2 -2
- metadata/ingestion/source/storage/gcs/models.py +2 -2
- metadata/ingestion/source/storage/s3/connection.py +3 -3
- metadata/ingestion/source/storage/s3/metadata.py +3 -3
- metadata/ingestion/source/storage/s3/models.py +3 -3
- metadata/ingestion/source/storage/storage_service.py +5 -3
- metadata/ingestion/stage/table_usage.py +56 -4
- metadata/mixins/pandas/pandas_mixin.py +3 -3
- metadata/mixins/sqalchemy/sqa_mixin.py +3 -3
- metadata/parsers/avro_parser.py +3 -3
- metadata/parsers/json_schema_parser.py +3 -3
- metadata/parsers/protobuf_parser.py +3 -3
- metadata/parsers/schema_parsers.py +3 -3
- metadata/pii/constants.py +3 -3
- metadata/pii/models.py +3 -3
- metadata/pii/ner.py +3 -3
- metadata/pii/processor.py +3 -3
- metadata/pii/scanners/base.py +3 -3
- metadata/pii/scanners/column_name_scanner.py +3 -3
- metadata/pii/scanners/ner_scanner.py +3 -3
- metadata/profiler/adaptors/adaptor_factory.py +2 -2
- metadata/profiler/adaptors/dynamodb.py +2 -2
- metadata/profiler/adaptors/factory.py +2 -2
- metadata/profiler/adaptors/mongodb.py +2 -2
- metadata/profiler/adaptors/nosql_adaptor.py +2 -2
- metadata/profiler/api/models.py +3 -3
- metadata/profiler/config.py +3 -3
- metadata/profiler/factory.py +3 -3
- metadata/profiler/interface/nosql/profiler_interface.py +3 -3
- metadata/profiler/interface/pandas/profiler_interface.py +3 -3
- metadata/profiler/interface/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/bigquery/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/databricks/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/db2/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/mariadb/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/single_store/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/snowflake/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/stored_statistics_profiler.py +3 -3
- metadata/profiler/interface/sqlalchemy/trino/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/unity_catalog/profiler_interface.py +3 -3
- metadata/profiler/interface/sqlalchemy/unity_catalog/sampler_interface.py +6 -7
- metadata/profiler/metrics/composed/distinct_ratio.py +3 -3
- metadata/profiler/metrics/composed/duplicate_count.py +3 -3
- metadata/profiler/metrics/composed/ilike_ratio.py +3 -3
- metadata/profiler/metrics/composed/iqr.py +3 -3
- metadata/profiler/metrics/composed/like_ratio.py +3 -3
- metadata/profiler/metrics/composed/non_parametric_skew.py +3 -3
- metadata/profiler/metrics/composed/null_ratio.py +3 -3
- metadata/profiler/metrics/composed/unique_ratio.py +3 -3
- metadata/profiler/metrics/core.py +3 -3
- metadata/profiler/metrics/hybrid/histogram.py +3 -3
- metadata/profiler/metrics/registry.py +3 -3
- metadata/profiler/metrics/static/column_count.py +3 -3
- metadata/profiler/metrics/static/column_names.py +3 -3
- metadata/profiler/metrics/static/count.py +3 -3
- metadata/profiler/metrics/static/count_in_set.py +3 -3
- metadata/profiler/metrics/static/distinct_count.py +3 -3
- metadata/profiler/metrics/static/ilike_count.py +3 -3
- metadata/profiler/metrics/static/like_count.py +3 -3
- metadata/profiler/metrics/static/max.py +3 -3
- metadata/profiler/metrics/static/max_length.py +3 -3
- metadata/profiler/metrics/static/mean.py +3 -3
- metadata/profiler/metrics/static/min.py +3 -3
- metadata/profiler/metrics/static/min_length.py +3 -3
- metadata/profiler/metrics/static/not_like_count.py +3 -3
- metadata/profiler/metrics/static/not_regexp_match_count.py +3 -3
- metadata/profiler/metrics/static/null_count.py +3 -3
- metadata/profiler/metrics/static/null_missing_count.py +3 -3
- metadata/profiler/metrics/static/regexp_match_count.py +3 -3
- metadata/profiler/metrics/static/row_count.py +3 -3
- metadata/profiler/metrics/static/stddev.py +3 -3
- metadata/profiler/metrics/static/sum.py +3 -3
- metadata/profiler/metrics/static/unique_count.py +3 -3
- metadata/profiler/metrics/system/dml_operation.py +3 -3
- metadata/profiler/metrics/system/system.py +3 -3
- metadata/profiler/metrics/window/first_quartile.py +3 -3
- metadata/profiler/metrics/window/median.py +3 -3
- metadata/profiler/metrics/window/third_quartile.py +3 -3
- metadata/profiler/orm/converter/azuresql/converter.py +39 -0
- metadata/profiler/orm/converter/base.py +3 -3
- metadata/profiler/orm/converter/bigquery/converter.py +3 -3
- metadata/profiler/orm/converter/common.py +3 -3
- metadata/profiler/orm/converter/converter_registry.py +5 -3
- metadata/profiler/orm/converter/mariadb/converter.py +2 -2
- metadata/profiler/orm/converter/mssql/converter.py +3 -3
- metadata/profiler/orm/converter/redshift/converter.py +3 -3
- metadata/profiler/orm/converter/snowflake/converter.py +3 -3
- metadata/profiler/orm/functions/concat.py +3 -3
- metadata/profiler/orm/functions/conn_test.py +3 -3
- metadata/profiler/orm/functions/count.py +3 -3
- metadata/profiler/orm/functions/datetime.py +3 -3
- metadata/profiler/orm/functions/length.py +5 -3
- metadata/profiler/orm/functions/md5.py +3 -3
- metadata/profiler/orm/functions/median.py +22 -3
- metadata/profiler/orm/functions/modulo.py +4 -3
- metadata/profiler/orm/functions/random_num.py +4 -3
- metadata/profiler/orm/functions/substr.py +3 -3
- metadata/profiler/orm/functions/sum.py +4 -3
- metadata/profiler/orm/functions/table_metric_computer.py +3 -3
- metadata/profiler/orm/functions/unique_count.py +3 -3
- metadata/profiler/orm/registry.py +5 -3
- metadata/profiler/orm/types/bytea_to_string.py +3 -3
- metadata/profiler/orm/types/custom_array.py +3 -3
- metadata/profiler/orm/types/custom_datetimerange.py +3 -3
- metadata/profiler/orm/types/custom_hex_byte_string.py +3 -3
- metadata/profiler/orm/types/custom_image.py +3 -3
- metadata/profiler/orm/types/custom_ip.py +3 -3
- metadata/profiler/orm/types/custom_time.py +2 -2
- metadata/profiler/orm/types/custom_timestamp.py +3 -3
- metadata/profiler/orm/types/undetermined_type.py +3 -3
- metadata/profiler/orm/types/uuid.py +3 -3
- metadata/profiler/processor/core.py +4 -3
- metadata/profiler/processor/default.py +3 -3
- metadata/profiler/processor/handle_partition.py +3 -3
- metadata/profiler/processor/metric_filter.py +4 -4
- metadata/profiler/processor/models.py +3 -3
- metadata/profiler/processor/processor.py +3 -3
- metadata/profiler/processor/runner.py +3 -3
- metadata/profiler/processor/sample_data_handler.py +3 -3
- metadata/profiler/registry.py +3 -3
- metadata/profiler/source/database/base/profiler_source.py +4 -3
- metadata/profiler/source/database/bigquery/profiler_source.py +5 -23
- metadata/profiler/source/database/bigquery/type_mapper.py +3 -3
- metadata/profiler/source/fetcher/config.py +3 -3
- metadata/profiler/source/fetcher/entity_fetcher.py +3 -3
- metadata/profiler/source/fetcher/fetcher_strategy.py +7 -3
- metadata/profiler/source/fetcher/profiler_source_factory.py +3 -3
- metadata/profiler/source/metadata.py +3 -3
- metadata/profiler/source/metadata_ext.py +3 -3
- metadata/profiler/source/model.py +3 -3
- metadata/profiler/source/profiler_source_interface.py +3 -3
- metadata/readers/dataframe/avro.py +3 -3
- metadata/readers/dataframe/base.py +3 -3
- metadata/readers/dataframe/common.py +3 -3
- metadata/readers/dataframe/dsv.py +3 -3
- metadata/readers/dataframe/json.py +3 -3
- metadata/readers/dataframe/models.py +3 -3
- metadata/readers/dataframe/parquet.py +3 -3
- metadata/readers/dataframe/reader_factory.py +3 -3
- metadata/readers/file/adls.py +3 -3
- metadata/readers/file/api_reader.py +3 -3
- metadata/readers/file/base.py +3 -3
- metadata/readers/file/bitbucket.py +3 -3
- metadata/readers/file/config_source_factory.py +3 -3
- metadata/readers/file/credentials.py +3 -3
- metadata/readers/file/gcs.py +3 -3
- metadata/readers/file/github.py +3 -3
- metadata/readers/file/gitlab.py +3 -3
- metadata/readers/file/local.py +3 -3
- metadata/readers/file/s3.py +3 -3
- metadata/readers/models.py +3 -3
- metadata/sampler/config.py +4 -3
- metadata/sampler/models.py +6 -3
- metadata/sampler/nosql/sampler.py +7 -3
- metadata/sampler/pandas/sampler.py +4 -3
- metadata/sampler/partition.py +12 -5
- metadata/sampler/processor.py +10 -3
- metadata/sampler/sampler_interface.py +3 -4
- metadata/sampler/sqlalchemy/azuresql/sampler.py +33 -6
- metadata/sampler/sqlalchemy/bigquery/sampler.py +71 -5
- metadata/sampler/sqlalchemy/mssql/sampler.py +5 -4
- metadata/sampler/sqlalchemy/postgres/sampler.py +3 -3
- metadata/sampler/sqlalchemy/sampler.py +54 -45
- metadata/sampler/sqlalchemy/snowflake/sampler.py +5 -4
- metadata/sampler/sqlalchemy/trino/sampler.py +12 -11
- metadata/timer/repeated_timer.py +3 -3
- metadata/utils/bigquery_utils.py +38 -3
- metadata/utils/class_helper.py +3 -3
- metadata/utils/client_version.py +3 -3
- metadata/utils/constants.py +4 -3
- metadata/utils/constraints.py +2 -2
- metadata/utils/credentials.py +10 -3
- metadata/utils/custom_thread_pool.py +3 -3
- metadata/utils/datalake/datalake_utils.py +3 -3
- metadata/utils/db_utils.py +3 -3
- metadata/utils/deprecation.py +3 -3
- metadata/utils/dispatch.py +3 -3
- metadata/utils/elasticsearch.py +7 -3
- metadata/utils/entity_link.py +3 -3
- metadata/utils/entity_utils.py +3 -3
- metadata/utils/execution_time_tracker.py +3 -3
- metadata/utils/filters.py +3 -3
- metadata/utils/fqn.py +3 -3
- metadata/utils/helpers.py +94 -3
- metadata/utils/importer.py +3 -3
- metadata/utils/life_cycle_utils.py +3 -3
- metadata/utils/logger.py +12 -3
- metadata/utils/lru_cache.py +3 -3
- metadata/utils/messaging_utils.py +2 -2
- metadata/utils/profiler_utils.py +3 -3
- metadata/utils/s3_utils.py +3 -3
- metadata/utils/secrets/aws_based_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_secrets_manager.py +2 -2
- metadata/utils/secrets/aws_ssm_secrets_manager.py +2 -2
- metadata/utils/secrets/azure_kv_secrets_manager.py +2 -2
- metadata/utils/secrets/db_secrets_manager.py +2 -2
- metadata/utils/secrets/external_secrets_manager.py +2 -2
- metadata/utils/secrets/secrets_manager.py +2 -2
- metadata/utils/secrets/secrets_manager_factory.py +2 -2
- metadata/utils/singleton.py +3 -3
- metadata/utils/source_hash.py +3 -3
- metadata/utils/sqa_like_column.py +3 -3
- metadata/utils/sqa_utils.py +3 -3
- metadata/utils/sqlalchemy_utils.py +8 -5
- metadata/utils/ssl_manager.py +38 -3
- metadata/utils/ssl_registry.py +3 -3
- metadata/utils/storage_metadata_config.py +3 -3
- metadata/utils/stored_procedures.py +3 -3
- metadata/utils/tag_utils.py +75 -30
- metadata/utils/test_utils.py +2 -2
- metadata/utils/time_utils.py +3 -3
- metadata/utils/timeout.py +3 -3
- metadata/utils/uuid_encoder.py +3 -3
- metadata/workflow/application.py +3 -3
- metadata/workflow/application_output_handler.py +3 -3
- metadata/workflow/base.py +3 -3
- metadata/workflow/classification.py +6 -3
- metadata/workflow/data_quality.py +3 -3
- metadata/workflow/ingestion.py +3 -3
- metadata/workflow/metadata.py +3 -3
- metadata/workflow/output_handler.py +3 -3
- metadata/workflow/profiler.py +16 -8
- metadata/workflow/usage.py +3 -3
- metadata/workflow/workflow_init_error_handler.py +3 -3
- metadata/workflow/workflow_output_handler.py +3 -3
- metadata/workflow/workflow_status_mixin.py +9 -3
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/METADATA +438 -368
- openmetadata_ingestion-1.7.0.0.dist-info/RECORD +1897 -0
- openmetadata_ingestion-1.6.8.0.dist-info/RECORD +0 -1825
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/LICENSE +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/WHEEL +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/entry_points.txt +0 -0
- {openmetadata_ingestion-1.6.8.0.dist-info → openmetadata_ingestion-1.7.0.0.dist-info}/top_level.txt +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -50,7 +50,7 @@ from metadata.ingestion.source.connections import get_connection, get_test_conne
|
|
|
50
50
|
from metadata.ingestion.source.database.column_type_parser import ColumnTypeParser
|
|
51
51
|
from metadata.ingestion.source.metadata.atlas.client import AtlasClient
|
|
52
52
|
from metadata.utils import fqn
|
|
53
|
-
from metadata.utils.helpers import get_database_name_for_lineage
|
|
53
|
+
from metadata.utils.helpers import get_database_name_for_lineage, retry_with_docker_host
|
|
54
54
|
from metadata.utils.logger import ingestion_logger
|
|
55
55
|
from metadata.utils.metadata_service_helper import SERVICE_TYPE_MAPPER
|
|
56
56
|
from metadata.utils.tag_utils import get_ometa_tag_and_classification, get_tag_labels
|
|
@@ -70,6 +70,7 @@ class AtlasSource(Source):
|
|
|
70
70
|
tables: Dict[str, Any]
|
|
71
71
|
topics: Dict[str, Any]
|
|
72
72
|
|
|
73
|
+
@retry_with_docker_host()
|
|
73
74
|
def __init__(
|
|
74
75
|
self,
|
|
75
76
|
config: WorkflowSource,
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -51,6 +51,7 @@ from metadata.ingestion.models.topology import (
|
|
|
51
51
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
|
52
52
|
from metadata.ingestion.source.connections import get_connection, get_test_connection_fn
|
|
53
53
|
from metadata.utils import fqn
|
|
54
|
+
from metadata.utils.helpers import retry_with_docker_host
|
|
54
55
|
from metadata.utils.logger import ingestion_logger
|
|
55
56
|
|
|
56
57
|
logger = ingestion_logger()
|
|
@@ -113,6 +114,7 @@ class MlModelServiceSource(TopologyRunnerMixin, Source, ABC):
|
|
|
113
114
|
context = TopologyContextManager(topology)
|
|
114
115
|
mlmodel_source_state: Set = set()
|
|
115
116
|
|
|
117
|
+
@retry_with_docker_host()
|
|
116
118
|
def __init__(
|
|
117
119
|
self,
|
|
118
120
|
config: WorkflowSource,
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -29,6 +29,7 @@ from metadata.generated.schema.api.data.createPipeline import CreatePipelineRequ
|
|
|
29
29
|
from metadata.generated.schema.api.lineage.addLineage import AddLineageRequest
|
|
30
30
|
from metadata.generated.schema.entity.data.pipeline import (
|
|
31
31
|
Pipeline,
|
|
32
|
+
PipelineState,
|
|
32
33
|
PipelineStatus,
|
|
33
34
|
StatusType,
|
|
34
35
|
Task,
|
|
@@ -122,6 +123,7 @@ class AirflowSource(PipelineServiceSource):
|
|
|
122
123
|
metadata: OpenMetadata,
|
|
123
124
|
):
|
|
124
125
|
super().__init__(config, metadata)
|
|
126
|
+
self.today = datetime.now().strftime("%Y-%m-%d")
|
|
125
127
|
self._session = None
|
|
126
128
|
|
|
127
129
|
@classmethod
|
|
@@ -367,6 +369,16 @@ class AirflowSource(PipelineServiceSource):
|
|
|
367
369
|
break
|
|
368
370
|
for serialized_dag in results:
|
|
369
371
|
try:
|
|
372
|
+
dag_model = (
|
|
373
|
+
self.session.query(DagModel)
|
|
374
|
+
.filter(DagModel.dag_id == serialized_dag[0])
|
|
375
|
+
.one_or_none()
|
|
376
|
+
)
|
|
377
|
+
pipeline_state = (
|
|
378
|
+
PipelineState.Active.value
|
|
379
|
+
if dag_model and not dag_model.is_paused
|
|
380
|
+
else PipelineState.Inactive.value
|
|
381
|
+
)
|
|
370
382
|
data = serialized_dag[1]["dag"]
|
|
371
383
|
dag = AirflowDagDetails(
|
|
372
384
|
dag_id=serialized_dag[0],
|
|
@@ -375,6 +387,7 @@ class AirflowSource(PipelineServiceSource):
|
|
|
375
387
|
max_active_runs=data.get("max_active_runs", None),
|
|
376
388
|
description=data.get("_description", None),
|
|
377
389
|
start_date=data.get("start_date", None),
|
|
390
|
+
state=pipeline_state,
|
|
378
391
|
tasks=list(
|
|
379
392
|
map(self._extract_serialized_task, data.get("tasks", []))
|
|
380
393
|
),
|
|
@@ -425,6 +438,14 @@ class AirflowSource(PipelineServiceSource):
|
|
|
425
438
|
"""
|
|
426
439
|
return pipeline_details.dag_id
|
|
427
440
|
|
|
441
|
+
def get_pipeline_state(
|
|
442
|
+
self, pipeline_details: AirflowDagDetails
|
|
443
|
+
) -> Optional[PipelineState]:
|
|
444
|
+
"""
|
|
445
|
+
Return the state of the DAG
|
|
446
|
+
"""
|
|
447
|
+
return PipelineState[pipeline_details.state]
|
|
448
|
+
|
|
428
449
|
def get_tasks_from_dag(self, dag: AirflowDagDetails, host_port: str) -> List[Task]:
|
|
429
450
|
"""
|
|
430
451
|
Obtain the tasks from a SerializedDAG
|
|
@@ -480,12 +501,15 @@ class AirflowSource(PipelineServiceSource):
|
|
|
480
501
|
try:
|
|
481
502
|
# Airflow uses /dags/dag_id/grid to show pipeline / dag
|
|
482
503
|
source_url = f"{clean_uri(self.service_connection.hostPort)}/dags/{pipeline_details.dag_id}/grid"
|
|
504
|
+
pipeline_state = self.get_pipeline_state(pipeline_details)
|
|
505
|
+
|
|
483
506
|
pipeline_request = CreatePipelineRequest(
|
|
484
507
|
name=EntityName(pipeline_details.dag_id),
|
|
485
508
|
description=Markdown(pipeline_details.description)
|
|
486
509
|
if pipeline_details.description
|
|
487
510
|
else None,
|
|
488
511
|
sourceUrl=SourceUrl(source_url),
|
|
512
|
+
state=pipeline_state,
|
|
489
513
|
concurrency=pipeline_details.max_active_runs,
|
|
490
514
|
pipelineLocation=pipeline_details.fileloc,
|
|
491
515
|
startDate=pipeline_details.start_date.isoformat()
|
|
@@ -614,4 +638,5 @@ class AirflowSource(PipelineServiceSource):
|
|
|
614
638
|
)
|
|
615
639
|
|
|
616
640
|
def close(self):
|
|
641
|
+
self.metadata.compute_percentile(Pipeline, self.today)
|
|
617
642
|
self.session.close()
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -68,4 +68,5 @@ class AirflowDagDetails(AirflowBaseModel):
|
|
|
68
68
|
start_date: Optional[datetime] = None
|
|
69
69
|
tasks: List[AirflowTask]
|
|
70
70
|
owner: Optional[str] = None
|
|
71
|
+
state: Optional[str] = None
|
|
71
72
|
schedule_interval: Optional[str] = None
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
# Copyright
|
|
2
|
-
# Licensed under the
|
|
1
|
+
# Copyright 2025 Collate
|
|
2
|
+
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
3
3
|
# you may not use this file except in compliance with the License.
|
|
4
4
|
# You may obtain a copy of the License at
|
|
5
|
-
#
|
|
5
|
+
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
6
6
|
# Unless required by applicable law or agreed to in writing, software
|
|
7
7
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
8
8
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|