acryl-datahub 1.1.1rc4__py3-none-any.whl → 1.2.0.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1.dist-info}/METADATA +2511 -2484
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1.dist-info}/RECORD +223 -189
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1.dist-info}/entry_points.txt +2 -0
- datahub/_version.py +1 -1
- datahub/api/entities/dataset/dataset.py +1 -1
- datahub/api/entities/external/__init__.py +0 -0
- datahub/api/entities/external/external_entities.py +239 -0
- datahub/api/entities/external/external_tag.py +145 -0
- datahub/api/entities/external/lake_formation_external_entites.py +161 -0
- datahub/api/entities/external/restricted_text.py +247 -0
- datahub/api/entities/external/unity_catalog_external_entites.py +173 -0
- datahub/cli/check_cli.py +88 -7
- datahub/cli/cli_utils.py +63 -0
- datahub/cli/container_cli.py +5 -0
- datahub/cli/delete_cli.py +124 -27
- datahub/cli/docker_check.py +107 -12
- datahub/cli/docker_cli.py +149 -227
- datahub/cli/exists_cli.py +0 -2
- datahub/cli/get_cli.py +0 -2
- datahub/cli/iceberg_cli.py +5 -0
- datahub/cli/ingest_cli.py +3 -15
- datahub/cli/migrate.py +2 -0
- datahub/cli/put_cli.py +1 -4
- datahub/cli/quickstart_versioning.py +50 -7
- datahub/cli/specific/assertions_cli.py +0 -4
- datahub/cli/specific/datacontract_cli.py +0 -3
- datahub/cli/specific/dataproduct_cli.py +0 -11
- datahub/cli/specific/dataset_cli.py +1 -8
- datahub/cli/specific/forms_cli.py +0 -4
- datahub/cli/specific/group_cli.py +0 -2
- datahub/cli/specific/structuredproperties_cli.py +1 -4
- datahub/cli/specific/user_cli.py +0 -2
- datahub/cli/state_cli.py +0 -2
- datahub/cli/timeline_cli.py +0 -2
- datahub/configuration/pydantic_migration_helpers.py +7 -5
- datahub/emitter/rest_emitter.py +70 -12
- datahub/entrypoints.py +4 -3
- datahub/ingestion/api/decorators.py +15 -3
- datahub/ingestion/api/report.py +332 -3
- datahub/ingestion/api/sink.py +3 -0
- datahub/ingestion/api/source.py +48 -44
- datahub/ingestion/autogenerated/__init__.py +0 -0
- datahub/ingestion/autogenerated/capability_summary.json +3449 -0
- datahub/ingestion/autogenerated/lineage.json +401 -0
- datahub/ingestion/autogenerated/lineage_helper.py +177 -0
- datahub/ingestion/extractor/schema_util.py +13 -4
- datahub/ingestion/glossary/classification_mixin.py +5 -0
- datahub/ingestion/graph/client.py +100 -15
- datahub/ingestion/graph/config.py +1 -0
- datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py +20 -10
- datahub/ingestion/run/pipeline.py +54 -2
- datahub/ingestion/sink/datahub_rest.py +13 -0
- datahub/ingestion/source/abs/source.py +1 -1
- datahub/ingestion/source/aws/aws_common.py +4 -0
- datahub/ingestion/source/aws/glue.py +489 -244
- datahub/ingestion/source/aws/tag_entities.py +292 -0
- datahub/ingestion/source/azure/azure_common.py +2 -2
- datahub/ingestion/source/bigquery_v2/bigquery.py +50 -23
- datahub/ingestion/source/bigquery_v2/bigquery_config.py +1 -1
- datahub/ingestion/source/bigquery_v2/bigquery_queries.py +1 -0
- datahub/ingestion/source/bigquery_v2/bigquery_schema_gen.py +2 -0
- datahub/ingestion/source/bigquery_v2/common.py +1 -1
- datahub/ingestion/source/bigquery_v2/profiler.py +4 -2
- datahub/ingestion/source/bigquery_v2/queries.py +3 -3
- datahub/ingestion/source/cassandra/cassandra.py +1 -1
- datahub/ingestion/source/cassandra/cassandra_profiling.py +6 -5
- datahub/ingestion/source/common/subtypes.py +45 -0
- datahub/ingestion/source/data_lake_common/object_store.py +115 -27
- datahub/ingestion/source/data_lake_common/path_spec.py +10 -21
- datahub/ingestion/source/datahub/datahub_database_reader.py +1 -2
- datahub/ingestion/source/dbt/dbt_cloud.py +10 -2
- datahub/ingestion/source/dbt/dbt_common.py +6 -2
- datahub/ingestion/source/dbt/dbt_core.py +3 -0
- datahub/ingestion/source/debug/__init__.py +0 -0
- datahub/ingestion/source/debug/datahub_debug.py +300 -0
- datahub/ingestion/source/dremio/dremio_api.py +114 -73
- datahub/ingestion/source/dremio/dremio_config.py +2 -0
- datahub/ingestion/source/dremio/dremio_reporting.py +23 -2
- datahub/ingestion/source/dremio/dremio_source.py +94 -81
- datahub/ingestion/source/dremio/dremio_sql_queries.py +82 -21
- datahub/ingestion/source/file.py +3 -0
- datahub/ingestion/source/fivetran/fivetran.py +34 -26
- datahub/ingestion/source/gcs/gcs_source.py +13 -2
- datahub/ingestion/source/ge_data_profiler.py +76 -28
- datahub/ingestion/source/ge_profiling_config.py +11 -0
- datahub/ingestion/source/hex/api.py +26 -1
- datahub/ingestion/source/iceberg/iceberg.py +3 -1
- datahub/ingestion/source/identity/azure_ad.py +1 -1
- datahub/ingestion/source/identity/okta.py +1 -14
- datahub/ingestion/source/kafka/kafka.py +16 -0
- datahub/ingestion/source/kafka_connect/sink_connectors.py +156 -47
- datahub/ingestion/source/kafka_connect/source_connectors.py +59 -4
- datahub/ingestion/source/looker/looker_source.py +1 -0
- datahub/ingestion/source/mlflow.py +11 -1
- datahub/ingestion/source/mock_data/__init__.py +0 -0
- datahub/ingestion/source/mock_data/datahub_mock_data.py +507 -0
- datahub/ingestion/source/mock_data/datahub_mock_data_report.py +12 -0
- datahub/ingestion/source/mock_data/table_naming_helper.py +97 -0
- datahub/ingestion/source/nifi.py +1 -1
- datahub/ingestion/source/powerbi/powerbi.py +1 -5
- datahub/ingestion/source/powerbi/rest_api_wrapper/powerbi_api.py +0 -1
- datahub/ingestion/source/powerbi_report_server/report_server.py +0 -23
- datahub/ingestion/source/preset.py +2 -2
- datahub/ingestion/source/qlik_sense/qlik_sense.py +1 -0
- datahub/ingestion/source/redshift/redshift.py +21 -1
- datahub/ingestion/source/redshift/usage.py +4 -3
- datahub/ingestion/source/s3/report.py +4 -2
- datahub/ingestion/source/s3/source.py +367 -115
- datahub/ingestion/source/sac/sac.py +3 -1
- datahub/ingestion/source/salesforce.py +6 -3
- datahub/ingestion/source/sigma/sigma.py +7 -1
- datahub/ingestion/source/slack/slack.py +2 -1
- datahub/ingestion/source/snowflake/snowflake_config.py +30 -7
- datahub/ingestion/source/snowflake/snowflake_queries.py +348 -82
- datahub/ingestion/source/snowflake/snowflake_summary.py +5 -0
- datahub/ingestion/source/snowflake/snowflake_usage_v2.py +8 -2
- datahub/ingestion/source/snowflake/snowflake_utils.py +2 -7
- datahub/ingestion/source/snowflake/snowflake_v2.py +16 -2
- datahub/ingestion/source/snowflake/stored_proc_lineage.py +143 -0
- datahub/ingestion/source/sql/athena.py +119 -11
- datahub/ingestion/source/sql/athena_properties_extractor.py +777 -0
- datahub/ingestion/source/sql/clickhouse.py +3 -1
- datahub/ingestion/source/sql/cockroachdb.py +0 -1
- datahub/ingestion/source/sql/hana.py +3 -1
- datahub/ingestion/source/sql/hive_metastore.py +3 -11
- datahub/ingestion/source/sql/mariadb.py +0 -1
- datahub/ingestion/source/sql/mssql/source.py +239 -34
- datahub/ingestion/source/sql/mysql.py +0 -1
- datahub/ingestion/source/sql/oracle.py +1 -1
- datahub/ingestion/source/sql/postgres.py +0 -1
- datahub/ingestion/source/sql/sql_common.py +121 -34
- datahub/ingestion/source/sql/sql_generic_profiler.py +2 -1
- datahub/ingestion/source/sql/teradata.py +997 -235
- datahub/ingestion/source/sql/vertica.py +10 -6
- datahub/ingestion/source/sql_queries.py +2 -2
- datahub/ingestion/source/state/stateful_ingestion_base.py +1 -1
- datahub/ingestion/source/superset.py +58 -3
- datahub/ingestion/source/tableau/tableau.py +58 -37
- datahub/ingestion/source/tableau/tableau_common.py +4 -2
- datahub/ingestion/source/tableau/tableau_constant.py +0 -4
- datahub/ingestion/source/unity/config.py +5 -0
- datahub/ingestion/source/unity/proxy.py +118 -0
- datahub/ingestion/source/unity/source.py +195 -17
- datahub/ingestion/source/unity/tag_entities.py +295 -0
- datahub/ingestion/source/usage/clickhouse_usage.py +4 -1
- datahub/ingestion/source/usage/starburst_trino_usage.py +3 -0
- datahub/ingestion/transformer/add_dataset_ownership.py +18 -2
- datahub/integrations/assertion/snowflake/compiler.py +4 -3
- datahub/metadata/_internal_schema_classes.py +1522 -569
- datahub/metadata/_urns/urn_defs.py +1826 -1658
- datahub/metadata/com/linkedin/pegasus2avro/application/__init__.py +19 -0
- datahub/metadata/com/linkedin/pegasus2avro/identity/__init__.py +2 -0
- datahub/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
- datahub/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +4 -0
- datahub/metadata/com/linkedin/pegasus2avro/module/__init__.py +29 -0
- datahub/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +4 -0
- datahub/metadata/com/linkedin/pegasus2avro/template/__init__.py +25 -0
- datahub/metadata/schema.avsc +17758 -17097
- datahub/metadata/schemas/ApplicationKey.avsc +31 -0
- datahub/metadata/schemas/ApplicationProperties.avsc +72 -0
- datahub/metadata/schemas/Applications.avsc +38 -0
- datahub/metadata/schemas/ChartKey.avsc +1 -0
- datahub/metadata/schemas/ContainerKey.avsc +1 -0
- datahub/metadata/schemas/ContainerProperties.avsc +8 -0
- datahub/metadata/schemas/CorpUserSettings.avsc +41 -0
- datahub/metadata/schemas/DashboardKey.avsc +1 -0
- datahub/metadata/schemas/DataFlowInfo.avsc +8 -0
- datahub/metadata/schemas/DataFlowKey.avsc +1 -0
- datahub/metadata/schemas/DataHubPageModuleKey.avsc +21 -0
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc +237 -0
- datahub/metadata/schemas/DataHubPageTemplateKey.avsc +21 -0
- datahub/metadata/schemas/DataHubPageTemplateProperties.avsc +175 -0
- datahub/metadata/schemas/DataHubPolicyInfo.avsc +12 -1
- datahub/metadata/schemas/DataJobInfo.avsc +8 -0
- datahub/metadata/schemas/DataJobKey.avsc +1 -0
- datahub/metadata/schemas/DataProcessKey.avsc +8 -0
- datahub/metadata/schemas/DataProductKey.avsc +1 -0
- datahub/metadata/schemas/DataProductProperties.avsc +1 -1
- datahub/metadata/schemas/DatasetKey.avsc +11 -1
- datahub/metadata/schemas/GlobalSettingsInfo.avsc +62 -0
- datahub/metadata/schemas/GlossaryTermKey.avsc +1 -0
- datahub/metadata/schemas/IcebergWarehouseInfo.avsc +8 -0
- datahub/metadata/schemas/LogicalParent.avsc +140 -0
- datahub/metadata/schemas/MLFeatureKey.avsc +1 -0
- datahub/metadata/schemas/MLFeatureTableKey.avsc +1 -0
- datahub/metadata/schemas/MLModelDeploymentKey.avsc +8 -0
- datahub/metadata/schemas/MLModelGroupKey.avsc +9 -0
- datahub/metadata/schemas/MLModelKey.avsc +9 -0
- datahub/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
- datahub/metadata/schemas/MetadataChangeEvent.avsc +20 -1
- datahub/metadata/schemas/NotebookKey.avsc +1 -0
- datahub/metadata/schemas/QuerySubjects.avsc +1 -12
- datahub/metadata/schemas/SchemaFieldKey.avsc +2 -1
- datahub/metadata/schemas/__init__.py +3 -3
- datahub/sdk/__init__.py +2 -0
- datahub/sdk/_all_entities.py +7 -0
- datahub/sdk/_shared.py +116 -0
- datahub/sdk/chart.py +315 -0
- datahub/sdk/container.py +7 -0
- datahub/sdk/dashboard.py +432 -0
- datahub/sdk/dataflow.py +7 -0
- datahub/sdk/datajob.py +45 -13
- datahub/sdk/dataset.py +8 -2
- datahub/sdk/entity_client.py +82 -2
- datahub/sdk/lineage_client.py +683 -82
- datahub/sdk/main_client.py +46 -16
- datahub/sdk/mlmodel.py +101 -38
- datahub/sdk/mlmodelgroup.py +7 -0
- datahub/sdk/search_client.py +4 -3
- datahub/sdk/search_filters.py +95 -27
- datahub/specific/chart.py +1 -1
- datahub/specific/dataproduct.py +4 -0
- datahub/sql_parsing/sql_parsing_aggregator.py +29 -17
- datahub/sql_parsing/sqlglot_lineage.py +62 -13
- datahub/telemetry/telemetry.py +17 -11
- datahub/testing/sdk_v2_helpers.py +7 -1
- datahub/upgrade/upgrade.py +56 -14
- datahub/utilities/server_config_util.py +8 -0
- datahub/utilities/sqlalchemy_query_combiner.py +5 -2
- datahub/utilities/stats_collections.py +4 -0
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.1.1rc4.dist-info → acryl_datahub-1.2.0.1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,3449 @@
|
|
|
1
|
+
{
|
|
2
|
+
"generated_at": "2025-07-14T09:20:09.632850+00:00",
|
|
3
|
+
"generated_by": "metadata-ingestion/scripts/capability_summary.py",
|
|
4
|
+
"plugin_details": {
|
|
5
|
+
"abs": {
|
|
6
|
+
"capabilities": [
|
|
7
|
+
{
|
|
8
|
+
"capability": "DATA_PROFILING",
|
|
9
|
+
"description": "Optionally enabled via configuration",
|
|
10
|
+
"subtype_modifier": null,
|
|
11
|
+
"supported": true
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
"capability": "DELETION_DETECTION",
|
|
15
|
+
"description": "Enabled by default via stateful ingestion",
|
|
16
|
+
"subtype_modifier": null,
|
|
17
|
+
"supported": true
|
|
18
|
+
},
|
|
19
|
+
{
|
|
20
|
+
"capability": "TAGS",
|
|
21
|
+
"description": "Can extract ABS object/container tags if enabled",
|
|
22
|
+
"subtype_modifier": null,
|
|
23
|
+
"supported": true
|
|
24
|
+
}
|
|
25
|
+
],
|
|
26
|
+
"classname": "datahub.ingestion.source.abs.source.ABSSource",
|
|
27
|
+
"platform_id": "abs",
|
|
28
|
+
"platform_name": "ABS Data Lake",
|
|
29
|
+
"support_status": "INCUBATING"
|
|
30
|
+
},
|
|
31
|
+
"athena": {
|
|
32
|
+
"capabilities": [
|
|
33
|
+
{
|
|
34
|
+
"capability": "CONTAINERS",
|
|
35
|
+
"description": "Enabled by default",
|
|
36
|
+
"subtype_modifier": [
|
|
37
|
+
"Database",
|
|
38
|
+
"Schema"
|
|
39
|
+
],
|
|
40
|
+
"supported": true
|
|
41
|
+
},
|
|
42
|
+
{
|
|
43
|
+
"capability": "CLASSIFICATION",
|
|
44
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
45
|
+
"subtype_modifier": null,
|
|
46
|
+
"supported": true
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
"capability": "LINEAGE_FINE",
|
|
50
|
+
"description": "Supported for S3 tables",
|
|
51
|
+
"subtype_modifier": [
|
|
52
|
+
"Table"
|
|
53
|
+
],
|
|
54
|
+
"supported": true
|
|
55
|
+
},
|
|
56
|
+
{
|
|
57
|
+
"capability": "DATA_PROFILING",
|
|
58
|
+
"description": "Optionally enabled via configuration. Profiling uses sql queries on whole table which can be expensive operation.",
|
|
59
|
+
"subtype_modifier": [
|
|
60
|
+
"Table"
|
|
61
|
+
],
|
|
62
|
+
"supported": true
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
"capability": "DESCRIPTIONS",
|
|
66
|
+
"description": "Enabled by default",
|
|
67
|
+
"subtype_modifier": null,
|
|
68
|
+
"supported": true
|
|
69
|
+
},
|
|
70
|
+
{
|
|
71
|
+
"capability": "DELETION_DETECTION",
|
|
72
|
+
"description": "Enabled by default via stateful ingestion",
|
|
73
|
+
"subtype_modifier": null,
|
|
74
|
+
"supported": true
|
|
75
|
+
},
|
|
76
|
+
{
|
|
77
|
+
"capability": "DOMAINS",
|
|
78
|
+
"description": "Supported via the `domain` config field",
|
|
79
|
+
"subtype_modifier": null,
|
|
80
|
+
"supported": true
|
|
81
|
+
},
|
|
82
|
+
{
|
|
83
|
+
"capability": "PLATFORM_INSTANCE",
|
|
84
|
+
"description": "Enabled by default",
|
|
85
|
+
"subtype_modifier": null,
|
|
86
|
+
"supported": true
|
|
87
|
+
},
|
|
88
|
+
{
|
|
89
|
+
"capability": "SCHEMA_METADATA",
|
|
90
|
+
"description": "Enabled by default",
|
|
91
|
+
"subtype_modifier": null,
|
|
92
|
+
"supported": true
|
|
93
|
+
},
|
|
94
|
+
{
|
|
95
|
+
"capability": "LINEAGE_COARSE",
|
|
96
|
+
"description": "Supported for S3 tables",
|
|
97
|
+
"subtype_modifier": [
|
|
98
|
+
"Table"
|
|
99
|
+
],
|
|
100
|
+
"supported": true
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"capability": "TEST_CONNECTION",
|
|
104
|
+
"description": "Enabled by default",
|
|
105
|
+
"subtype_modifier": null,
|
|
106
|
+
"supported": true
|
|
107
|
+
}
|
|
108
|
+
],
|
|
109
|
+
"classname": "datahub.ingestion.source.sql.athena.AthenaSource",
|
|
110
|
+
"platform_id": "athena",
|
|
111
|
+
"platform_name": "Athena",
|
|
112
|
+
"support_status": "CERTIFIED"
|
|
113
|
+
},
|
|
114
|
+
"azure-ad": {
|
|
115
|
+
"capabilities": [
|
|
116
|
+
{
|
|
117
|
+
"capability": "DELETION_DETECTION",
|
|
118
|
+
"description": "Enabled by default via stateful ingestion",
|
|
119
|
+
"subtype_modifier": null,
|
|
120
|
+
"supported": true
|
|
121
|
+
}
|
|
122
|
+
],
|
|
123
|
+
"classname": "datahub.ingestion.source.identity.azure_ad.AzureADSource",
|
|
124
|
+
"platform_id": "azure-ad",
|
|
125
|
+
"platform_name": "Azure AD",
|
|
126
|
+
"support_status": "CERTIFIED"
|
|
127
|
+
},
|
|
128
|
+
"bigquery": {
|
|
129
|
+
"capabilities": [
|
|
130
|
+
{
|
|
131
|
+
"capability": "CONTAINERS",
|
|
132
|
+
"description": "Enabled by default",
|
|
133
|
+
"subtype_modifier": [
|
|
134
|
+
"Project",
|
|
135
|
+
"Dataset"
|
|
136
|
+
],
|
|
137
|
+
"supported": true
|
|
138
|
+
},
|
|
139
|
+
{
|
|
140
|
+
"capability": "CLASSIFICATION",
|
|
141
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
142
|
+
"subtype_modifier": null,
|
|
143
|
+
"supported": true
|
|
144
|
+
},
|
|
145
|
+
{
|
|
146
|
+
"capability": "LINEAGE_FINE",
|
|
147
|
+
"description": "Optionally enabled via configuration",
|
|
148
|
+
"subtype_modifier": null,
|
|
149
|
+
"supported": true
|
|
150
|
+
},
|
|
151
|
+
{
|
|
152
|
+
"capability": "DATA_PROFILING",
|
|
153
|
+
"description": "Optionally enabled via configuration",
|
|
154
|
+
"subtype_modifier": null,
|
|
155
|
+
"supported": true
|
|
156
|
+
},
|
|
157
|
+
{
|
|
158
|
+
"capability": "USAGE_STATS",
|
|
159
|
+
"description": "Enabled by default, can be disabled via configuration `include_usage_statistics`",
|
|
160
|
+
"subtype_modifier": null,
|
|
161
|
+
"supported": true
|
|
162
|
+
},
|
|
163
|
+
{
|
|
164
|
+
"capability": "DESCRIPTIONS",
|
|
165
|
+
"description": "Enabled by default",
|
|
166
|
+
"subtype_modifier": null,
|
|
167
|
+
"supported": true
|
|
168
|
+
},
|
|
169
|
+
{
|
|
170
|
+
"capability": "DELETION_DETECTION",
|
|
171
|
+
"description": "Enabled by default via stateful ingestion",
|
|
172
|
+
"subtype_modifier": null,
|
|
173
|
+
"supported": true
|
|
174
|
+
},
|
|
175
|
+
{
|
|
176
|
+
"capability": "DOMAINS",
|
|
177
|
+
"description": "Supported via the `domain` config field",
|
|
178
|
+
"subtype_modifier": null,
|
|
179
|
+
"supported": true
|
|
180
|
+
},
|
|
181
|
+
{
|
|
182
|
+
"capability": "PARTITION_SUPPORT",
|
|
183
|
+
"description": "Enabled by default, partition keys and clustering keys are supported.",
|
|
184
|
+
"subtype_modifier": null,
|
|
185
|
+
"supported": true
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"capability": "PLATFORM_INSTANCE",
|
|
189
|
+
"description": "Platform instance is pre-set to the BigQuery project id",
|
|
190
|
+
"subtype_modifier": null,
|
|
191
|
+
"supported": false
|
|
192
|
+
},
|
|
193
|
+
{
|
|
194
|
+
"capability": "SCHEMA_METADATA",
|
|
195
|
+
"description": "Enabled by default",
|
|
196
|
+
"subtype_modifier": null,
|
|
197
|
+
"supported": true
|
|
198
|
+
},
|
|
199
|
+
{
|
|
200
|
+
"capability": "LINEAGE_COARSE",
|
|
201
|
+
"description": "Optionally enabled via configuration",
|
|
202
|
+
"subtype_modifier": null,
|
|
203
|
+
"supported": true
|
|
204
|
+
},
|
|
205
|
+
{
|
|
206
|
+
"capability": "TEST_CONNECTION",
|
|
207
|
+
"description": "Enabled by default",
|
|
208
|
+
"subtype_modifier": null,
|
|
209
|
+
"supported": true
|
|
210
|
+
}
|
|
211
|
+
],
|
|
212
|
+
"classname": "datahub.ingestion.source.bigquery_v2.bigquery.BigqueryV2Source",
|
|
213
|
+
"platform_id": "bigquery",
|
|
214
|
+
"platform_name": "BigQuery",
|
|
215
|
+
"support_status": "CERTIFIED"
|
|
216
|
+
},
|
|
217
|
+
"cassandra": {
|
|
218
|
+
"capabilities": [
|
|
219
|
+
{
|
|
220
|
+
"capability": "CONTAINERS",
|
|
221
|
+
"description": "Enabled by default",
|
|
222
|
+
"subtype_modifier": null,
|
|
223
|
+
"supported": true
|
|
224
|
+
},
|
|
225
|
+
{
|
|
226
|
+
"capability": "DELETION_DETECTION",
|
|
227
|
+
"description": "Enabled by default via stateful ingestion",
|
|
228
|
+
"subtype_modifier": null,
|
|
229
|
+
"supported": true
|
|
230
|
+
},
|
|
231
|
+
{
|
|
232
|
+
"capability": "PLATFORM_INSTANCE",
|
|
233
|
+
"description": "Enabled by default",
|
|
234
|
+
"subtype_modifier": null,
|
|
235
|
+
"supported": true
|
|
236
|
+
},
|
|
237
|
+
{
|
|
238
|
+
"capability": "SCHEMA_METADATA",
|
|
239
|
+
"description": "Enabled by default",
|
|
240
|
+
"subtype_modifier": null,
|
|
241
|
+
"supported": true
|
|
242
|
+
}
|
|
243
|
+
],
|
|
244
|
+
"classname": "datahub.ingestion.source.cassandra.cassandra.CassandraSource",
|
|
245
|
+
"platform_id": "cassandra",
|
|
246
|
+
"platform_name": "Cassandra",
|
|
247
|
+
"support_status": "INCUBATING"
|
|
248
|
+
},
|
|
249
|
+
"clickhouse": {
|
|
250
|
+
"capabilities": [
|
|
251
|
+
{
|
|
252
|
+
"capability": "CONTAINERS",
|
|
253
|
+
"description": "Enabled by default",
|
|
254
|
+
"subtype_modifier": [
|
|
255
|
+
"Database",
|
|
256
|
+
"Schema"
|
|
257
|
+
],
|
|
258
|
+
"supported": true
|
|
259
|
+
},
|
|
260
|
+
{
|
|
261
|
+
"capability": "CLASSIFICATION",
|
|
262
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
263
|
+
"subtype_modifier": null,
|
|
264
|
+
"supported": true
|
|
265
|
+
},
|
|
266
|
+
{
|
|
267
|
+
"capability": "LINEAGE_FINE",
|
|
268
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
269
|
+
"subtype_modifier": [
|
|
270
|
+
"View"
|
|
271
|
+
],
|
|
272
|
+
"supported": true
|
|
273
|
+
},
|
|
274
|
+
{
|
|
275
|
+
"capability": "DATA_PROFILING",
|
|
276
|
+
"description": "Optionally enabled via configuration",
|
|
277
|
+
"subtype_modifier": null,
|
|
278
|
+
"supported": true
|
|
279
|
+
},
|
|
280
|
+
{
|
|
281
|
+
"capability": "DESCRIPTIONS",
|
|
282
|
+
"description": "Enabled by default",
|
|
283
|
+
"subtype_modifier": null,
|
|
284
|
+
"supported": true
|
|
285
|
+
},
|
|
286
|
+
{
|
|
287
|
+
"capability": "DELETION_DETECTION",
|
|
288
|
+
"description": "Enabled by default via stateful ingestion",
|
|
289
|
+
"subtype_modifier": null,
|
|
290
|
+
"supported": true
|
|
291
|
+
},
|
|
292
|
+
{
|
|
293
|
+
"capability": "DOMAINS",
|
|
294
|
+
"description": "Enabled by default",
|
|
295
|
+
"subtype_modifier": null,
|
|
296
|
+
"supported": true
|
|
297
|
+
},
|
|
298
|
+
{
|
|
299
|
+
"capability": "SCHEMA_METADATA",
|
|
300
|
+
"description": "Enabled by default",
|
|
301
|
+
"subtype_modifier": null,
|
|
302
|
+
"supported": true
|
|
303
|
+
},
|
|
304
|
+
{
|
|
305
|
+
"capability": "LINEAGE_COARSE",
|
|
306
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
307
|
+
"subtype_modifier": [
|
|
308
|
+
"View"
|
|
309
|
+
],
|
|
310
|
+
"supported": true
|
|
311
|
+
},
|
|
312
|
+
{
|
|
313
|
+
"capability": "TEST_CONNECTION",
|
|
314
|
+
"description": "Enabled by default",
|
|
315
|
+
"subtype_modifier": null,
|
|
316
|
+
"supported": true
|
|
317
|
+
}
|
|
318
|
+
],
|
|
319
|
+
"classname": "datahub.ingestion.source.sql.clickhouse.ClickHouseSource",
|
|
320
|
+
"platform_id": "clickhouse",
|
|
321
|
+
"platform_name": "ClickHouse",
|
|
322
|
+
"support_status": "CERTIFIED"
|
|
323
|
+
},
|
|
324
|
+
"clickhouse-usage": {
|
|
325
|
+
"capabilities": [
|
|
326
|
+
{
|
|
327
|
+
"capability": "DATA_PROFILING",
|
|
328
|
+
"description": "Optionally enabled via configuration",
|
|
329
|
+
"subtype_modifier": null,
|
|
330
|
+
"supported": true
|
|
331
|
+
},
|
|
332
|
+
{
|
|
333
|
+
"capability": "USAGE_STATS",
|
|
334
|
+
"description": "Enabled by default to get usage stats",
|
|
335
|
+
"subtype_modifier": null,
|
|
336
|
+
"supported": true
|
|
337
|
+
},
|
|
338
|
+
{
|
|
339
|
+
"capability": "DELETION_DETECTION",
|
|
340
|
+
"description": "Enabled by default via stateful ingestion",
|
|
341
|
+
"subtype_modifier": null,
|
|
342
|
+
"supported": true
|
|
343
|
+
}
|
|
344
|
+
],
|
|
345
|
+
"classname": "datahub.ingestion.source.usage.clickhouse_usage.ClickHouseUsageSource",
|
|
346
|
+
"platform_id": "clickhouse",
|
|
347
|
+
"platform_name": "ClickHouse",
|
|
348
|
+
"support_status": "CERTIFIED"
|
|
349
|
+
},
|
|
350
|
+
"cockroachdb": {
|
|
351
|
+
"capabilities": [
|
|
352
|
+
{
|
|
353
|
+
"capability": "CONTAINERS",
|
|
354
|
+
"description": "Enabled by default",
|
|
355
|
+
"subtype_modifier": [
|
|
356
|
+
"Database",
|
|
357
|
+
"Schema"
|
|
358
|
+
],
|
|
359
|
+
"supported": true
|
|
360
|
+
},
|
|
361
|
+
{
|
|
362
|
+
"capability": "CLASSIFICATION",
|
|
363
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
364
|
+
"subtype_modifier": null,
|
|
365
|
+
"supported": true
|
|
366
|
+
},
|
|
367
|
+
{
|
|
368
|
+
"capability": "LINEAGE_FINE",
|
|
369
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
370
|
+
"subtype_modifier": [
|
|
371
|
+
"View"
|
|
372
|
+
],
|
|
373
|
+
"supported": true
|
|
374
|
+
},
|
|
375
|
+
{
|
|
376
|
+
"capability": "DATA_PROFILING",
|
|
377
|
+
"description": "Optionally enabled via configuration",
|
|
378
|
+
"subtype_modifier": null,
|
|
379
|
+
"supported": true
|
|
380
|
+
},
|
|
381
|
+
{
|
|
382
|
+
"capability": "DESCRIPTIONS",
|
|
383
|
+
"description": "Enabled by default",
|
|
384
|
+
"subtype_modifier": null,
|
|
385
|
+
"supported": true
|
|
386
|
+
},
|
|
387
|
+
{
|
|
388
|
+
"capability": "DELETION_DETECTION",
|
|
389
|
+
"description": "Enabled by default via stateful ingestion",
|
|
390
|
+
"subtype_modifier": null,
|
|
391
|
+
"supported": true
|
|
392
|
+
},
|
|
393
|
+
{
|
|
394
|
+
"capability": "DOMAINS",
|
|
395
|
+
"description": "Supported via the `domain` config field",
|
|
396
|
+
"subtype_modifier": null,
|
|
397
|
+
"supported": true
|
|
398
|
+
},
|
|
399
|
+
{
|
|
400
|
+
"capability": "PLATFORM_INSTANCE",
|
|
401
|
+
"description": "Enabled by default",
|
|
402
|
+
"subtype_modifier": null,
|
|
403
|
+
"supported": true
|
|
404
|
+
},
|
|
405
|
+
{
|
|
406
|
+
"capability": "SCHEMA_METADATA",
|
|
407
|
+
"description": "Enabled by default",
|
|
408
|
+
"subtype_modifier": null,
|
|
409
|
+
"supported": true
|
|
410
|
+
},
|
|
411
|
+
{
|
|
412
|
+
"capability": "LINEAGE_COARSE",
|
|
413
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
414
|
+
"subtype_modifier": [
|
|
415
|
+
"View"
|
|
416
|
+
],
|
|
417
|
+
"supported": true
|
|
418
|
+
},
|
|
419
|
+
{
|
|
420
|
+
"capability": "TEST_CONNECTION",
|
|
421
|
+
"description": "Enabled by default",
|
|
422
|
+
"subtype_modifier": null,
|
|
423
|
+
"supported": true
|
|
424
|
+
}
|
|
425
|
+
],
|
|
426
|
+
"classname": "datahub.ingestion.source.sql.cockroachdb.CockroachDBSource",
|
|
427
|
+
"platform_id": "cockroachdb",
|
|
428
|
+
"platform_name": "CockroachDB",
|
|
429
|
+
"support_status": "TESTING"
|
|
430
|
+
},
|
|
431
|
+
"csv-enricher": {
|
|
432
|
+
"capabilities": [
|
|
433
|
+
{
|
|
434
|
+
"capability": "DESCRIPTIONS",
|
|
435
|
+
"description": "Supported by default",
|
|
436
|
+
"subtype_modifier": null,
|
|
437
|
+
"supported": true
|
|
438
|
+
},
|
|
439
|
+
{
|
|
440
|
+
"capability": "DOMAINS",
|
|
441
|
+
"description": "Supported by default",
|
|
442
|
+
"subtype_modifier": null,
|
|
443
|
+
"supported": true
|
|
444
|
+
},
|
|
445
|
+
{
|
|
446
|
+
"capability": "OWNERSHIP",
|
|
447
|
+
"description": "Supported by default",
|
|
448
|
+
"subtype_modifier": null,
|
|
449
|
+
"supported": true
|
|
450
|
+
},
|
|
451
|
+
{
|
|
452
|
+
"capability": "TAGS",
|
|
453
|
+
"description": "Supported by default",
|
|
454
|
+
"subtype_modifier": null,
|
|
455
|
+
"supported": true
|
|
456
|
+
}
|
|
457
|
+
],
|
|
458
|
+
"classname": "datahub.ingestion.source.csv_enricher.CSVEnricherSource",
|
|
459
|
+
"platform_id": "csv-enricher",
|
|
460
|
+
"platform_name": "CSV Enricher",
|
|
461
|
+
"support_status": "INCUBATING"
|
|
462
|
+
},
|
|
463
|
+
"datahub": {
|
|
464
|
+
"capabilities": [
|
|
465
|
+
{
|
|
466
|
+
"capability": "DELETION_DETECTION",
|
|
467
|
+
"description": "Enabled by default via stateful ingestion",
|
|
468
|
+
"subtype_modifier": null,
|
|
469
|
+
"supported": true
|
|
470
|
+
}
|
|
471
|
+
],
|
|
472
|
+
"classname": "datahub.ingestion.source.datahub.datahub_source.DataHubSource",
|
|
473
|
+
"platform_id": "datahub",
|
|
474
|
+
"platform_name": "DataHub",
|
|
475
|
+
"support_status": "TESTING"
|
|
476
|
+
},
|
|
477
|
+
"datahub-apply": {
|
|
478
|
+
"capabilities": [],
|
|
479
|
+
"classname": "datahub.ingestion.source.apply.datahub_apply.DataHubApplySource",
|
|
480
|
+
"platform_id": "datahubapply",
|
|
481
|
+
"platform_name": "DataHubApply",
|
|
482
|
+
"support_status": "TESTING"
|
|
483
|
+
},
|
|
484
|
+
"datahub-business-glossary": {
|
|
485
|
+
"capabilities": [],
|
|
486
|
+
"classname": "datahub.ingestion.source.metadata.business_glossary.BusinessGlossaryFileSource",
|
|
487
|
+
"platform_id": "business-glossary",
|
|
488
|
+
"platform_name": "Business Glossary",
|
|
489
|
+
"support_status": "CERTIFIED"
|
|
490
|
+
},
|
|
491
|
+
"datahub-debug": {
|
|
492
|
+
"capabilities": [],
|
|
493
|
+
"classname": "datahub.ingestion.source.debug.datahub_debug.DataHubDebugSource",
|
|
494
|
+
"platform_id": "datahubdebug",
|
|
495
|
+
"platform_name": "DataHubDebug",
|
|
496
|
+
"support_status": "TESTING"
|
|
497
|
+
},
|
|
498
|
+
"datahub-gc": {
|
|
499
|
+
"capabilities": [],
|
|
500
|
+
"classname": "datahub.ingestion.source.gc.datahub_gc.DataHubGcSource",
|
|
501
|
+
"platform_id": "datahubgc",
|
|
502
|
+
"platform_name": "DataHubGc",
|
|
503
|
+
"support_status": "TESTING"
|
|
504
|
+
},
|
|
505
|
+
"datahub-lineage-file": {
|
|
506
|
+
"capabilities": [
|
|
507
|
+
{
|
|
508
|
+
"capability": "LINEAGE_FINE",
|
|
509
|
+
"description": "Specified in the lineage file.",
|
|
510
|
+
"subtype_modifier": null,
|
|
511
|
+
"supported": true
|
|
512
|
+
},
|
|
513
|
+
{
|
|
514
|
+
"capability": "LINEAGE_COARSE",
|
|
515
|
+
"description": "Specified in the lineage file.",
|
|
516
|
+
"subtype_modifier": null,
|
|
517
|
+
"supported": true
|
|
518
|
+
}
|
|
519
|
+
],
|
|
520
|
+
"classname": "datahub.ingestion.source.metadata.lineage.LineageFileSource",
|
|
521
|
+
"platform_id": "file-based-lineage",
|
|
522
|
+
"platform_name": "File Based Lineage",
|
|
523
|
+
"support_status": "CERTIFIED"
|
|
524
|
+
},
|
|
525
|
+
"datahub-mock-data": {
|
|
526
|
+
"capabilities": [],
|
|
527
|
+
"classname": "datahub.ingestion.source.mock_data.datahub_mock_data.DataHubMockDataSource",
|
|
528
|
+
"platform_id": "datahubmockdata",
|
|
529
|
+
"platform_name": "DataHubMockData",
|
|
530
|
+
"support_status": "TESTING"
|
|
531
|
+
},
|
|
532
|
+
"dbt": {
|
|
533
|
+
"capabilities": [
|
|
534
|
+
{
|
|
535
|
+
"capability": "LINEAGE_FINE",
|
|
536
|
+
"description": "Enabled by default, configure using `include_column_lineage`",
|
|
537
|
+
"subtype_modifier": null,
|
|
538
|
+
"supported": true
|
|
539
|
+
},
|
|
540
|
+
{
|
|
541
|
+
"capability": "DELETION_DETECTION",
|
|
542
|
+
"description": "Enabled by default via stateful ingestion",
|
|
543
|
+
"subtype_modifier": null,
|
|
544
|
+
"supported": true
|
|
545
|
+
},
|
|
546
|
+
{
|
|
547
|
+
"capability": "LINEAGE_COARSE",
|
|
548
|
+
"description": "Enabled by default",
|
|
549
|
+
"subtype_modifier": null,
|
|
550
|
+
"supported": true
|
|
551
|
+
},
|
|
552
|
+
{
|
|
553
|
+
"capability": "TEST_CONNECTION",
|
|
554
|
+
"description": "Enabled by default",
|
|
555
|
+
"subtype_modifier": null,
|
|
556
|
+
"supported": true
|
|
557
|
+
}
|
|
558
|
+
],
|
|
559
|
+
"classname": "datahub.ingestion.source.dbt.dbt_core.DBTCoreSource",
|
|
560
|
+
"platform_id": "dbt",
|
|
561
|
+
"platform_name": "dbt",
|
|
562
|
+
"support_status": "CERTIFIED"
|
|
563
|
+
},
|
|
564
|
+
"dbt-cloud": {
|
|
565
|
+
"capabilities": [
|
|
566
|
+
{
|
|
567
|
+
"capability": "LINEAGE_FINE",
|
|
568
|
+
"description": "Enabled by default, configure using `include_column_lineage`",
|
|
569
|
+
"subtype_modifier": null,
|
|
570
|
+
"supported": true
|
|
571
|
+
},
|
|
572
|
+
{
|
|
573
|
+
"capability": "DELETION_DETECTION",
|
|
574
|
+
"description": "Enabled by default via stateful ingestion",
|
|
575
|
+
"subtype_modifier": null,
|
|
576
|
+
"supported": true
|
|
577
|
+
},
|
|
578
|
+
{
|
|
579
|
+
"capability": "LINEAGE_COARSE",
|
|
580
|
+
"description": "Enabled by default",
|
|
581
|
+
"subtype_modifier": null,
|
|
582
|
+
"supported": true
|
|
583
|
+
},
|
|
584
|
+
{
|
|
585
|
+
"capability": "TEST_CONNECTION",
|
|
586
|
+
"description": "Enabled by default",
|
|
587
|
+
"subtype_modifier": null,
|
|
588
|
+
"supported": true
|
|
589
|
+
}
|
|
590
|
+
],
|
|
591
|
+
"classname": "datahub.ingestion.source.dbt.dbt_cloud.DBTCloudSource",
|
|
592
|
+
"platform_id": "dbt",
|
|
593
|
+
"platform_name": "dbt",
|
|
594
|
+
"support_status": "CERTIFIED"
|
|
595
|
+
},
|
|
596
|
+
"delta-lake": {
|
|
597
|
+
"capabilities": [
|
|
598
|
+
{
|
|
599
|
+
"capability": "DELETION_DETECTION",
|
|
600
|
+
"description": "Enabled by default via stateful ingestion",
|
|
601
|
+
"subtype_modifier": null,
|
|
602
|
+
"supported": true
|
|
603
|
+
},
|
|
604
|
+
{
|
|
605
|
+
"capability": "TAGS",
|
|
606
|
+
"description": "Can extract S3 object/bucket tags if enabled",
|
|
607
|
+
"subtype_modifier": null,
|
|
608
|
+
"supported": true
|
|
609
|
+
}
|
|
610
|
+
],
|
|
611
|
+
"classname": "datahub.ingestion.source.delta_lake.source.DeltaLakeSource",
|
|
612
|
+
"platform_id": "delta-lake",
|
|
613
|
+
"platform_name": "Delta Lake",
|
|
614
|
+
"support_status": "INCUBATING"
|
|
615
|
+
},
|
|
616
|
+
"demo-data": {
|
|
617
|
+
"capabilities": [],
|
|
618
|
+
"classname": "datahub.ingestion.source.demo_data.DemoDataSource",
|
|
619
|
+
"platform_id": "demo-data",
|
|
620
|
+
"platform_name": "Demo Data",
|
|
621
|
+
"support_status": null
|
|
622
|
+
},
|
|
623
|
+
"dremio": {
|
|
624
|
+
"capabilities": [
|
|
625
|
+
{
|
|
626
|
+
"capability": "CONTAINERS",
|
|
627
|
+
"description": "Enabled by default",
|
|
628
|
+
"subtype_modifier": null,
|
|
629
|
+
"supported": true
|
|
630
|
+
},
|
|
631
|
+
{
|
|
632
|
+
"capability": "DATA_PROFILING",
|
|
633
|
+
"description": "Optionally enabled via configuration",
|
|
634
|
+
"subtype_modifier": null,
|
|
635
|
+
"supported": true
|
|
636
|
+
},
|
|
637
|
+
{
|
|
638
|
+
"capability": "USAGE_STATS",
|
|
639
|
+
"description": "Enabled by default to get usage stats",
|
|
640
|
+
"subtype_modifier": null,
|
|
641
|
+
"supported": true
|
|
642
|
+
},
|
|
643
|
+
{
|
|
644
|
+
"capability": "DESCRIPTIONS",
|
|
645
|
+
"description": "Enabled by default",
|
|
646
|
+
"subtype_modifier": null,
|
|
647
|
+
"supported": true
|
|
648
|
+
},
|
|
649
|
+
{
|
|
650
|
+
"capability": "DELETION_DETECTION",
|
|
651
|
+
"description": "Enabled by default via stateful ingestion",
|
|
652
|
+
"subtype_modifier": null,
|
|
653
|
+
"supported": true
|
|
654
|
+
},
|
|
655
|
+
{
|
|
656
|
+
"capability": "DOMAINS",
|
|
657
|
+
"description": "Supported via the `domain` config field",
|
|
658
|
+
"subtype_modifier": null,
|
|
659
|
+
"supported": true
|
|
660
|
+
},
|
|
661
|
+
{
|
|
662
|
+
"capability": "OWNERSHIP",
|
|
663
|
+
"description": "Enabled by default",
|
|
664
|
+
"subtype_modifier": null,
|
|
665
|
+
"supported": true
|
|
666
|
+
},
|
|
667
|
+
{
|
|
668
|
+
"capability": "PLATFORM_INSTANCE",
|
|
669
|
+
"description": "Enabled by default",
|
|
670
|
+
"subtype_modifier": null,
|
|
671
|
+
"supported": true
|
|
672
|
+
},
|
|
673
|
+
{
|
|
674
|
+
"capability": "LINEAGE_COARSE",
|
|
675
|
+
"description": "Enabled by default",
|
|
676
|
+
"subtype_modifier": null,
|
|
677
|
+
"supported": true
|
|
678
|
+
}
|
|
679
|
+
],
|
|
680
|
+
"classname": "datahub.ingestion.source.dremio.dremio_source.DremioSource",
|
|
681
|
+
"platform_id": "dremio",
|
|
682
|
+
"platform_name": "Dremio",
|
|
683
|
+
"support_status": "CERTIFIED"
|
|
684
|
+
},
|
|
685
|
+
"druid": {
|
|
686
|
+
"capabilities": [
|
|
687
|
+
{
|
|
688
|
+
"capability": "CONTAINERS",
|
|
689
|
+
"description": "Enabled by default",
|
|
690
|
+
"subtype_modifier": [
|
|
691
|
+
"Database",
|
|
692
|
+
"Schema"
|
|
693
|
+
],
|
|
694
|
+
"supported": true
|
|
695
|
+
},
|
|
696
|
+
{
|
|
697
|
+
"capability": "CLASSIFICATION",
|
|
698
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
699
|
+
"subtype_modifier": null,
|
|
700
|
+
"supported": true
|
|
701
|
+
},
|
|
702
|
+
{
|
|
703
|
+
"capability": "LINEAGE_FINE",
|
|
704
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
705
|
+
"subtype_modifier": [
|
|
706
|
+
"View"
|
|
707
|
+
],
|
|
708
|
+
"supported": true
|
|
709
|
+
},
|
|
710
|
+
{
|
|
711
|
+
"capability": "DESCRIPTIONS",
|
|
712
|
+
"description": "Enabled by default",
|
|
713
|
+
"subtype_modifier": null,
|
|
714
|
+
"supported": true
|
|
715
|
+
},
|
|
716
|
+
{
|
|
717
|
+
"capability": "DELETION_DETECTION",
|
|
718
|
+
"description": "Enabled by default via stateful ingestion",
|
|
719
|
+
"subtype_modifier": null,
|
|
720
|
+
"supported": true
|
|
721
|
+
},
|
|
722
|
+
{
|
|
723
|
+
"capability": "DOMAINS",
|
|
724
|
+
"description": "Enabled by default",
|
|
725
|
+
"subtype_modifier": null,
|
|
726
|
+
"supported": true
|
|
727
|
+
},
|
|
728
|
+
{
|
|
729
|
+
"capability": "PLATFORM_INSTANCE",
|
|
730
|
+
"description": "Enabled by default",
|
|
731
|
+
"subtype_modifier": null,
|
|
732
|
+
"supported": true
|
|
733
|
+
},
|
|
734
|
+
{
|
|
735
|
+
"capability": "SCHEMA_METADATA",
|
|
736
|
+
"description": "Enabled by default",
|
|
737
|
+
"subtype_modifier": null,
|
|
738
|
+
"supported": true
|
|
739
|
+
},
|
|
740
|
+
{
|
|
741
|
+
"capability": "LINEAGE_COARSE",
|
|
742
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
743
|
+
"subtype_modifier": [
|
|
744
|
+
"View"
|
|
745
|
+
],
|
|
746
|
+
"supported": true
|
|
747
|
+
},
|
|
748
|
+
{
|
|
749
|
+
"capability": "TEST_CONNECTION",
|
|
750
|
+
"description": "Enabled by default",
|
|
751
|
+
"subtype_modifier": null,
|
|
752
|
+
"supported": true
|
|
753
|
+
}
|
|
754
|
+
],
|
|
755
|
+
"classname": "datahub.ingestion.source.sql.druid.DruidSource",
|
|
756
|
+
"platform_id": "druid",
|
|
757
|
+
"platform_name": "Druid",
|
|
758
|
+
"support_status": "INCUBATING"
|
|
759
|
+
},
|
|
760
|
+
"dynamodb": {
|
|
761
|
+
"capabilities": [
|
|
762
|
+
{
|
|
763
|
+
"capability": "CLASSIFICATION",
|
|
764
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
765
|
+
"subtype_modifier": null,
|
|
766
|
+
"supported": true
|
|
767
|
+
},
|
|
768
|
+
{
|
|
769
|
+
"capability": "DELETION_DETECTION",
|
|
770
|
+
"description": "Enabled by default via stateful ingestion",
|
|
771
|
+
"subtype_modifier": null,
|
|
772
|
+
"supported": true
|
|
773
|
+
},
|
|
774
|
+
{
|
|
775
|
+
"capability": "PLATFORM_INSTANCE",
|
|
776
|
+
"description": "By default, platform_instance will use the AWS account id",
|
|
777
|
+
"subtype_modifier": null,
|
|
778
|
+
"supported": true
|
|
779
|
+
}
|
|
780
|
+
],
|
|
781
|
+
"classname": "datahub.ingestion.source.dynamodb.dynamodb.DynamoDBSource",
|
|
782
|
+
"platform_id": "dynamodb",
|
|
783
|
+
"platform_name": "DynamoDB",
|
|
784
|
+
"support_status": "TESTING"
|
|
785
|
+
},
|
|
786
|
+
"elasticsearch": {
|
|
787
|
+
"capabilities": [
|
|
788
|
+
{
|
|
789
|
+
"capability": "DELETION_DETECTION",
|
|
790
|
+
"description": "Enabled by default via stateful ingestion",
|
|
791
|
+
"subtype_modifier": null,
|
|
792
|
+
"supported": true
|
|
793
|
+
},
|
|
794
|
+
{
|
|
795
|
+
"capability": "PLATFORM_INSTANCE",
|
|
796
|
+
"description": "Enabled by default",
|
|
797
|
+
"subtype_modifier": null,
|
|
798
|
+
"supported": true
|
|
799
|
+
}
|
|
800
|
+
],
|
|
801
|
+
"classname": "datahub.ingestion.source.elastic_search.ElasticsearchSource",
|
|
802
|
+
"platform_id": "elasticsearch",
|
|
803
|
+
"platform_name": "Elasticsearch",
|
|
804
|
+
"support_status": "CERTIFIED"
|
|
805
|
+
},
|
|
806
|
+
"feast": {
|
|
807
|
+
"capabilities": [
|
|
808
|
+
{
|
|
809
|
+
"capability": "DESCRIPTIONS",
|
|
810
|
+
"description": "Enabled by default",
|
|
811
|
+
"subtype_modifier": null,
|
|
812
|
+
"supported": true
|
|
813
|
+
},
|
|
814
|
+
{
|
|
815
|
+
"capability": "DELETION_DETECTION",
|
|
816
|
+
"description": "Enabled by default via stateful ingestion",
|
|
817
|
+
"subtype_modifier": null,
|
|
818
|
+
"supported": true
|
|
819
|
+
},
|
|
820
|
+
{
|
|
821
|
+
"capability": "SCHEMA_METADATA",
|
|
822
|
+
"description": "Enabled by default",
|
|
823
|
+
"subtype_modifier": null,
|
|
824
|
+
"supported": true
|
|
825
|
+
},
|
|
826
|
+
{
|
|
827
|
+
"capability": "LINEAGE_COARSE",
|
|
828
|
+
"description": "Enabled by default",
|
|
829
|
+
"subtype_modifier": null,
|
|
830
|
+
"supported": true
|
|
831
|
+
}
|
|
832
|
+
],
|
|
833
|
+
"classname": "datahub.ingestion.source.feast.FeastRepositorySource",
|
|
834
|
+
"platform_id": "feast",
|
|
835
|
+
"platform_name": "Feast",
|
|
836
|
+
"support_status": "CERTIFIED"
|
|
837
|
+
},
|
|
838
|
+
"file": {
|
|
839
|
+
"capabilities": [
|
|
840
|
+
{
|
|
841
|
+
"capability": "DELETION_DETECTION",
|
|
842
|
+
"description": "Enabled by default via stateful ingestion",
|
|
843
|
+
"subtype_modifier": null,
|
|
844
|
+
"supported": true
|
|
845
|
+
},
|
|
846
|
+
{
|
|
847
|
+
"capability": "TEST_CONNECTION",
|
|
848
|
+
"description": "Enabled by default",
|
|
849
|
+
"subtype_modifier": null,
|
|
850
|
+
"supported": true
|
|
851
|
+
}
|
|
852
|
+
],
|
|
853
|
+
"classname": "datahub.ingestion.source.file.GenericFileSource",
|
|
854
|
+
"platform_id": "metadata-file",
|
|
855
|
+
"platform_name": "Metadata File",
|
|
856
|
+
"support_status": "CERTIFIED"
|
|
857
|
+
},
|
|
858
|
+
"fivetran": {
|
|
859
|
+
"capabilities": [
|
|
860
|
+
{
|
|
861
|
+
"capability": "LINEAGE_FINE",
|
|
862
|
+
"description": "Enabled by default, can be disabled via configuration `include_column_lineage`",
|
|
863
|
+
"subtype_modifier": null,
|
|
864
|
+
"supported": true
|
|
865
|
+
},
|
|
866
|
+
{
|
|
867
|
+
"capability": "DELETION_DETECTION",
|
|
868
|
+
"description": "Enabled by default via stateful ingestion",
|
|
869
|
+
"subtype_modifier": null,
|
|
870
|
+
"supported": true
|
|
871
|
+
},
|
|
872
|
+
{
|
|
873
|
+
"capability": "PLATFORM_INSTANCE",
|
|
874
|
+
"description": "Enabled by default",
|
|
875
|
+
"subtype_modifier": null,
|
|
876
|
+
"supported": true
|
|
877
|
+
}
|
|
878
|
+
],
|
|
879
|
+
"classname": "datahub.ingestion.source.fivetran.fivetran.FivetranSource",
|
|
880
|
+
"platform_id": "fivetran",
|
|
881
|
+
"platform_name": "Fivetran",
|
|
882
|
+
"support_status": "INCUBATING"
|
|
883
|
+
},
|
|
884
|
+
"gcs": {
|
|
885
|
+
"capabilities": [
|
|
886
|
+
{
|
|
887
|
+
"capability": "CONTAINERS",
|
|
888
|
+
"description": "Enabled by default",
|
|
889
|
+
"subtype_modifier": [
|
|
890
|
+
"GCS bucket",
|
|
891
|
+
"Folder"
|
|
892
|
+
],
|
|
893
|
+
"supported": true
|
|
894
|
+
},
|
|
895
|
+
{
|
|
896
|
+
"capability": "DATA_PROFILING",
|
|
897
|
+
"description": "Not supported",
|
|
898
|
+
"subtype_modifier": null,
|
|
899
|
+
"supported": false
|
|
900
|
+
},
|
|
901
|
+
{
|
|
902
|
+
"capability": "DELETION_DETECTION",
|
|
903
|
+
"description": "Enabled by default via stateful ingestion",
|
|
904
|
+
"subtype_modifier": null,
|
|
905
|
+
"supported": true
|
|
906
|
+
},
|
|
907
|
+
{
|
|
908
|
+
"capability": "SCHEMA_METADATA",
|
|
909
|
+
"description": "Enabled by default",
|
|
910
|
+
"subtype_modifier": null,
|
|
911
|
+
"supported": true
|
|
912
|
+
}
|
|
913
|
+
],
|
|
914
|
+
"classname": "datahub.ingestion.source.gcs.gcs_source.GCSSource",
|
|
915
|
+
"platform_id": "gcs",
|
|
916
|
+
"platform_name": "Google Cloud Storage",
|
|
917
|
+
"support_status": "INCUBATING"
|
|
918
|
+
},
|
|
919
|
+
"glue": {
|
|
920
|
+
"capabilities": [
|
|
921
|
+
{
|
|
922
|
+
"capability": "LINEAGE_FINE",
|
|
923
|
+
"description": "Support via the `emit_s3_lineage` config field",
|
|
924
|
+
"subtype_modifier": null,
|
|
925
|
+
"supported": true
|
|
926
|
+
},
|
|
927
|
+
{
|
|
928
|
+
"capability": "DELETION_DETECTION",
|
|
929
|
+
"description": "Enabled by default via stateful ingestion.",
|
|
930
|
+
"subtype_modifier": null,
|
|
931
|
+
"supported": true
|
|
932
|
+
},
|
|
933
|
+
{
|
|
934
|
+
"capability": "DOMAINS",
|
|
935
|
+
"description": "Supported via the `domain` config field",
|
|
936
|
+
"subtype_modifier": null,
|
|
937
|
+
"supported": true
|
|
938
|
+
},
|
|
939
|
+
{
|
|
940
|
+
"capability": "PLATFORM_INSTANCE",
|
|
941
|
+
"description": "Enabled by default",
|
|
942
|
+
"subtype_modifier": null,
|
|
943
|
+
"supported": true
|
|
944
|
+
},
|
|
945
|
+
{
|
|
946
|
+
"capability": "LINEAGE_COARSE",
|
|
947
|
+
"description": "Enabled by default",
|
|
948
|
+
"subtype_modifier": null,
|
|
949
|
+
"supported": true
|
|
950
|
+
}
|
|
951
|
+
],
|
|
952
|
+
"classname": "datahub.ingestion.source.aws.glue.GlueSource",
|
|
953
|
+
"platform_id": "glue",
|
|
954
|
+
"platform_name": "Glue",
|
|
955
|
+
"support_status": "CERTIFIED"
|
|
956
|
+
},
|
|
957
|
+
"grafana": {
|
|
958
|
+
"capabilities": [
|
|
959
|
+
{
|
|
960
|
+
"capability": "DELETION_DETECTION",
|
|
961
|
+
"description": "Enabled by default via stateful ingestion",
|
|
962
|
+
"subtype_modifier": null,
|
|
963
|
+
"supported": true
|
|
964
|
+
}
|
|
965
|
+
],
|
|
966
|
+
"classname": "datahub.ingestion.source.grafana.grafana_source.GrafanaSource",
|
|
967
|
+
"platform_id": "grafana",
|
|
968
|
+
"platform_name": "Grafana",
|
|
969
|
+
"support_status": "TESTING"
|
|
970
|
+
},
|
|
971
|
+
"hana": {
|
|
972
|
+
"capabilities": [
|
|
973
|
+
{
|
|
974
|
+
"capability": "CONTAINERS",
|
|
975
|
+
"description": "Enabled by default",
|
|
976
|
+
"subtype_modifier": [
|
|
977
|
+
"Database",
|
|
978
|
+
"Schema"
|
|
979
|
+
],
|
|
980
|
+
"supported": true
|
|
981
|
+
},
|
|
982
|
+
{
|
|
983
|
+
"capability": "CLASSIFICATION",
|
|
984
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
985
|
+
"subtype_modifier": null,
|
|
986
|
+
"supported": true
|
|
987
|
+
},
|
|
988
|
+
{
|
|
989
|
+
"capability": "LINEAGE_FINE",
|
|
990
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
991
|
+
"subtype_modifier": [
|
|
992
|
+
"View"
|
|
993
|
+
],
|
|
994
|
+
"supported": true
|
|
995
|
+
},
|
|
996
|
+
{
|
|
997
|
+
"capability": "DATA_PROFILING",
|
|
998
|
+
"description": "Optionally enabled via configuration",
|
|
999
|
+
"subtype_modifier": null,
|
|
1000
|
+
"supported": true
|
|
1001
|
+
},
|
|
1002
|
+
{
|
|
1003
|
+
"capability": "DESCRIPTIONS",
|
|
1004
|
+
"description": "Enabled by default",
|
|
1005
|
+
"subtype_modifier": null,
|
|
1006
|
+
"supported": true
|
|
1007
|
+
},
|
|
1008
|
+
{
|
|
1009
|
+
"capability": "DELETION_DETECTION",
|
|
1010
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1011
|
+
"subtype_modifier": null,
|
|
1012
|
+
"supported": true
|
|
1013
|
+
},
|
|
1014
|
+
{
|
|
1015
|
+
"capability": "DOMAINS",
|
|
1016
|
+
"description": "Supported via the `domain` config field",
|
|
1017
|
+
"subtype_modifier": null,
|
|
1018
|
+
"supported": true
|
|
1019
|
+
},
|
|
1020
|
+
{
|
|
1021
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1022
|
+
"description": "Enabled by default",
|
|
1023
|
+
"subtype_modifier": null,
|
|
1024
|
+
"supported": true
|
|
1025
|
+
},
|
|
1026
|
+
{
|
|
1027
|
+
"capability": "SCHEMA_METADATA",
|
|
1028
|
+
"description": "Enabled by default",
|
|
1029
|
+
"subtype_modifier": null,
|
|
1030
|
+
"supported": true
|
|
1031
|
+
},
|
|
1032
|
+
{
|
|
1033
|
+
"capability": "LINEAGE_COARSE",
|
|
1034
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
1035
|
+
"subtype_modifier": [
|
|
1036
|
+
"View"
|
|
1037
|
+
],
|
|
1038
|
+
"supported": true
|
|
1039
|
+
},
|
|
1040
|
+
{
|
|
1041
|
+
"capability": "TEST_CONNECTION",
|
|
1042
|
+
"description": "Enabled by default",
|
|
1043
|
+
"subtype_modifier": null,
|
|
1044
|
+
"supported": true
|
|
1045
|
+
}
|
|
1046
|
+
],
|
|
1047
|
+
"classname": "datahub.ingestion.source.sql.hana.HanaSource",
|
|
1048
|
+
"platform_id": "hana",
|
|
1049
|
+
"platform_name": "SAP HANA",
|
|
1050
|
+
"support_status": "TESTING"
|
|
1051
|
+
},
|
|
1052
|
+
"hex": {
|
|
1053
|
+
"capabilities": [
|
|
1054
|
+
{
|
|
1055
|
+
"capability": "CONTAINERS",
|
|
1056
|
+
"description": "Enabled by default",
|
|
1057
|
+
"subtype_modifier": null,
|
|
1058
|
+
"supported": true
|
|
1059
|
+
},
|
|
1060
|
+
{
|
|
1061
|
+
"capability": "DESCRIPTIONS",
|
|
1062
|
+
"description": "Supported by default",
|
|
1063
|
+
"subtype_modifier": null,
|
|
1064
|
+
"supported": true
|
|
1065
|
+
},
|
|
1066
|
+
{
|
|
1067
|
+
"capability": "DELETION_DETECTION",
|
|
1068
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1069
|
+
"subtype_modifier": null,
|
|
1070
|
+
"supported": true
|
|
1071
|
+
},
|
|
1072
|
+
{
|
|
1073
|
+
"capability": "OWNERSHIP",
|
|
1074
|
+
"description": "Supported by default",
|
|
1075
|
+
"subtype_modifier": null,
|
|
1076
|
+
"supported": true
|
|
1077
|
+
},
|
|
1078
|
+
{
|
|
1079
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1080
|
+
"description": "Enabled by default",
|
|
1081
|
+
"subtype_modifier": null,
|
|
1082
|
+
"supported": true
|
|
1083
|
+
}
|
|
1084
|
+
],
|
|
1085
|
+
"classname": "datahub.ingestion.source.hex.hex.HexSource",
|
|
1086
|
+
"platform_id": "hex",
|
|
1087
|
+
"platform_name": "Hex",
|
|
1088
|
+
"support_status": "TESTING"
|
|
1089
|
+
},
|
|
1090
|
+
"hive": {
|
|
1091
|
+
"capabilities": [
|
|
1092
|
+
{
|
|
1093
|
+
"capability": "CONTAINERS",
|
|
1094
|
+
"description": "Enabled by default",
|
|
1095
|
+
"subtype_modifier": [
|
|
1096
|
+
"Database",
|
|
1097
|
+
"Schema"
|
|
1098
|
+
],
|
|
1099
|
+
"supported": true
|
|
1100
|
+
},
|
|
1101
|
+
{
|
|
1102
|
+
"capability": "CLASSIFICATION",
|
|
1103
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
1104
|
+
"subtype_modifier": null,
|
|
1105
|
+
"supported": true
|
|
1106
|
+
},
|
|
1107
|
+
{
|
|
1108
|
+
"capability": "LINEAGE_FINE",
|
|
1109
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
1110
|
+
"subtype_modifier": [
|
|
1111
|
+
"View"
|
|
1112
|
+
],
|
|
1113
|
+
"supported": true
|
|
1114
|
+
},
|
|
1115
|
+
{
|
|
1116
|
+
"capability": "DESCRIPTIONS",
|
|
1117
|
+
"description": "Enabled by default",
|
|
1118
|
+
"subtype_modifier": null,
|
|
1119
|
+
"supported": true
|
|
1120
|
+
},
|
|
1121
|
+
{
|
|
1122
|
+
"capability": "DELETION_DETECTION",
|
|
1123
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1124
|
+
"subtype_modifier": null,
|
|
1125
|
+
"supported": true
|
|
1126
|
+
},
|
|
1127
|
+
{
|
|
1128
|
+
"capability": "DOMAINS",
|
|
1129
|
+
"description": "Supported via the `domain` config field",
|
|
1130
|
+
"subtype_modifier": null,
|
|
1131
|
+
"supported": true
|
|
1132
|
+
},
|
|
1133
|
+
{
|
|
1134
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1135
|
+
"description": "Enabled by default",
|
|
1136
|
+
"subtype_modifier": null,
|
|
1137
|
+
"supported": true
|
|
1138
|
+
},
|
|
1139
|
+
{
|
|
1140
|
+
"capability": "SCHEMA_METADATA",
|
|
1141
|
+
"description": "Enabled by default",
|
|
1142
|
+
"subtype_modifier": null,
|
|
1143
|
+
"supported": true
|
|
1144
|
+
},
|
|
1145
|
+
{
|
|
1146
|
+
"capability": "LINEAGE_COARSE",
|
|
1147
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
1148
|
+
"subtype_modifier": [
|
|
1149
|
+
"View"
|
|
1150
|
+
],
|
|
1151
|
+
"supported": true
|
|
1152
|
+
},
|
|
1153
|
+
{
|
|
1154
|
+
"capability": "TEST_CONNECTION",
|
|
1155
|
+
"description": "Enabled by default",
|
|
1156
|
+
"subtype_modifier": null,
|
|
1157
|
+
"supported": true
|
|
1158
|
+
}
|
|
1159
|
+
],
|
|
1160
|
+
"classname": "datahub.ingestion.source.sql.hive.HiveSource",
|
|
1161
|
+
"platform_id": "hive",
|
|
1162
|
+
"platform_name": "Hive",
|
|
1163
|
+
"support_status": "CERTIFIED"
|
|
1164
|
+
},
|
|
1165
|
+
"hive-metastore": {
|
|
1166
|
+
"capabilities": [
|
|
1167
|
+
{
|
|
1168
|
+
"capability": "CONTAINERS",
|
|
1169
|
+
"description": "Enabled by default",
|
|
1170
|
+
"subtype_modifier": [
|
|
1171
|
+
"Database",
|
|
1172
|
+
"Schema"
|
|
1173
|
+
],
|
|
1174
|
+
"supported": true
|
|
1175
|
+
},
|
|
1176
|
+
{
|
|
1177
|
+
"capability": "CLASSIFICATION",
|
|
1178
|
+
"description": "Not Supported",
|
|
1179
|
+
"subtype_modifier": null,
|
|
1180
|
+
"supported": false
|
|
1181
|
+
},
|
|
1182
|
+
{
|
|
1183
|
+
"capability": "LINEAGE_FINE",
|
|
1184
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
1185
|
+
"subtype_modifier": [
|
|
1186
|
+
"View"
|
|
1187
|
+
],
|
|
1188
|
+
"supported": true
|
|
1189
|
+
},
|
|
1190
|
+
{
|
|
1191
|
+
"capability": "DATA_PROFILING",
|
|
1192
|
+
"description": "Not Supported",
|
|
1193
|
+
"subtype_modifier": null,
|
|
1194
|
+
"supported": false
|
|
1195
|
+
},
|
|
1196
|
+
{
|
|
1197
|
+
"capability": "DESCRIPTIONS",
|
|
1198
|
+
"description": "Enabled by default",
|
|
1199
|
+
"subtype_modifier": null,
|
|
1200
|
+
"supported": true
|
|
1201
|
+
},
|
|
1202
|
+
{
|
|
1203
|
+
"capability": "DELETION_DETECTION",
|
|
1204
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1205
|
+
"subtype_modifier": null,
|
|
1206
|
+
"supported": true
|
|
1207
|
+
},
|
|
1208
|
+
{
|
|
1209
|
+
"capability": "DOMAINS",
|
|
1210
|
+
"description": "Enabled by default",
|
|
1211
|
+
"subtype_modifier": null,
|
|
1212
|
+
"supported": true
|
|
1213
|
+
},
|
|
1214
|
+
{
|
|
1215
|
+
"capability": "SCHEMA_METADATA",
|
|
1216
|
+
"description": "Enabled by default",
|
|
1217
|
+
"subtype_modifier": null,
|
|
1218
|
+
"supported": true
|
|
1219
|
+
},
|
|
1220
|
+
{
|
|
1221
|
+
"capability": "LINEAGE_COARSE",
|
|
1222
|
+
"description": "View lineage is not supported",
|
|
1223
|
+
"subtype_modifier": null,
|
|
1224
|
+
"supported": false
|
|
1225
|
+
},
|
|
1226
|
+
{
|
|
1227
|
+
"capability": "TEST_CONNECTION",
|
|
1228
|
+
"description": "Enabled by default",
|
|
1229
|
+
"subtype_modifier": null,
|
|
1230
|
+
"supported": true
|
|
1231
|
+
}
|
|
1232
|
+
],
|
|
1233
|
+
"classname": "datahub.ingestion.source.sql.hive_metastore.HiveMetastoreSource",
|
|
1234
|
+
"platform_id": "hive-metastore",
|
|
1235
|
+
"platform_name": "Hive Metastore",
|
|
1236
|
+
"support_status": "CERTIFIED"
|
|
1237
|
+
},
|
|
1238
|
+
"iceberg": {
|
|
1239
|
+
"capabilities": [
|
|
1240
|
+
{
|
|
1241
|
+
"capability": "DATA_PROFILING",
|
|
1242
|
+
"description": "Optionally enabled via configuration.",
|
|
1243
|
+
"subtype_modifier": null,
|
|
1244
|
+
"supported": true
|
|
1245
|
+
},
|
|
1246
|
+
{
|
|
1247
|
+
"capability": "DESCRIPTIONS",
|
|
1248
|
+
"description": "Enabled by default.",
|
|
1249
|
+
"subtype_modifier": null,
|
|
1250
|
+
"supported": true
|
|
1251
|
+
},
|
|
1252
|
+
{
|
|
1253
|
+
"capability": "DELETION_DETECTION",
|
|
1254
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1255
|
+
"subtype_modifier": null,
|
|
1256
|
+
"supported": true
|
|
1257
|
+
},
|
|
1258
|
+
{
|
|
1259
|
+
"capability": "DOMAINS",
|
|
1260
|
+
"description": "Currently not supported.",
|
|
1261
|
+
"subtype_modifier": null,
|
|
1262
|
+
"supported": false
|
|
1263
|
+
},
|
|
1264
|
+
{
|
|
1265
|
+
"capability": "OWNERSHIP",
|
|
1266
|
+
"description": "Automatically ingests ownership information from table properties based on `user_ownership_property` and `group_ownership_property`",
|
|
1267
|
+
"subtype_modifier": null,
|
|
1268
|
+
"supported": true
|
|
1269
|
+
},
|
|
1270
|
+
{
|
|
1271
|
+
"capability": "PARTITION_SUPPORT",
|
|
1272
|
+
"description": "Currently not supported.",
|
|
1273
|
+
"subtype_modifier": null,
|
|
1274
|
+
"supported": false
|
|
1275
|
+
},
|
|
1276
|
+
{
|
|
1277
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1278
|
+
"description": "Optionally enabled via configuration, an Iceberg instance represents the catalog name where the table is stored.",
|
|
1279
|
+
"subtype_modifier": null,
|
|
1280
|
+
"supported": true
|
|
1281
|
+
}
|
|
1282
|
+
],
|
|
1283
|
+
"classname": "datahub.ingestion.source.iceberg.iceberg.IcebergSource",
|
|
1284
|
+
"platform_id": "iceberg",
|
|
1285
|
+
"platform_name": "Iceberg",
|
|
1286
|
+
"support_status": "TESTING"
|
|
1287
|
+
},
|
|
1288
|
+
"json-schema": {
|
|
1289
|
+
"capabilities": [
|
|
1290
|
+
{
|
|
1291
|
+
"capability": "DESCRIPTIONS",
|
|
1292
|
+
"description": "Extracts descriptions at top level and field level",
|
|
1293
|
+
"subtype_modifier": null,
|
|
1294
|
+
"supported": true
|
|
1295
|
+
},
|
|
1296
|
+
{
|
|
1297
|
+
"capability": "DELETION_DETECTION",
|
|
1298
|
+
"description": "With stateful ingestion enabled, will remove entities from DataHub if they are no longer present in the source",
|
|
1299
|
+
"subtype_modifier": null,
|
|
1300
|
+
"supported": true
|
|
1301
|
+
},
|
|
1302
|
+
{
|
|
1303
|
+
"capability": "OWNERSHIP",
|
|
1304
|
+
"description": "Does not currently support extracting ownership",
|
|
1305
|
+
"subtype_modifier": null,
|
|
1306
|
+
"supported": false
|
|
1307
|
+
},
|
|
1308
|
+
{
|
|
1309
|
+
"capability": "TAGS",
|
|
1310
|
+
"description": "Does not currently support extracting tags",
|
|
1311
|
+
"subtype_modifier": null,
|
|
1312
|
+
"supported": false
|
|
1313
|
+
},
|
|
1314
|
+
{
|
|
1315
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1316
|
+
"description": "Supports platform instance via config",
|
|
1317
|
+
"subtype_modifier": null,
|
|
1318
|
+
"supported": true
|
|
1319
|
+
},
|
|
1320
|
+
{
|
|
1321
|
+
"capability": "SCHEMA_METADATA",
|
|
1322
|
+
"description": "Extracts schemas, following references",
|
|
1323
|
+
"subtype_modifier": null,
|
|
1324
|
+
"supported": true
|
|
1325
|
+
}
|
|
1326
|
+
],
|
|
1327
|
+
"classname": "datahub.ingestion.source.schema.json_schema.JsonSchemaSource",
|
|
1328
|
+
"platform_id": "json-schema",
|
|
1329
|
+
"platform_name": "JSON Schemas",
|
|
1330
|
+
"support_status": "INCUBATING"
|
|
1331
|
+
},
|
|
1332
|
+
"kafka": {
|
|
1333
|
+
"capabilities": [
|
|
1334
|
+
{
|
|
1335
|
+
"capability": "LINEAGE_FINE",
|
|
1336
|
+
"description": "Not supported",
|
|
1337
|
+
"subtype_modifier": null,
|
|
1338
|
+
"supported": false
|
|
1339
|
+
},
|
|
1340
|
+
{
|
|
1341
|
+
"capability": "DATA_PROFILING",
|
|
1342
|
+
"description": "Not supported",
|
|
1343
|
+
"subtype_modifier": null,
|
|
1344
|
+
"supported": false
|
|
1345
|
+
},
|
|
1346
|
+
{
|
|
1347
|
+
"capability": "DESCRIPTIONS",
|
|
1348
|
+
"description": "Set dataset description to top level doc field for Avro schema",
|
|
1349
|
+
"subtype_modifier": null,
|
|
1350
|
+
"supported": true
|
|
1351
|
+
},
|
|
1352
|
+
{
|
|
1353
|
+
"capability": "DELETION_DETECTION",
|
|
1354
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1355
|
+
"subtype_modifier": null,
|
|
1356
|
+
"supported": true
|
|
1357
|
+
},
|
|
1358
|
+
{
|
|
1359
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1360
|
+
"description": "For multiple Kafka clusters, use the platform_instance configuration",
|
|
1361
|
+
"subtype_modifier": null,
|
|
1362
|
+
"supported": true
|
|
1363
|
+
},
|
|
1364
|
+
{
|
|
1365
|
+
"capability": "SCHEMA_METADATA",
|
|
1366
|
+
"description": "Schemas associated with each topic are extracted from the schema registry. Avro and Protobuf (certified), JSON (incubating). Schema references are supported.",
|
|
1367
|
+
"subtype_modifier": null,
|
|
1368
|
+
"supported": true
|
|
1369
|
+
},
|
|
1370
|
+
{
|
|
1371
|
+
"capability": "LINEAGE_COARSE",
|
|
1372
|
+
"description": "Not supported. If you use Kafka Connect, the kafka-connect source can generate lineage.",
|
|
1373
|
+
"subtype_modifier": null,
|
|
1374
|
+
"supported": false
|
|
1375
|
+
},
|
|
1376
|
+
{
|
|
1377
|
+
"capability": "TEST_CONNECTION",
|
|
1378
|
+
"description": "Enabled by default",
|
|
1379
|
+
"subtype_modifier": null,
|
|
1380
|
+
"supported": true
|
|
1381
|
+
}
|
|
1382
|
+
],
|
|
1383
|
+
"classname": "datahub.ingestion.source.kafka.kafka.KafkaSource",
|
|
1384
|
+
"platform_id": "kafka",
|
|
1385
|
+
"platform_name": "Kafka",
|
|
1386
|
+
"support_status": "CERTIFIED"
|
|
1387
|
+
},
|
|
1388
|
+
"kafka-connect": {
|
|
1389
|
+
"capabilities": [
|
|
1390
|
+
{
|
|
1391
|
+
"capability": "DELETION_DETECTION",
|
|
1392
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1393
|
+
"subtype_modifier": null,
|
|
1394
|
+
"supported": true
|
|
1395
|
+
},
|
|
1396
|
+
{
|
|
1397
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1398
|
+
"description": "Enabled by default",
|
|
1399
|
+
"subtype_modifier": null,
|
|
1400
|
+
"supported": true
|
|
1401
|
+
},
|
|
1402
|
+
{
|
|
1403
|
+
"capability": "SCHEMA_METADATA",
|
|
1404
|
+
"description": "Enabled by default",
|
|
1405
|
+
"subtype_modifier": null,
|
|
1406
|
+
"supported": true
|
|
1407
|
+
},
|
|
1408
|
+
{
|
|
1409
|
+
"capability": "LINEAGE_COARSE",
|
|
1410
|
+
"description": "Enabled by default",
|
|
1411
|
+
"subtype_modifier": null,
|
|
1412
|
+
"supported": true
|
|
1413
|
+
}
|
|
1414
|
+
],
|
|
1415
|
+
"classname": "datahub.ingestion.source.kafka_connect.kafka_connect.KafkaConnectSource",
|
|
1416
|
+
"platform_id": "kafka-connect",
|
|
1417
|
+
"platform_name": "Kafka Connect",
|
|
1418
|
+
"support_status": "CERTIFIED"
|
|
1419
|
+
},
|
|
1420
|
+
"ldap": {
|
|
1421
|
+
"capabilities": [
|
|
1422
|
+
{
|
|
1423
|
+
"capability": "DELETION_DETECTION",
|
|
1424
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1425
|
+
"subtype_modifier": null,
|
|
1426
|
+
"supported": true
|
|
1427
|
+
}
|
|
1428
|
+
],
|
|
1429
|
+
"classname": "datahub.ingestion.source.ldap.LDAPSource",
|
|
1430
|
+
"platform_id": "ldap",
|
|
1431
|
+
"platform_name": "LDAP",
|
|
1432
|
+
"support_status": "CERTIFIED"
|
|
1433
|
+
},
|
|
1434
|
+
"looker": {
|
|
1435
|
+
"capabilities": [
|
|
1436
|
+
{
|
|
1437
|
+
"capability": "LINEAGE_FINE",
|
|
1438
|
+
"description": "Enabled by default, configured using `extract_column_level_lineage`",
|
|
1439
|
+
"subtype_modifier": null,
|
|
1440
|
+
"supported": true
|
|
1441
|
+
},
|
|
1442
|
+
{
|
|
1443
|
+
"capability": "USAGE_STATS",
|
|
1444
|
+
"description": "Enabled by default, configured using `extract_usage_history`",
|
|
1445
|
+
"subtype_modifier": null,
|
|
1446
|
+
"supported": true
|
|
1447
|
+
},
|
|
1448
|
+
{
|
|
1449
|
+
"capability": "DESCRIPTIONS",
|
|
1450
|
+
"description": "Enabled by default",
|
|
1451
|
+
"subtype_modifier": null,
|
|
1452
|
+
"supported": true
|
|
1453
|
+
},
|
|
1454
|
+
{
|
|
1455
|
+
"capability": "DELETION_DETECTION",
|
|
1456
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1457
|
+
"subtype_modifier": null,
|
|
1458
|
+
"supported": true
|
|
1459
|
+
},
|
|
1460
|
+
{
|
|
1461
|
+
"capability": "OWNERSHIP",
|
|
1462
|
+
"description": "Enabled by default, configured using `extract_owners`",
|
|
1463
|
+
"subtype_modifier": null,
|
|
1464
|
+
"supported": true
|
|
1465
|
+
},
|
|
1466
|
+
{
|
|
1467
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1468
|
+
"description": "Use the `platform_instance` field",
|
|
1469
|
+
"subtype_modifier": null,
|
|
1470
|
+
"supported": true
|
|
1471
|
+
},
|
|
1472
|
+
{
|
|
1473
|
+
"capability": "LINEAGE_COARSE",
|
|
1474
|
+
"description": "Supported by default",
|
|
1475
|
+
"subtype_modifier": null,
|
|
1476
|
+
"supported": true
|
|
1477
|
+
},
|
|
1478
|
+
{
|
|
1479
|
+
"capability": "TEST_CONNECTION",
|
|
1480
|
+
"description": "Enabled by default",
|
|
1481
|
+
"subtype_modifier": null,
|
|
1482
|
+
"supported": true
|
|
1483
|
+
}
|
|
1484
|
+
],
|
|
1485
|
+
"classname": "datahub.ingestion.source.looker.looker_source.LookerDashboardSource",
|
|
1486
|
+
"platform_id": "looker",
|
|
1487
|
+
"platform_name": "Looker",
|
|
1488
|
+
"support_status": "CERTIFIED"
|
|
1489
|
+
},
|
|
1490
|
+
"lookml": {
|
|
1491
|
+
"capabilities": [
|
|
1492
|
+
{
|
|
1493
|
+
"capability": "LINEAGE_FINE",
|
|
1494
|
+
"description": "Enabled by default, configured using `extract_column_level_lineage`",
|
|
1495
|
+
"subtype_modifier": null,
|
|
1496
|
+
"supported": true
|
|
1497
|
+
},
|
|
1498
|
+
{
|
|
1499
|
+
"capability": "DELETION_DETECTION",
|
|
1500
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1501
|
+
"subtype_modifier": null,
|
|
1502
|
+
"supported": true
|
|
1503
|
+
},
|
|
1504
|
+
{
|
|
1505
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1506
|
+
"description": "Use the `platform_instance` and `connection_to_platform_map` fields",
|
|
1507
|
+
"subtype_modifier": null,
|
|
1508
|
+
"supported": true
|
|
1509
|
+
},
|
|
1510
|
+
{
|
|
1511
|
+
"capability": "LINEAGE_COARSE",
|
|
1512
|
+
"description": "Supported by default",
|
|
1513
|
+
"subtype_modifier": null,
|
|
1514
|
+
"supported": true
|
|
1515
|
+
}
|
|
1516
|
+
],
|
|
1517
|
+
"classname": "datahub.ingestion.source.looker.lookml_source.LookMLSource",
|
|
1518
|
+
"platform_id": "looker",
|
|
1519
|
+
"platform_name": "Looker",
|
|
1520
|
+
"support_status": "CERTIFIED"
|
|
1521
|
+
},
|
|
1522
|
+
"mariadb": {
|
|
1523
|
+
"capabilities": [
|
|
1524
|
+
{
|
|
1525
|
+
"capability": "CONTAINERS",
|
|
1526
|
+
"description": "Enabled by default",
|
|
1527
|
+
"subtype_modifier": [
|
|
1528
|
+
"Database",
|
|
1529
|
+
"Schema"
|
|
1530
|
+
],
|
|
1531
|
+
"supported": true
|
|
1532
|
+
},
|
|
1533
|
+
{
|
|
1534
|
+
"capability": "CLASSIFICATION",
|
|
1535
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
1536
|
+
"subtype_modifier": null,
|
|
1537
|
+
"supported": true
|
|
1538
|
+
},
|
|
1539
|
+
{
|
|
1540
|
+
"capability": "LINEAGE_FINE",
|
|
1541
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
1542
|
+
"subtype_modifier": [
|
|
1543
|
+
"View"
|
|
1544
|
+
],
|
|
1545
|
+
"supported": true
|
|
1546
|
+
},
|
|
1547
|
+
{
|
|
1548
|
+
"capability": "DATA_PROFILING",
|
|
1549
|
+
"description": "Optionally enabled via configuration",
|
|
1550
|
+
"subtype_modifier": null,
|
|
1551
|
+
"supported": true
|
|
1552
|
+
},
|
|
1553
|
+
{
|
|
1554
|
+
"capability": "DESCRIPTIONS",
|
|
1555
|
+
"description": "Enabled by default",
|
|
1556
|
+
"subtype_modifier": null,
|
|
1557
|
+
"supported": true
|
|
1558
|
+
},
|
|
1559
|
+
{
|
|
1560
|
+
"capability": "DELETION_DETECTION",
|
|
1561
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1562
|
+
"subtype_modifier": null,
|
|
1563
|
+
"supported": true
|
|
1564
|
+
},
|
|
1565
|
+
{
|
|
1566
|
+
"capability": "DOMAINS",
|
|
1567
|
+
"description": "Supported via the `domain` config field",
|
|
1568
|
+
"subtype_modifier": null,
|
|
1569
|
+
"supported": true
|
|
1570
|
+
},
|
|
1571
|
+
{
|
|
1572
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1573
|
+
"description": "Enabled by default",
|
|
1574
|
+
"subtype_modifier": null,
|
|
1575
|
+
"supported": true
|
|
1576
|
+
},
|
|
1577
|
+
{
|
|
1578
|
+
"capability": "SCHEMA_METADATA",
|
|
1579
|
+
"description": "Enabled by default",
|
|
1580
|
+
"subtype_modifier": null,
|
|
1581
|
+
"supported": true
|
|
1582
|
+
},
|
|
1583
|
+
{
|
|
1584
|
+
"capability": "LINEAGE_COARSE",
|
|
1585
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
1586
|
+
"subtype_modifier": [
|
|
1587
|
+
"View"
|
|
1588
|
+
],
|
|
1589
|
+
"supported": true
|
|
1590
|
+
},
|
|
1591
|
+
{
|
|
1592
|
+
"capability": "TEST_CONNECTION",
|
|
1593
|
+
"description": "Enabled by default",
|
|
1594
|
+
"subtype_modifier": null,
|
|
1595
|
+
"supported": true
|
|
1596
|
+
}
|
|
1597
|
+
],
|
|
1598
|
+
"classname": "datahub.ingestion.source.sql.mariadb.MariaDBSource",
|
|
1599
|
+
"platform_id": "mariadb",
|
|
1600
|
+
"platform_name": "MariaDB",
|
|
1601
|
+
"support_status": "CERTIFIED"
|
|
1602
|
+
},
|
|
1603
|
+
"metabase": {
|
|
1604
|
+
"capabilities": [
|
|
1605
|
+
{
|
|
1606
|
+
"capability": "DELETION_DETECTION",
|
|
1607
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1608
|
+
"subtype_modifier": null,
|
|
1609
|
+
"supported": true
|
|
1610
|
+
},
|
|
1611
|
+
{
|
|
1612
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1613
|
+
"description": "Enabled by default",
|
|
1614
|
+
"subtype_modifier": null,
|
|
1615
|
+
"supported": true
|
|
1616
|
+
},
|
|
1617
|
+
{
|
|
1618
|
+
"capability": "LINEAGE_COARSE",
|
|
1619
|
+
"description": "Supported by default",
|
|
1620
|
+
"subtype_modifier": null,
|
|
1621
|
+
"supported": true
|
|
1622
|
+
}
|
|
1623
|
+
],
|
|
1624
|
+
"classname": "datahub.ingestion.source.metabase.MetabaseSource",
|
|
1625
|
+
"platform_id": "metabase",
|
|
1626
|
+
"platform_name": "Metabase",
|
|
1627
|
+
"support_status": "CERTIFIED"
|
|
1628
|
+
},
|
|
1629
|
+
"mlflow": {
|
|
1630
|
+
"capabilities": [
|
|
1631
|
+
{
|
|
1632
|
+
"capability": "CONTAINERS",
|
|
1633
|
+
"description": "Extract ML experiments",
|
|
1634
|
+
"subtype_modifier": [
|
|
1635
|
+
"ML Experiment"
|
|
1636
|
+
],
|
|
1637
|
+
"supported": true
|
|
1638
|
+
},
|
|
1639
|
+
{
|
|
1640
|
+
"capability": "DESCRIPTIONS",
|
|
1641
|
+
"description": "Extract descriptions for MLflow Registered Models and Model Versions",
|
|
1642
|
+
"subtype_modifier": null,
|
|
1643
|
+
"supported": true
|
|
1644
|
+
},
|
|
1645
|
+
{
|
|
1646
|
+
"capability": "DELETION_DETECTION",
|
|
1647
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1648
|
+
"subtype_modifier": null,
|
|
1649
|
+
"supported": true
|
|
1650
|
+
},
|
|
1651
|
+
{
|
|
1652
|
+
"capability": "TAGS",
|
|
1653
|
+
"description": "Extract tags for MLflow Registered Model Stages",
|
|
1654
|
+
"subtype_modifier": null,
|
|
1655
|
+
"supported": true
|
|
1656
|
+
}
|
|
1657
|
+
],
|
|
1658
|
+
"classname": "datahub.ingestion.source.mlflow.MLflowSource",
|
|
1659
|
+
"platform_id": "mlflow",
|
|
1660
|
+
"platform_name": "MLflow",
|
|
1661
|
+
"support_status": "TESTING"
|
|
1662
|
+
},
|
|
1663
|
+
"mode": {
|
|
1664
|
+
"capabilities": [
|
|
1665
|
+
{
|
|
1666
|
+
"capability": "CONTAINERS",
|
|
1667
|
+
"description": "Enabled by default",
|
|
1668
|
+
"subtype_modifier": null,
|
|
1669
|
+
"supported": true
|
|
1670
|
+
},
|
|
1671
|
+
{
|
|
1672
|
+
"capability": "LINEAGE_FINE",
|
|
1673
|
+
"description": "Supported by default",
|
|
1674
|
+
"subtype_modifier": null,
|
|
1675
|
+
"supported": true
|
|
1676
|
+
},
|
|
1677
|
+
{
|
|
1678
|
+
"capability": "DESCRIPTIONS",
|
|
1679
|
+
"description": "Enabled by default",
|
|
1680
|
+
"subtype_modifier": null,
|
|
1681
|
+
"supported": true
|
|
1682
|
+
},
|
|
1683
|
+
{
|
|
1684
|
+
"capability": "DELETION_DETECTION",
|
|
1685
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1686
|
+
"subtype_modifier": null,
|
|
1687
|
+
"supported": true
|
|
1688
|
+
},
|
|
1689
|
+
{
|
|
1690
|
+
"capability": "OWNERSHIP",
|
|
1691
|
+
"description": "Enabled by default",
|
|
1692
|
+
"subtype_modifier": null,
|
|
1693
|
+
"supported": true
|
|
1694
|
+
},
|
|
1695
|
+
{
|
|
1696
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1697
|
+
"description": "Enabled by default",
|
|
1698
|
+
"subtype_modifier": null,
|
|
1699
|
+
"supported": true
|
|
1700
|
+
},
|
|
1701
|
+
{
|
|
1702
|
+
"capability": "LINEAGE_COARSE",
|
|
1703
|
+
"description": "Supported by default",
|
|
1704
|
+
"subtype_modifier": null,
|
|
1705
|
+
"supported": true
|
|
1706
|
+
}
|
|
1707
|
+
],
|
|
1708
|
+
"classname": "datahub.ingestion.source.mode.ModeSource",
|
|
1709
|
+
"platform_id": "mode",
|
|
1710
|
+
"platform_name": "Mode",
|
|
1711
|
+
"support_status": "CERTIFIED"
|
|
1712
|
+
},
|
|
1713
|
+
"mongodb": {
|
|
1714
|
+
"capabilities": [
|
|
1715
|
+
{
|
|
1716
|
+
"capability": "DELETION_DETECTION",
|
|
1717
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1718
|
+
"subtype_modifier": null,
|
|
1719
|
+
"supported": true
|
|
1720
|
+
},
|
|
1721
|
+
{
|
|
1722
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1723
|
+
"description": "Enabled by default",
|
|
1724
|
+
"subtype_modifier": null,
|
|
1725
|
+
"supported": true
|
|
1726
|
+
},
|
|
1727
|
+
{
|
|
1728
|
+
"capability": "SCHEMA_METADATA",
|
|
1729
|
+
"description": "Enabled by default",
|
|
1730
|
+
"subtype_modifier": null,
|
|
1731
|
+
"supported": true
|
|
1732
|
+
}
|
|
1733
|
+
],
|
|
1734
|
+
"classname": "datahub.ingestion.source.mongodb.MongoDBSource",
|
|
1735
|
+
"platform_id": "mongodb",
|
|
1736
|
+
"platform_name": "MongoDB",
|
|
1737
|
+
"support_status": "CERTIFIED"
|
|
1738
|
+
},
|
|
1739
|
+
"mssql": {
|
|
1740
|
+
"capabilities": [
|
|
1741
|
+
{
|
|
1742
|
+
"capability": "CONTAINERS",
|
|
1743
|
+
"description": "Enabled by default",
|
|
1744
|
+
"subtype_modifier": [
|
|
1745
|
+
"Database",
|
|
1746
|
+
"Schema"
|
|
1747
|
+
],
|
|
1748
|
+
"supported": true
|
|
1749
|
+
},
|
|
1750
|
+
{
|
|
1751
|
+
"capability": "CLASSIFICATION",
|
|
1752
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
1753
|
+
"subtype_modifier": null,
|
|
1754
|
+
"supported": true
|
|
1755
|
+
},
|
|
1756
|
+
{
|
|
1757
|
+
"capability": "LINEAGE_FINE",
|
|
1758
|
+
"description": "Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_column_lineage`",
|
|
1759
|
+
"subtype_modifier": [
|
|
1760
|
+
"Stored Procedure",
|
|
1761
|
+
"View"
|
|
1762
|
+
],
|
|
1763
|
+
"supported": true
|
|
1764
|
+
},
|
|
1765
|
+
{
|
|
1766
|
+
"capability": "DATA_PROFILING",
|
|
1767
|
+
"description": "Optionally enabled via configuration",
|
|
1768
|
+
"subtype_modifier": null,
|
|
1769
|
+
"supported": true
|
|
1770
|
+
},
|
|
1771
|
+
{
|
|
1772
|
+
"capability": "DESCRIPTIONS",
|
|
1773
|
+
"description": "Enabled by default",
|
|
1774
|
+
"subtype_modifier": null,
|
|
1775
|
+
"supported": true
|
|
1776
|
+
},
|
|
1777
|
+
{
|
|
1778
|
+
"capability": "DELETION_DETECTION",
|
|
1779
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1780
|
+
"subtype_modifier": null,
|
|
1781
|
+
"supported": true
|
|
1782
|
+
},
|
|
1783
|
+
{
|
|
1784
|
+
"capability": "DOMAINS",
|
|
1785
|
+
"description": "Supported via the `domain` config field",
|
|
1786
|
+
"subtype_modifier": null,
|
|
1787
|
+
"supported": true
|
|
1788
|
+
},
|
|
1789
|
+
{
|
|
1790
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1791
|
+
"description": "Enabled by default",
|
|
1792
|
+
"subtype_modifier": null,
|
|
1793
|
+
"supported": true
|
|
1794
|
+
},
|
|
1795
|
+
{
|
|
1796
|
+
"capability": "SCHEMA_METADATA",
|
|
1797
|
+
"description": "Enabled by default",
|
|
1798
|
+
"subtype_modifier": null,
|
|
1799
|
+
"supported": true
|
|
1800
|
+
},
|
|
1801
|
+
{
|
|
1802
|
+
"capability": "LINEAGE_COARSE",
|
|
1803
|
+
"description": "Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_lineage`",
|
|
1804
|
+
"subtype_modifier": [
|
|
1805
|
+
"Stored Procedure",
|
|
1806
|
+
"View"
|
|
1807
|
+
],
|
|
1808
|
+
"supported": true
|
|
1809
|
+
},
|
|
1810
|
+
{
|
|
1811
|
+
"capability": "TEST_CONNECTION",
|
|
1812
|
+
"description": "Enabled by default",
|
|
1813
|
+
"subtype_modifier": null,
|
|
1814
|
+
"supported": true
|
|
1815
|
+
}
|
|
1816
|
+
],
|
|
1817
|
+
"classname": "datahub.ingestion.source.sql.mssql.source.SQLServerSource",
|
|
1818
|
+
"platform_id": "mssql",
|
|
1819
|
+
"platform_name": "Microsoft SQL Server",
|
|
1820
|
+
"support_status": "CERTIFIED"
|
|
1821
|
+
},
|
|
1822
|
+
"mysql": {
|
|
1823
|
+
"capabilities": [
|
|
1824
|
+
{
|
|
1825
|
+
"capability": "CONTAINERS",
|
|
1826
|
+
"description": "Enabled by default",
|
|
1827
|
+
"subtype_modifier": [
|
|
1828
|
+
"Database",
|
|
1829
|
+
"Schema"
|
|
1830
|
+
],
|
|
1831
|
+
"supported": true
|
|
1832
|
+
},
|
|
1833
|
+
{
|
|
1834
|
+
"capability": "CLASSIFICATION",
|
|
1835
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
1836
|
+
"subtype_modifier": null,
|
|
1837
|
+
"supported": true
|
|
1838
|
+
},
|
|
1839
|
+
{
|
|
1840
|
+
"capability": "LINEAGE_FINE",
|
|
1841
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
1842
|
+
"subtype_modifier": [
|
|
1843
|
+
"View"
|
|
1844
|
+
],
|
|
1845
|
+
"supported": true
|
|
1846
|
+
},
|
|
1847
|
+
{
|
|
1848
|
+
"capability": "DATA_PROFILING",
|
|
1849
|
+
"description": "Optionally enabled via configuration",
|
|
1850
|
+
"subtype_modifier": null,
|
|
1851
|
+
"supported": true
|
|
1852
|
+
},
|
|
1853
|
+
{
|
|
1854
|
+
"capability": "DESCRIPTIONS",
|
|
1855
|
+
"description": "Enabled by default",
|
|
1856
|
+
"subtype_modifier": null,
|
|
1857
|
+
"supported": true
|
|
1858
|
+
},
|
|
1859
|
+
{
|
|
1860
|
+
"capability": "DELETION_DETECTION",
|
|
1861
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1862
|
+
"subtype_modifier": null,
|
|
1863
|
+
"supported": true
|
|
1864
|
+
},
|
|
1865
|
+
{
|
|
1866
|
+
"capability": "DOMAINS",
|
|
1867
|
+
"description": "Supported via the `domain` config field",
|
|
1868
|
+
"subtype_modifier": null,
|
|
1869
|
+
"supported": true
|
|
1870
|
+
},
|
|
1871
|
+
{
|
|
1872
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1873
|
+
"description": "Enabled by default",
|
|
1874
|
+
"subtype_modifier": null,
|
|
1875
|
+
"supported": true
|
|
1876
|
+
},
|
|
1877
|
+
{
|
|
1878
|
+
"capability": "SCHEMA_METADATA",
|
|
1879
|
+
"description": "Enabled by default",
|
|
1880
|
+
"subtype_modifier": null,
|
|
1881
|
+
"supported": true
|
|
1882
|
+
},
|
|
1883
|
+
{
|
|
1884
|
+
"capability": "LINEAGE_COARSE",
|
|
1885
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
1886
|
+
"subtype_modifier": [
|
|
1887
|
+
"View"
|
|
1888
|
+
],
|
|
1889
|
+
"supported": true
|
|
1890
|
+
},
|
|
1891
|
+
{
|
|
1892
|
+
"capability": "TEST_CONNECTION",
|
|
1893
|
+
"description": "Enabled by default",
|
|
1894
|
+
"subtype_modifier": null,
|
|
1895
|
+
"supported": true
|
|
1896
|
+
}
|
|
1897
|
+
],
|
|
1898
|
+
"classname": "datahub.ingestion.source.sql.mysql.MySQLSource",
|
|
1899
|
+
"platform_id": "mysql",
|
|
1900
|
+
"platform_name": "MySQL",
|
|
1901
|
+
"support_status": "CERTIFIED"
|
|
1902
|
+
},
|
|
1903
|
+
"neo4j": {
|
|
1904
|
+
"capabilities": [
|
|
1905
|
+
{
|
|
1906
|
+
"capability": "DELETION_DETECTION",
|
|
1907
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1908
|
+
"subtype_modifier": null,
|
|
1909
|
+
"supported": true
|
|
1910
|
+
},
|
|
1911
|
+
{
|
|
1912
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1913
|
+
"description": "Supported via the `platform_instance` config",
|
|
1914
|
+
"subtype_modifier": null,
|
|
1915
|
+
"supported": true
|
|
1916
|
+
}
|
|
1917
|
+
],
|
|
1918
|
+
"classname": "datahub.ingestion.source.neo4j.neo4j_source.Neo4jSource",
|
|
1919
|
+
"platform_id": "neo4j",
|
|
1920
|
+
"platform_name": "Neo4j",
|
|
1921
|
+
"support_status": "CERTIFIED"
|
|
1922
|
+
},
|
|
1923
|
+
"nifi": {
|
|
1924
|
+
"capabilities": [
|
|
1925
|
+
{
|
|
1926
|
+
"capability": "DELETION_DETECTION",
|
|
1927
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1928
|
+
"subtype_modifier": null,
|
|
1929
|
+
"supported": true
|
|
1930
|
+
},
|
|
1931
|
+
{
|
|
1932
|
+
"capability": "LINEAGE_COARSE",
|
|
1933
|
+
"description": "Supported. See docs for limitations",
|
|
1934
|
+
"subtype_modifier": null,
|
|
1935
|
+
"supported": true
|
|
1936
|
+
}
|
|
1937
|
+
],
|
|
1938
|
+
"classname": "datahub.ingestion.source.nifi.NifiSource",
|
|
1939
|
+
"platform_id": "nifi",
|
|
1940
|
+
"platform_name": "NiFi",
|
|
1941
|
+
"support_status": "CERTIFIED"
|
|
1942
|
+
},
|
|
1943
|
+
"okta": {
|
|
1944
|
+
"capabilities": [
|
|
1945
|
+
{
|
|
1946
|
+
"capability": "DESCRIPTIONS",
|
|
1947
|
+
"description": "Optionally enabled via configuration",
|
|
1948
|
+
"subtype_modifier": null,
|
|
1949
|
+
"supported": true
|
|
1950
|
+
},
|
|
1951
|
+
{
|
|
1952
|
+
"capability": "DELETION_DETECTION",
|
|
1953
|
+
"description": "Enabled by default via stateful ingestion",
|
|
1954
|
+
"subtype_modifier": null,
|
|
1955
|
+
"supported": true
|
|
1956
|
+
}
|
|
1957
|
+
],
|
|
1958
|
+
"classname": "datahub.ingestion.source.identity.okta.OktaSource",
|
|
1959
|
+
"platform_id": "okta",
|
|
1960
|
+
"platform_name": "Okta",
|
|
1961
|
+
"support_status": "CERTIFIED"
|
|
1962
|
+
},
|
|
1963
|
+
"openapi": {
|
|
1964
|
+
"capabilities": [
|
|
1965
|
+
{
|
|
1966
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1967
|
+
"description": "",
|
|
1968
|
+
"subtype_modifier": null,
|
|
1969
|
+
"supported": false
|
|
1970
|
+
}
|
|
1971
|
+
],
|
|
1972
|
+
"classname": "datahub.ingestion.source.openapi.OpenApiSource",
|
|
1973
|
+
"platform_id": "openapi",
|
|
1974
|
+
"platform_name": "OpenAPI",
|
|
1975
|
+
"support_status": "INCUBATING"
|
|
1976
|
+
},
|
|
1977
|
+
"oracle": {
|
|
1978
|
+
"capabilities": [
|
|
1979
|
+
{
|
|
1980
|
+
"capability": "CONTAINERS",
|
|
1981
|
+
"description": "Enabled by default",
|
|
1982
|
+
"subtype_modifier": [
|
|
1983
|
+
"Database",
|
|
1984
|
+
"Schema"
|
|
1985
|
+
],
|
|
1986
|
+
"supported": true
|
|
1987
|
+
},
|
|
1988
|
+
{
|
|
1989
|
+
"capability": "CLASSIFICATION",
|
|
1990
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
1991
|
+
"subtype_modifier": null,
|
|
1992
|
+
"supported": true
|
|
1993
|
+
},
|
|
1994
|
+
{
|
|
1995
|
+
"capability": "LINEAGE_FINE",
|
|
1996
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
1997
|
+
"subtype_modifier": [
|
|
1998
|
+
"View"
|
|
1999
|
+
],
|
|
2000
|
+
"supported": true
|
|
2001
|
+
},
|
|
2002
|
+
{
|
|
2003
|
+
"capability": "DESCRIPTIONS",
|
|
2004
|
+
"description": "Enabled by default",
|
|
2005
|
+
"subtype_modifier": null,
|
|
2006
|
+
"supported": true
|
|
2007
|
+
},
|
|
2008
|
+
{
|
|
2009
|
+
"capability": "DELETION_DETECTION",
|
|
2010
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2011
|
+
"subtype_modifier": null,
|
|
2012
|
+
"supported": true
|
|
2013
|
+
},
|
|
2014
|
+
{
|
|
2015
|
+
"capability": "DOMAINS",
|
|
2016
|
+
"description": "Enabled by default",
|
|
2017
|
+
"subtype_modifier": null,
|
|
2018
|
+
"supported": true
|
|
2019
|
+
},
|
|
2020
|
+
{
|
|
2021
|
+
"capability": "SCHEMA_METADATA",
|
|
2022
|
+
"description": "Enabled by default",
|
|
2023
|
+
"subtype_modifier": null,
|
|
2024
|
+
"supported": true
|
|
2025
|
+
},
|
|
2026
|
+
{
|
|
2027
|
+
"capability": "LINEAGE_COARSE",
|
|
2028
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
2029
|
+
"subtype_modifier": [
|
|
2030
|
+
"View"
|
|
2031
|
+
],
|
|
2032
|
+
"supported": true
|
|
2033
|
+
},
|
|
2034
|
+
{
|
|
2035
|
+
"capability": "TEST_CONNECTION",
|
|
2036
|
+
"description": "Enabled by default",
|
|
2037
|
+
"subtype_modifier": null,
|
|
2038
|
+
"supported": true
|
|
2039
|
+
}
|
|
2040
|
+
],
|
|
2041
|
+
"classname": "datahub.ingestion.source.sql.oracle.OracleSource",
|
|
2042
|
+
"platform_id": "oracle",
|
|
2043
|
+
"platform_name": "Oracle",
|
|
2044
|
+
"support_status": "INCUBATING"
|
|
2045
|
+
},
|
|
2046
|
+
"postgres": {
|
|
2047
|
+
"capabilities": [
|
|
2048
|
+
{
|
|
2049
|
+
"capability": "CONTAINERS",
|
|
2050
|
+
"description": "Enabled by default",
|
|
2051
|
+
"subtype_modifier": [
|
|
2052
|
+
"Database",
|
|
2053
|
+
"Schema"
|
|
2054
|
+
],
|
|
2055
|
+
"supported": true
|
|
2056
|
+
},
|
|
2057
|
+
{
|
|
2058
|
+
"capability": "CLASSIFICATION",
|
|
2059
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
2060
|
+
"subtype_modifier": null,
|
|
2061
|
+
"supported": true
|
|
2062
|
+
},
|
|
2063
|
+
{
|
|
2064
|
+
"capability": "LINEAGE_FINE",
|
|
2065
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
2066
|
+
"subtype_modifier": [
|
|
2067
|
+
"View"
|
|
2068
|
+
],
|
|
2069
|
+
"supported": true
|
|
2070
|
+
},
|
|
2071
|
+
{
|
|
2072
|
+
"capability": "DATA_PROFILING",
|
|
2073
|
+
"description": "Optionally enabled via configuration",
|
|
2074
|
+
"subtype_modifier": null,
|
|
2075
|
+
"supported": true
|
|
2076
|
+
},
|
|
2077
|
+
{
|
|
2078
|
+
"capability": "DESCRIPTIONS",
|
|
2079
|
+
"description": "Enabled by default",
|
|
2080
|
+
"subtype_modifier": null,
|
|
2081
|
+
"supported": true
|
|
2082
|
+
},
|
|
2083
|
+
{
|
|
2084
|
+
"capability": "DELETION_DETECTION",
|
|
2085
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2086
|
+
"subtype_modifier": null,
|
|
2087
|
+
"supported": true
|
|
2088
|
+
},
|
|
2089
|
+
{
|
|
2090
|
+
"capability": "DOMAINS",
|
|
2091
|
+
"description": "Enabled by default",
|
|
2092
|
+
"subtype_modifier": null,
|
|
2093
|
+
"supported": true
|
|
2094
|
+
},
|
|
2095
|
+
{
|
|
2096
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2097
|
+
"description": "Enabled by default",
|
|
2098
|
+
"subtype_modifier": null,
|
|
2099
|
+
"supported": true
|
|
2100
|
+
},
|
|
2101
|
+
{
|
|
2102
|
+
"capability": "SCHEMA_METADATA",
|
|
2103
|
+
"description": "Enabled by default",
|
|
2104
|
+
"subtype_modifier": null,
|
|
2105
|
+
"supported": true
|
|
2106
|
+
},
|
|
2107
|
+
{
|
|
2108
|
+
"capability": "LINEAGE_COARSE",
|
|
2109
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
2110
|
+
"subtype_modifier": [
|
|
2111
|
+
"View"
|
|
2112
|
+
],
|
|
2113
|
+
"supported": true
|
|
2114
|
+
},
|
|
2115
|
+
{
|
|
2116
|
+
"capability": "TEST_CONNECTION",
|
|
2117
|
+
"description": "Enabled by default",
|
|
2118
|
+
"subtype_modifier": null,
|
|
2119
|
+
"supported": true
|
|
2120
|
+
}
|
|
2121
|
+
],
|
|
2122
|
+
"classname": "datahub.ingestion.source.sql.postgres.PostgresSource",
|
|
2123
|
+
"platform_id": "postgres",
|
|
2124
|
+
"platform_name": "Postgres",
|
|
2125
|
+
"support_status": "CERTIFIED"
|
|
2126
|
+
},
|
|
2127
|
+
"powerbi": {
|
|
2128
|
+
"capabilities": [
|
|
2129
|
+
{
|
|
2130
|
+
"capability": "CONTAINERS",
|
|
2131
|
+
"description": "Enabled by default",
|
|
2132
|
+
"subtype_modifier": null,
|
|
2133
|
+
"supported": true
|
|
2134
|
+
},
|
|
2135
|
+
{
|
|
2136
|
+
"capability": "LINEAGE_FINE",
|
|
2137
|
+
"description": "Disabled by default, configured using `extract_column_level_lineage`. ",
|
|
2138
|
+
"subtype_modifier": null,
|
|
2139
|
+
"supported": true
|
|
2140
|
+
},
|
|
2141
|
+
{
|
|
2142
|
+
"capability": "DATA_PROFILING",
|
|
2143
|
+
"description": "Optionally enabled via configuration profiling.enabled",
|
|
2144
|
+
"subtype_modifier": null,
|
|
2145
|
+
"supported": true
|
|
2146
|
+
},
|
|
2147
|
+
{
|
|
2148
|
+
"capability": "DESCRIPTIONS",
|
|
2149
|
+
"description": "Enabled by default",
|
|
2150
|
+
"subtype_modifier": null,
|
|
2151
|
+
"supported": true
|
|
2152
|
+
},
|
|
2153
|
+
{
|
|
2154
|
+
"capability": "DELETION_DETECTION",
|
|
2155
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2156
|
+
"subtype_modifier": null,
|
|
2157
|
+
"supported": true
|
|
2158
|
+
},
|
|
2159
|
+
{
|
|
2160
|
+
"capability": "OWNERSHIP",
|
|
2161
|
+
"description": "Enabled by default",
|
|
2162
|
+
"subtype_modifier": null,
|
|
2163
|
+
"supported": true
|
|
2164
|
+
},
|
|
2165
|
+
{
|
|
2166
|
+
"capability": "TAGS",
|
|
2167
|
+
"description": "Enabled by default",
|
|
2168
|
+
"subtype_modifier": null,
|
|
2169
|
+
"supported": true
|
|
2170
|
+
},
|
|
2171
|
+
{
|
|
2172
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2173
|
+
"description": "Enabled by default",
|
|
2174
|
+
"subtype_modifier": null,
|
|
2175
|
+
"supported": true
|
|
2176
|
+
},
|
|
2177
|
+
{
|
|
2178
|
+
"capability": "SCHEMA_METADATA",
|
|
2179
|
+
"description": "Enabled by default",
|
|
2180
|
+
"subtype_modifier": null,
|
|
2181
|
+
"supported": true
|
|
2182
|
+
},
|
|
2183
|
+
{
|
|
2184
|
+
"capability": "LINEAGE_COARSE",
|
|
2185
|
+
"description": "Enabled by default, configured using `extract_lineage`.",
|
|
2186
|
+
"subtype_modifier": null,
|
|
2187
|
+
"supported": true
|
|
2188
|
+
},
|
|
2189
|
+
{
|
|
2190
|
+
"capability": "TEST_CONNECTION",
|
|
2191
|
+
"description": "Enabled by default",
|
|
2192
|
+
"subtype_modifier": null,
|
|
2193
|
+
"supported": true
|
|
2194
|
+
}
|
|
2195
|
+
],
|
|
2196
|
+
"classname": "datahub.ingestion.source.powerbi.powerbi.PowerBiDashboardSource",
|
|
2197
|
+
"platform_id": "powerbi",
|
|
2198
|
+
"platform_name": "PowerBI",
|
|
2199
|
+
"support_status": "CERTIFIED"
|
|
2200
|
+
},
|
|
2201
|
+
"powerbi-report-server": {
|
|
2202
|
+
"capabilities": [
|
|
2203
|
+
{
|
|
2204
|
+
"capability": "DELETION_DETECTION",
|
|
2205
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2206
|
+
"subtype_modifier": null,
|
|
2207
|
+
"supported": true
|
|
2208
|
+
},
|
|
2209
|
+
{
|
|
2210
|
+
"capability": "OWNERSHIP",
|
|
2211
|
+
"description": "Enabled by default",
|
|
2212
|
+
"subtype_modifier": null,
|
|
2213
|
+
"supported": true
|
|
2214
|
+
}
|
|
2215
|
+
],
|
|
2216
|
+
"classname": "datahub.ingestion.source.powerbi_report_server.report_server.PowerBiReportServerDashboardSource",
|
|
2217
|
+
"platform_id": "powerbi-report-server",
|
|
2218
|
+
"platform_name": "PowerBI Report Server",
|
|
2219
|
+
"support_status": "INCUBATING"
|
|
2220
|
+
},
|
|
2221
|
+
"preset": {
|
|
2222
|
+
"capabilities": [
|
|
2223
|
+
{
|
|
2224
|
+
"capability": "DELETION_DETECTION",
|
|
2225
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2226
|
+
"subtype_modifier": null,
|
|
2227
|
+
"supported": true
|
|
2228
|
+
},
|
|
2229
|
+
{
|
|
2230
|
+
"capability": "DOMAINS",
|
|
2231
|
+
"description": "Enabled by `domain` config to assign domain_key",
|
|
2232
|
+
"subtype_modifier": null,
|
|
2233
|
+
"supported": true
|
|
2234
|
+
},
|
|
2235
|
+
{
|
|
2236
|
+
"capability": "LINEAGE_COARSE",
|
|
2237
|
+
"description": "Supported by default",
|
|
2238
|
+
"subtype_modifier": null,
|
|
2239
|
+
"supported": true
|
|
2240
|
+
}
|
|
2241
|
+
],
|
|
2242
|
+
"classname": "datahub.ingestion.source.preset.PresetSource",
|
|
2243
|
+
"platform_id": "preset",
|
|
2244
|
+
"platform_name": "Preset",
|
|
2245
|
+
"support_status": "CERTIFIED"
|
|
2246
|
+
},
|
|
2247
|
+
"presto": {
|
|
2248
|
+
"capabilities": [
|
|
2249
|
+
{
|
|
2250
|
+
"capability": "CONTAINERS",
|
|
2251
|
+
"description": "Enabled by default",
|
|
2252
|
+
"subtype_modifier": [
|
|
2253
|
+
"Database",
|
|
2254
|
+
"Schema"
|
|
2255
|
+
],
|
|
2256
|
+
"supported": true
|
|
2257
|
+
},
|
|
2258
|
+
{
|
|
2259
|
+
"capability": "CLASSIFICATION",
|
|
2260
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
2261
|
+
"subtype_modifier": null,
|
|
2262
|
+
"supported": true
|
|
2263
|
+
},
|
|
2264
|
+
{
|
|
2265
|
+
"capability": "LINEAGE_FINE",
|
|
2266
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
2267
|
+
"subtype_modifier": [
|
|
2268
|
+
"View"
|
|
2269
|
+
],
|
|
2270
|
+
"supported": true
|
|
2271
|
+
},
|
|
2272
|
+
{
|
|
2273
|
+
"capability": "DATA_PROFILING",
|
|
2274
|
+
"description": "Optionally enabled via configuration",
|
|
2275
|
+
"subtype_modifier": null,
|
|
2276
|
+
"supported": true
|
|
2277
|
+
},
|
|
2278
|
+
{
|
|
2279
|
+
"capability": "DESCRIPTIONS",
|
|
2280
|
+
"description": "Enabled by default",
|
|
2281
|
+
"subtype_modifier": null,
|
|
2282
|
+
"supported": true
|
|
2283
|
+
},
|
|
2284
|
+
{
|
|
2285
|
+
"capability": "DELETION_DETECTION",
|
|
2286
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2287
|
+
"subtype_modifier": null,
|
|
2288
|
+
"supported": true
|
|
2289
|
+
},
|
|
2290
|
+
{
|
|
2291
|
+
"capability": "DOMAINS",
|
|
2292
|
+
"description": "Supported via the `domain` config field",
|
|
2293
|
+
"subtype_modifier": null,
|
|
2294
|
+
"supported": true
|
|
2295
|
+
},
|
|
2296
|
+
{
|
|
2297
|
+
"capability": "SCHEMA_METADATA",
|
|
2298
|
+
"description": "Enabled by default",
|
|
2299
|
+
"subtype_modifier": null,
|
|
2300
|
+
"supported": true
|
|
2301
|
+
},
|
|
2302
|
+
{
|
|
2303
|
+
"capability": "LINEAGE_COARSE",
|
|
2304
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
2305
|
+
"subtype_modifier": [
|
|
2306
|
+
"View"
|
|
2307
|
+
],
|
|
2308
|
+
"supported": true
|
|
2309
|
+
},
|
|
2310
|
+
{
|
|
2311
|
+
"capability": "TEST_CONNECTION",
|
|
2312
|
+
"description": "Enabled by default",
|
|
2313
|
+
"subtype_modifier": null,
|
|
2314
|
+
"supported": true
|
|
2315
|
+
}
|
|
2316
|
+
],
|
|
2317
|
+
"classname": "datahub.ingestion.source.sql.presto.PrestoSource",
|
|
2318
|
+
"platform_id": "presto",
|
|
2319
|
+
"platform_name": "Presto",
|
|
2320
|
+
"support_status": "CERTIFIED"
|
|
2321
|
+
},
|
|
2322
|
+
"presto-on-hive": {
|
|
2323
|
+
"capabilities": [
|
|
2324
|
+
{
|
|
2325
|
+
"capability": "CONTAINERS",
|
|
2326
|
+
"description": "Enabled by default",
|
|
2327
|
+
"subtype_modifier": [
|
|
2328
|
+
"Database",
|
|
2329
|
+
"Schema"
|
|
2330
|
+
],
|
|
2331
|
+
"supported": true
|
|
2332
|
+
},
|
|
2333
|
+
{
|
|
2334
|
+
"capability": "CLASSIFICATION",
|
|
2335
|
+
"description": "Not Supported",
|
|
2336
|
+
"subtype_modifier": null,
|
|
2337
|
+
"supported": false
|
|
2338
|
+
},
|
|
2339
|
+
{
|
|
2340
|
+
"capability": "LINEAGE_FINE",
|
|
2341
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
2342
|
+
"subtype_modifier": [
|
|
2343
|
+
"View"
|
|
2344
|
+
],
|
|
2345
|
+
"supported": true
|
|
2346
|
+
},
|
|
2347
|
+
{
|
|
2348
|
+
"capability": "DATA_PROFILING",
|
|
2349
|
+
"description": "Not Supported",
|
|
2350
|
+
"subtype_modifier": null,
|
|
2351
|
+
"supported": false
|
|
2352
|
+
},
|
|
2353
|
+
{
|
|
2354
|
+
"capability": "DESCRIPTIONS",
|
|
2355
|
+
"description": "Enabled by default",
|
|
2356
|
+
"subtype_modifier": null,
|
|
2357
|
+
"supported": true
|
|
2358
|
+
},
|
|
2359
|
+
{
|
|
2360
|
+
"capability": "DELETION_DETECTION",
|
|
2361
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2362
|
+
"subtype_modifier": null,
|
|
2363
|
+
"supported": true
|
|
2364
|
+
},
|
|
2365
|
+
{
|
|
2366
|
+
"capability": "DOMAINS",
|
|
2367
|
+
"description": "Enabled by default",
|
|
2368
|
+
"subtype_modifier": null,
|
|
2369
|
+
"supported": true
|
|
2370
|
+
},
|
|
2371
|
+
{
|
|
2372
|
+
"capability": "SCHEMA_METADATA",
|
|
2373
|
+
"description": "Enabled by default",
|
|
2374
|
+
"subtype_modifier": null,
|
|
2375
|
+
"supported": true
|
|
2376
|
+
},
|
|
2377
|
+
{
|
|
2378
|
+
"capability": "LINEAGE_COARSE",
|
|
2379
|
+
"description": "View lineage is not supported",
|
|
2380
|
+
"subtype_modifier": null,
|
|
2381
|
+
"supported": false
|
|
2382
|
+
},
|
|
2383
|
+
{
|
|
2384
|
+
"capability": "TEST_CONNECTION",
|
|
2385
|
+
"description": "Enabled by default",
|
|
2386
|
+
"subtype_modifier": null,
|
|
2387
|
+
"supported": true
|
|
2388
|
+
}
|
|
2389
|
+
],
|
|
2390
|
+
"classname": "datahub.ingestion.source.sql.hive_metastore.HiveMetastoreSource",
|
|
2391
|
+
"platform_id": "hive-metastore",
|
|
2392
|
+
"platform_name": "Hive Metastore",
|
|
2393
|
+
"support_status": "CERTIFIED"
|
|
2394
|
+
},
|
|
2395
|
+
"pulsar": {
|
|
2396
|
+
"capabilities": [
|
|
2397
|
+
{
|
|
2398
|
+
"capability": "DELETION_DETECTION",
|
|
2399
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2400
|
+
"subtype_modifier": null,
|
|
2401
|
+
"supported": true
|
|
2402
|
+
},
|
|
2403
|
+
{
|
|
2404
|
+
"capability": "DOMAINS",
|
|
2405
|
+
"description": "Supported via the `domain` config field",
|
|
2406
|
+
"subtype_modifier": null,
|
|
2407
|
+
"supported": true
|
|
2408
|
+
},
|
|
2409
|
+
{
|
|
2410
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2411
|
+
"description": "Enabled by default",
|
|
2412
|
+
"subtype_modifier": null,
|
|
2413
|
+
"supported": true
|
|
2414
|
+
},
|
|
2415
|
+
{
|
|
2416
|
+
"capability": "SCHEMA_METADATA",
|
|
2417
|
+
"description": "Enabled by default",
|
|
2418
|
+
"subtype_modifier": null,
|
|
2419
|
+
"supported": true
|
|
2420
|
+
}
|
|
2421
|
+
],
|
|
2422
|
+
"classname": "datahub.ingestion.source.pulsar.PulsarSource",
|
|
2423
|
+
"platform_id": "pulsar",
|
|
2424
|
+
"platform_name": "Pulsar",
|
|
2425
|
+
"support_status": "INCUBATING"
|
|
2426
|
+
},
|
|
2427
|
+
"qlik-sense": {
|
|
2428
|
+
"capabilities": [
|
|
2429
|
+
{
|
|
2430
|
+
"capability": "CONTAINERS",
|
|
2431
|
+
"description": "Enabled by default",
|
|
2432
|
+
"subtype_modifier": null,
|
|
2433
|
+
"supported": true
|
|
2434
|
+
},
|
|
2435
|
+
{
|
|
2436
|
+
"capability": "LINEAGE_FINE",
|
|
2437
|
+
"description": "Disabled by default. ",
|
|
2438
|
+
"subtype_modifier": null,
|
|
2439
|
+
"supported": true
|
|
2440
|
+
},
|
|
2441
|
+
{
|
|
2442
|
+
"capability": "DESCRIPTIONS",
|
|
2443
|
+
"description": "Enabled by default",
|
|
2444
|
+
"subtype_modifier": null,
|
|
2445
|
+
"supported": true
|
|
2446
|
+
},
|
|
2447
|
+
{
|
|
2448
|
+
"capability": "DELETION_DETECTION",
|
|
2449
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2450
|
+
"subtype_modifier": null,
|
|
2451
|
+
"supported": true
|
|
2452
|
+
},
|
|
2453
|
+
{
|
|
2454
|
+
"capability": "OWNERSHIP",
|
|
2455
|
+
"description": "Enabled by default, configured using `ingest_owner`",
|
|
2456
|
+
"subtype_modifier": null,
|
|
2457
|
+
"supported": true
|
|
2458
|
+
},
|
|
2459
|
+
{
|
|
2460
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2461
|
+
"description": "Enabled by default",
|
|
2462
|
+
"subtype_modifier": null,
|
|
2463
|
+
"supported": true
|
|
2464
|
+
},
|
|
2465
|
+
{
|
|
2466
|
+
"capability": "SCHEMA_METADATA",
|
|
2467
|
+
"description": "Enabled by default",
|
|
2468
|
+
"subtype_modifier": null,
|
|
2469
|
+
"supported": true
|
|
2470
|
+
},
|
|
2471
|
+
{
|
|
2472
|
+
"capability": "LINEAGE_COARSE",
|
|
2473
|
+
"description": "Enabled by default.",
|
|
2474
|
+
"subtype_modifier": null,
|
|
2475
|
+
"supported": true
|
|
2476
|
+
},
|
|
2477
|
+
{
|
|
2478
|
+
"capability": "TEST_CONNECTION",
|
|
2479
|
+
"description": "Enabled by default",
|
|
2480
|
+
"subtype_modifier": null,
|
|
2481
|
+
"supported": true
|
|
2482
|
+
}
|
|
2483
|
+
],
|
|
2484
|
+
"classname": "datahub.ingestion.source.qlik_sense.qlik_sense.QlikSenseSource",
|
|
2485
|
+
"platform_id": "qlik-sense",
|
|
2486
|
+
"platform_name": "Qlik Sense",
|
|
2487
|
+
"support_status": "INCUBATING"
|
|
2488
|
+
},
|
|
2489
|
+
"redash": {
|
|
2490
|
+
"capabilities": [
|
|
2491
|
+
{
|
|
2492
|
+
"capability": "DELETION_DETECTION",
|
|
2493
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2494
|
+
"subtype_modifier": null,
|
|
2495
|
+
"supported": true
|
|
2496
|
+
},
|
|
2497
|
+
{
|
|
2498
|
+
"capability": "LINEAGE_COARSE",
|
|
2499
|
+
"description": "Enabled by default",
|
|
2500
|
+
"subtype_modifier": null,
|
|
2501
|
+
"supported": true
|
|
2502
|
+
}
|
|
2503
|
+
],
|
|
2504
|
+
"classname": "datahub.ingestion.source.redash.RedashSource",
|
|
2505
|
+
"platform_id": "redash",
|
|
2506
|
+
"platform_name": "Redash",
|
|
2507
|
+
"support_status": "INCUBATING"
|
|
2508
|
+
},
|
|
2509
|
+
"redshift": {
|
|
2510
|
+
"capabilities": [
|
|
2511
|
+
{
|
|
2512
|
+
"capability": "CONTAINERS",
|
|
2513
|
+
"description": "Enabled by default",
|
|
2514
|
+
"subtype_modifier": null,
|
|
2515
|
+
"supported": true
|
|
2516
|
+
},
|
|
2517
|
+
{
|
|
2518
|
+
"capability": "CLASSIFICATION",
|
|
2519
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
2520
|
+
"subtype_modifier": null,
|
|
2521
|
+
"supported": true
|
|
2522
|
+
},
|
|
2523
|
+
{
|
|
2524
|
+
"capability": "LINEAGE_FINE",
|
|
2525
|
+
"description": "Optionally enabled via configuration (`mixed` or `sql_based` lineage needs to be enabled)",
|
|
2526
|
+
"subtype_modifier": null,
|
|
2527
|
+
"supported": true
|
|
2528
|
+
},
|
|
2529
|
+
{
|
|
2530
|
+
"capability": "DATA_PROFILING",
|
|
2531
|
+
"description": "Optionally enabled via configuration",
|
|
2532
|
+
"subtype_modifier": null,
|
|
2533
|
+
"supported": true
|
|
2534
|
+
},
|
|
2535
|
+
{
|
|
2536
|
+
"capability": "USAGE_STATS",
|
|
2537
|
+
"description": "Enabled by default, can be disabled via configuration `include_usage_statistics`",
|
|
2538
|
+
"subtype_modifier": null,
|
|
2539
|
+
"supported": true
|
|
2540
|
+
},
|
|
2541
|
+
{
|
|
2542
|
+
"capability": "DESCRIPTIONS",
|
|
2543
|
+
"description": "Enabled by default",
|
|
2544
|
+
"subtype_modifier": null,
|
|
2545
|
+
"supported": true
|
|
2546
|
+
},
|
|
2547
|
+
{
|
|
2548
|
+
"capability": "DELETION_DETECTION",
|
|
2549
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2550
|
+
"subtype_modifier": null,
|
|
2551
|
+
"supported": true
|
|
2552
|
+
},
|
|
2553
|
+
{
|
|
2554
|
+
"capability": "DOMAINS",
|
|
2555
|
+
"description": "Supported via the `domain` config field",
|
|
2556
|
+
"subtype_modifier": null,
|
|
2557
|
+
"supported": true
|
|
2558
|
+
},
|
|
2559
|
+
{
|
|
2560
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2561
|
+
"description": "Enabled by default",
|
|
2562
|
+
"subtype_modifier": null,
|
|
2563
|
+
"supported": true
|
|
2564
|
+
},
|
|
2565
|
+
{
|
|
2566
|
+
"capability": "SCHEMA_METADATA",
|
|
2567
|
+
"description": "Enabled by default",
|
|
2568
|
+
"subtype_modifier": null,
|
|
2569
|
+
"supported": true
|
|
2570
|
+
},
|
|
2571
|
+
{
|
|
2572
|
+
"capability": "LINEAGE_COARSE",
|
|
2573
|
+
"description": "Optionally enabled via configuration",
|
|
2574
|
+
"subtype_modifier": null,
|
|
2575
|
+
"supported": true
|
|
2576
|
+
},
|
|
2577
|
+
{
|
|
2578
|
+
"capability": "TEST_CONNECTION",
|
|
2579
|
+
"description": "Enabled by default",
|
|
2580
|
+
"subtype_modifier": null,
|
|
2581
|
+
"supported": true
|
|
2582
|
+
}
|
|
2583
|
+
],
|
|
2584
|
+
"classname": "datahub.ingestion.source.redshift.redshift.RedshiftSource",
|
|
2585
|
+
"platform_id": "redshift",
|
|
2586
|
+
"platform_name": "Redshift",
|
|
2587
|
+
"support_status": "CERTIFIED"
|
|
2588
|
+
},
|
|
2589
|
+
"s3": {
|
|
2590
|
+
"capabilities": [
|
|
2591
|
+
{
|
|
2592
|
+
"capability": "CONTAINERS",
|
|
2593
|
+
"description": "Enabled by default",
|
|
2594
|
+
"subtype_modifier": null,
|
|
2595
|
+
"supported": true
|
|
2596
|
+
},
|
|
2597
|
+
{
|
|
2598
|
+
"capability": "DATA_PROFILING",
|
|
2599
|
+
"description": "Optionally enabled via configuration",
|
|
2600
|
+
"subtype_modifier": null,
|
|
2601
|
+
"supported": true
|
|
2602
|
+
},
|
|
2603
|
+
{
|
|
2604
|
+
"capability": "DELETION_DETECTION",
|
|
2605
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2606
|
+
"subtype_modifier": null,
|
|
2607
|
+
"supported": true
|
|
2608
|
+
},
|
|
2609
|
+
{
|
|
2610
|
+
"capability": "TAGS",
|
|
2611
|
+
"description": "Can extract S3 object/bucket tags if enabled",
|
|
2612
|
+
"subtype_modifier": null,
|
|
2613
|
+
"supported": true
|
|
2614
|
+
},
|
|
2615
|
+
{
|
|
2616
|
+
"capability": "SCHEMA_METADATA",
|
|
2617
|
+
"description": "Can infer schema from supported file types",
|
|
2618
|
+
"subtype_modifier": null,
|
|
2619
|
+
"supported": true
|
|
2620
|
+
}
|
|
2621
|
+
],
|
|
2622
|
+
"classname": "datahub.ingestion.source.s3.source.S3Source",
|
|
2623
|
+
"platform_id": "s3",
|
|
2624
|
+
"platform_name": "S3 / Local Files",
|
|
2625
|
+
"support_status": "INCUBATING"
|
|
2626
|
+
},
|
|
2627
|
+
"sac": {
|
|
2628
|
+
"capabilities": [
|
|
2629
|
+
{
|
|
2630
|
+
"capability": "DESCRIPTIONS",
|
|
2631
|
+
"description": "Enabled by default",
|
|
2632
|
+
"subtype_modifier": null,
|
|
2633
|
+
"supported": true
|
|
2634
|
+
},
|
|
2635
|
+
{
|
|
2636
|
+
"capability": "DELETION_DETECTION",
|
|
2637
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2638
|
+
"subtype_modifier": null,
|
|
2639
|
+
"supported": true
|
|
2640
|
+
},
|
|
2641
|
+
{
|
|
2642
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2643
|
+
"description": "Enabled by default",
|
|
2644
|
+
"subtype_modifier": null,
|
|
2645
|
+
"supported": true
|
|
2646
|
+
},
|
|
2647
|
+
{
|
|
2648
|
+
"capability": "SCHEMA_METADATA",
|
|
2649
|
+
"description": "Enabled by default (only for Import Data Models)",
|
|
2650
|
+
"subtype_modifier": null,
|
|
2651
|
+
"supported": true
|
|
2652
|
+
},
|
|
2653
|
+
{
|
|
2654
|
+
"capability": "LINEAGE_COARSE",
|
|
2655
|
+
"description": "Enabled by default (only for Live Data Models)",
|
|
2656
|
+
"subtype_modifier": null,
|
|
2657
|
+
"supported": true
|
|
2658
|
+
}
|
|
2659
|
+
],
|
|
2660
|
+
"classname": "datahub.ingestion.source.sac.sac.SACSource",
|
|
2661
|
+
"platform_id": "sac",
|
|
2662
|
+
"platform_name": "SAP Analytics Cloud",
|
|
2663
|
+
"support_status": "TESTING"
|
|
2664
|
+
},
|
|
2665
|
+
"sagemaker": {
|
|
2666
|
+
"capabilities": [
|
|
2667
|
+
{
|
|
2668
|
+
"capability": "DELETION_DETECTION",
|
|
2669
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2670
|
+
"subtype_modifier": null,
|
|
2671
|
+
"supported": true
|
|
2672
|
+
},
|
|
2673
|
+
{
|
|
2674
|
+
"capability": "LINEAGE_COARSE",
|
|
2675
|
+
"description": "Enabled by default",
|
|
2676
|
+
"subtype_modifier": null,
|
|
2677
|
+
"supported": true
|
|
2678
|
+
}
|
|
2679
|
+
],
|
|
2680
|
+
"classname": "datahub.ingestion.source.aws.sagemaker.SagemakerSource",
|
|
2681
|
+
"platform_id": "sagemaker",
|
|
2682
|
+
"platform_name": "SageMaker",
|
|
2683
|
+
"support_status": "CERTIFIED"
|
|
2684
|
+
},
|
|
2685
|
+
"salesforce": {
|
|
2686
|
+
"capabilities": [
|
|
2687
|
+
{
|
|
2688
|
+
"capability": "DATA_PROFILING",
|
|
2689
|
+
"description": "Only table level profiling is supported via `profiling.enabled` config field",
|
|
2690
|
+
"subtype_modifier": [
|
|
2691
|
+
"Table"
|
|
2692
|
+
],
|
|
2693
|
+
"supported": true
|
|
2694
|
+
},
|
|
2695
|
+
{
|
|
2696
|
+
"capability": "DELETION_DETECTION",
|
|
2697
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2698
|
+
"subtype_modifier": null,
|
|
2699
|
+
"supported": true
|
|
2700
|
+
},
|
|
2701
|
+
{
|
|
2702
|
+
"capability": "DOMAINS",
|
|
2703
|
+
"description": "Supported via the `domain` config field",
|
|
2704
|
+
"subtype_modifier": null,
|
|
2705
|
+
"supported": true
|
|
2706
|
+
},
|
|
2707
|
+
{
|
|
2708
|
+
"capability": "TAGS",
|
|
2709
|
+
"description": "Enabled by default",
|
|
2710
|
+
"subtype_modifier": null,
|
|
2711
|
+
"supported": true
|
|
2712
|
+
},
|
|
2713
|
+
{
|
|
2714
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2715
|
+
"description": "Can be equivalent to Salesforce organization",
|
|
2716
|
+
"subtype_modifier": null,
|
|
2717
|
+
"supported": true
|
|
2718
|
+
},
|
|
2719
|
+
{
|
|
2720
|
+
"capability": "SCHEMA_METADATA",
|
|
2721
|
+
"description": "Enabled by default",
|
|
2722
|
+
"subtype_modifier": null,
|
|
2723
|
+
"supported": true
|
|
2724
|
+
}
|
|
2725
|
+
],
|
|
2726
|
+
"classname": "datahub.ingestion.source.salesforce.SalesforceSource",
|
|
2727
|
+
"platform_id": "salesforce",
|
|
2728
|
+
"platform_name": "Salesforce",
|
|
2729
|
+
"support_status": "INCUBATING"
|
|
2730
|
+
},
|
|
2731
|
+
"sigma": {
|
|
2732
|
+
"capabilities": [
|
|
2733
|
+
{
|
|
2734
|
+
"capability": "CONTAINERS",
|
|
2735
|
+
"description": "Enabled by default",
|
|
2736
|
+
"subtype_modifier": [
|
|
2737
|
+
"Sigma Workspace"
|
|
2738
|
+
],
|
|
2739
|
+
"supported": true
|
|
2740
|
+
},
|
|
2741
|
+
{
|
|
2742
|
+
"capability": "DESCRIPTIONS",
|
|
2743
|
+
"description": "Enabled by default",
|
|
2744
|
+
"subtype_modifier": null,
|
|
2745
|
+
"supported": true
|
|
2746
|
+
},
|
|
2747
|
+
{
|
|
2748
|
+
"capability": "DELETION_DETECTION",
|
|
2749
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2750
|
+
"subtype_modifier": null,
|
|
2751
|
+
"supported": true
|
|
2752
|
+
},
|
|
2753
|
+
{
|
|
2754
|
+
"capability": "OWNERSHIP",
|
|
2755
|
+
"description": "Enabled by default, configured using `ingest_owner`",
|
|
2756
|
+
"subtype_modifier": null,
|
|
2757
|
+
"supported": true
|
|
2758
|
+
},
|
|
2759
|
+
{
|
|
2760
|
+
"capability": "TAGS",
|
|
2761
|
+
"description": "Enabled by default",
|
|
2762
|
+
"subtype_modifier": null,
|
|
2763
|
+
"supported": true
|
|
2764
|
+
},
|
|
2765
|
+
{
|
|
2766
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2767
|
+
"description": "Enabled by default",
|
|
2768
|
+
"subtype_modifier": null,
|
|
2769
|
+
"supported": true
|
|
2770
|
+
},
|
|
2771
|
+
{
|
|
2772
|
+
"capability": "SCHEMA_METADATA",
|
|
2773
|
+
"description": "Enabled by default",
|
|
2774
|
+
"subtype_modifier": null,
|
|
2775
|
+
"supported": true
|
|
2776
|
+
},
|
|
2777
|
+
{
|
|
2778
|
+
"capability": "LINEAGE_COARSE",
|
|
2779
|
+
"description": "Enabled by default.",
|
|
2780
|
+
"subtype_modifier": null,
|
|
2781
|
+
"supported": true
|
|
2782
|
+
},
|
|
2783
|
+
{
|
|
2784
|
+
"capability": "TEST_CONNECTION",
|
|
2785
|
+
"description": "Enabled by default",
|
|
2786
|
+
"subtype_modifier": null,
|
|
2787
|
+
"supported": true
|
|
2788
|
+
}
|
|
2789
|
+
],
|
|
2790
|
+
"classname": "datahub.ingestion.source.sigma.sigma.SigmaSource",
|
|
2791
|
+
"platform_id": "sigma",
|
|
2792
|
+
"platform_name": "Sigma",
|
|
2793
|
+
"support_status": "INCUBATING"
|
|
2794
|
+
},
|
|
2795
|
+
"slack": {
|
|
2796
|
+
"capabilities": [
|
|
2797
|
+
{
|
|
2798
|
+
"capability": "DELETION_DETECTION",
|
|
2799
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2800
|
+
"subtype_modifier": null,
|
|
2801
|
+
"supported": true
|
|
2802
|
+
}
|
|
2803
|
+
],
|
|
2804
|
+
"classname": "datahub.ingestion.source.slack.slack.SlackSource",
|
|
2805
|
+
"platform_id": "slack",
|
|
2806
|
+
"platform_name": "Slack",
|
|
2807
|
+
"support_status": "TESTING"
|
|
2808
|
+
},
|
|
2809
|
+
"snowflake": {
|
|
2810
|
+
"capabilities": [
|
|
2811
|
+
{
|
|
2812
|
+
"capability": "CONTAINERS",
|
|
2813
|
+
"description": "Enabled by default",
|
|
2814
|
+
"subtype_modifier": [
|
|
2815
|
+
"Database",
|
|
2816
|
+
"Schema"
|
|
2817
|
+
],
|
|
2818
|
+
"supported": true
|
|
2819
|
+
},
|
|
2820
|
+
{
|
|
2821
|
+
"capability": "CLASSIFICATION",
|
|
2822
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
2823
|
+
"subtype_modifier": null,
|
|
2824
|
+
"supported": true
|
|
2825
|
+
},
|
|
2826
|
+
{
|
|
2827
|
+
"capability": "LINEAGE_FINE",
|
|
2828
|
+
"description": "Enabled by default, can be disabled via configuration `include_column_lineage`",
|
|
2829
|
+
"subtype_modifier": null,
|
|
2830
|
+
"supported": true
|
|
2831
|
+
},
|
|
2832
|
+
{
|
|
2833
|
+
"capability": "DATA_PROFILING",
|
|
2834
|
+
"description": "Optionally enabled via configuration `profiling.enabled`",
|
|
2835
|
+
"subtype_modifier": null,
|
|
2836
|
+
"supported": true
|
|
2837
|
+
},
|
|
2838
|
+
{
|
|
2839
|
+
"capability": "USAGE_STATS",
|
|
2840
|
+
"description": "Enabled by default, can be disabled via configuration `include_usage_stats`",
|
|
2841
|
+
"subtype_modifier": null,
|
|
2842
|
+
"supported": true
|
|
2843
|
+
},
|
|
2844
|
+
{
|
|
2845
|
+
"capability": "DESCRIPTIONS",
|
|
2846
|
+
"description": "Enabled by default",
|
|
2847
|
+
"subtype_modifier": null,
|
|
2848
|
+
"supported": true
|
|
2849
|
+
},
|
|
2850
|
+
{
|
|
2851
|
+
"capability": "DELETION_DETECTION",
|
|
2852
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2853
|
+
"subtype_modifier": null,
|
|
2854
|
+
"supported": true
|
|
2855
|
+
},
|
|
2856
|
+
{
|
|
2857
|
+
"capability": "DOMAINS",
|
|
2858
|
+
"description": "Supported via the `domain` config field",
|
|
2859
|
+
"subtype_modifier": null,
|
|
2860
|
+
"supported": true
|
|
2861
|
+
},
|
|
2862
|
+
{
|
|
2863
|
+
"capability": "TAGS",
|
|
2864
|
+
"description": "Optionally enabled via `extract_tags`",
|
|
2865
|
+
"subtype_modifier": null,
|
|
2866
|
+
"supported": true
|
|
2867
|
+
},
|
|
2868
|
+
{
|
|
2869
|
+
"capability": "PLATFORM_INSTANCE",
|
|
2870
|
+
"description": "Enabled by default",
|
|
2871
|
+
"subtype_modifier": null,
|
|
2872
|
+
"supported": true
|
|
2873
|
+
},
|
|
2874
|
+
{
|
|
2875
|
+
"capability": "SCHEMA_METADATA",
|
|
2876
|
+
"description": "Enabled by default",
|
|
2877
|
+
"subtype_modifier": null,
|
|
2878
|
+
"supported": true
|
|
2879
|
+
},
|
|
2880
|
+
{
|
|
2881
|
+
"capability": "LINEAGE_COARSE",
|
|
2882
|
+
"description": "Enabled by default, can be disabled via configuration `include_table_lineage`",
|
|
2883
|
+
"subtype_modifier": null,
|
|
2884
|
+
"supported": true
|
|
2885
|
+
},
|
|
2886
|
+
{
|
|
2887
|
+
"capability": "TEST_CONNECTION",
|
|
2888
|
+
"description": "Enabled by default",
|
|
2889
|
+
"subtype_modifier": null,
|
|
2890
|
+
"supported": true
|
|
2891
|
+
}
|
|
2892
|
+
],
|
|
2893
|
+
"classname": "datahub.ingestion.source.snowflake.snowflake_v2.SnowflakeV2Source",
|
|
2894
|
+
"platform_id": "snowflake",
|
|
2895
|
+
"platform_name": "Snowflake",
|
|
2896
|
+
"support_status": "CERTIFIED"
|
|
2897
|
+
},
|
|
2898
|
+
"sql-queries": {
|
|
2899
|
+
"capabilities": [
|
|
2900
|
+
{
|
|
2901
|
+
"capability": "LINEAGE_FINE",
|
|
2902
|
+
"description": "Parsed from SQL queries",
|
|
2903
|
+
"subtype_modifier": null,
|
|
2904
|
+
"supported": true
|
|
2905
|
+
},
|
|
2906
|
+
{
|
|
2907
|
+
"capability": "LINEAGE_COARSE",
|
|
2908
|
+
"description": "Parsed from SQL queries",
|
|
2909
|
+
"subtype_modifier": null,
|
|
2910
|
+
"supported": true
|
|
2911
|
+
}
|
|
2912
|
+
],
|
|
2913
|
+
"classname": "datahub.ingestion.source.sql_queries.SqlQueriesSource",
|
|
2914
|
+
"platform_id": "sql-queries",
|
|
2915
|
+
"platform_name": "SQL Queries",
|
|
2916
|
+
"support_status": "INCUBATING"
|
|
2917
|
+
},
|
|
2918
|
+
"sqlalchemy": {
|
|
2919
|
+
"capabilities": [
|
|
2920
|
+
{
|
|
2921
|
+
"capability": "CONTAINERS",
|
|
2922
|
+
"description": "Enabled by default",
|
|
2923
|
+
"subtype_modifier": [
|
|
2924
|
+
"Database",
|
|
2925
|
+
"Schema"
|
|
2926
|
+
],
|
|
2927
|
+
"supported": true
|
|
2928
|
+
},
|
|
2929
|
+
{
|
|
2930
|
+
"capability": "CLASSIFICATION",
|
|
2931
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
2932
|
+
"subtype_modifier": null,
|
|
2933
|
+
"supported": true
|
|
2934
|
+
},
|
|
2935
|
+
{
|
|
2936
|
+
"capability": "LINEAGE_FINE",
|
|
2937
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
2938
|
+
"subtype_modifier": [
|
|
2939
|
+
"View"
|
|
2940
|
+
],
|
|
2941
|
+
"supported": true
|
|
2942
|
+
},
|
|
2943
|
+
{
|
|
2944
|
+
"capability": "DATA_PROFILING",
|
|
2945
|
+
"description": "Optionally enabled via configuration",
|
|
2946
|
+
"subtype_modifier": null,
|
|
2947
|
+
"supported": true
|
|
2948
|
+
},
|
|
2949
|
+
{
|
|
2950
|
+
"capability": "DESCRIPTIONS",
|
|
2951
|
+
"description": "Enabled by default",
|
|
2952
|
+
"subtype_modifier": null,
|
|
2953
|
+
"supported": true
|
|
2954
|
+
},
|
|
2955
|
+
{
|
|
2956
|
+
"capability": "DELETION_DETECTION",
|
|
2957
|
+
"description": "Enabled by default via stateful ingestion",
|
|
2958
|
+
"subtype_modifier": null,
|
|
2959
|
+
"supported": true
|
|
2960
|
+
},
|
|
2961
|
+
{
|
|
2962
|
+
"capability": "DOMAINS",
|
|
2963
|
+
"description": "Supported via the `domain` config field",
|
|
2964
|
+
"subtype_modifier": null,
|
|
2965
|
+
"supported": true
|
|
2966
|
+
},
|
|
2967
|
+
{
|
|
2968
|
+
"capability": "SCHEMA_METADATA",
|
|
2969
|
+
"description": "Enabled by default",
|
|
2970
|
+
"subtype_modifier": null,
|
|
2971
|
+
"supported": true
|
|
2972
|
+
},
|
|
2973
|
+
{
|
|
2974
|
+
"capability": "LINEAGE_COARSE",
|
|
2975
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
2976
|
+
"subtype_modifier": [
|
|
2977
|
+
"View"
|
|
2978
|
+
],
|
|
2979
|
+
"supported": true
|
|
2980
|
+
},
|
|
2981
|
+
{
|
|
2982
|
+
"capability": "TEST_CONNECTION",
|
|
2983
|
+
"description": "Enabled by default",
|
|
2984
|
+
"subtype_modifier": null,
|
|
2985
|
+
"supported": true
|
|
2986
|
+
}
|
|
2987
|
+
],
|
|
2988
|
+
"classname": "datahub.ingestion.source.sql.sql_generic.SQLAlchemyGenericSource",
|
|
2989
|
+
"platform_id": "sqlalchemy",
|
|
2990
|
+
"platform_name": "SQLAlchemy",
|
|
2991
|
+
"support_status": "INCUBATING"
|
|
2992
|
+
},
|
|
2993
|
+
"starburst-trino-usage": {
|
|
2994
|
+
"capabilities": [
|
|
2995
|
+
{
|
|
2996
|
+
"capability": "USAGE_STATS",
|
|
2997
|
+
"description": "Enabled by default to get usage stats",
|
|
2998
|
+
"subtype_modifier": null,
|
|
2999
|
+
"supported": true
|
|
3000
|
+
}
|
|
3001
|
+
],
|
|
3002
|
+
"classname": "datahub.ingestion.source.usage.starburst_trino_usage.TrinoUsageSource",
|
|
3003
|
+
"platform_id": "trino",
|
|
3004
|
+
"platform_name": "Trino",
|
|
3005
|
+
"support_status": "CERTIFIED"
|
|
3006
|
+
},
|
|
3007
|
+
"superset": {
|
|
3008
|
+
"capabilities": [
|
|
3009
|
+
{
|
|
3010
|
+
"capability": "DELETION_DETECTION",
|
|
3011
|
+
"description": "Enabled by default via stateful ingestion",
|
|
3012
|
+
"subtype_modifier": null,
|
|
3013
|
+
"supported": true
|
|
3014
|
+
},
|
|
3015
|
+
{
|
|
3016
|
+
"capability": "DOMAINS",
|
|
3017
|
+
"description": "Enabled by `domain` config to assign domain_key",
|
|
3018
|
+
"subtype_modifier": null,
|
|
3019
|
+
"supported": true
|
|
3020
|
+
},
|
|
3021
|
+
{
|
|
3022
|
+
"capability": "LINEAGE_COARSE",
|
|
3023
|
+
"description": "Supported by default",
|
|
3024
|
+
"subtype_modifier": null,
|
|
3025
|
+
"supported": true
|
|
3026
|
+
}
|
|
3027
|
+
],
|
|
3028
|
+
"classname": "datahub.ingestion.source.superset.SupersetSource",
|
|
3029
|
+
"platform_id": "superset",
|
|
3030
|
+
"platform_name": "Superset",
|
|
3031
|
+
"support_status": "CERTIFIED"
|
|
3032
|
+
},
|
|
3033
|
+
"tableau": {
|
|
3034
|
+
"capabilities": [
|
|
3035
|
+
{
|
|
3036
|
+
"capability": "CONTAINERS",
|
|
3037
|
+
"description": "Enabled by default",
|
|
3038
|
+
"subtype_modifier": [
|
|
3039
|
+
"Project",
|
|
3040
|
+
"Site",
|
|
3041
|
+
"Workbook"
|
|
3042
|
+
],
|
|
3043
|
+
"supported": true
|
|
3044
|
+
},
|
|
3045
|
+
{
|
|
3046
|
+
"capability": "LINEAGE_FINE",
|
|
3047
|
+
"description": "Enabled by default, configure using `extract_column_level_lineage`",
|
|
3048
|
+
"subtype_modifier": null,
|
|
3049
|
+
"supported": true
|
|
3050
|
+
},
|
|
3051
|
+
{
|
|
3052
|
+
"capability": "USAGE_STATS",
|
|
3053
|
+
"description": "Dashboard/Chart view counts, enabled using extract_usage_stats config",
|
|
3054
|
+
"subtype_modifier": [
|
|
3055
|
+
"Dashboard",
|
|
3056
|
+
"Chart"
|
|
3057
|
+
],
|
|
3058
|
+
"supported": true
|
|
3059
|
+
},
|
|
3060
|
+
{
|
|
3061
|
+
"capability": "DESCRIPTIONS",
|
|
3062
|
+
"description": "Enabled by default",
|
|
3063
|
+
"subtype_modifier": null,
|
|
3064
|
+
"supported": true
|
|
3065
|
+
},
|
|
3066
|
+
{
|
|
3067
|
+
"capability": "DELETION_DETECTION",
|
|
3068
|
+
"description": "Enabled by default via stateful ingestion.",
|
|
3069
|
+
"subtype_modifier": null,
|
|
3070
|
+
"supported": true
|
|
3071
|
+
},
|
|
3072
|
+
{
|
|
3073
|
+
"capability": "DOMAINS",
|
|
3074
|
+
"description": "Requires transformer",
|
|
3075
|
+
"subtype_modifier": null,
|
|
3076
|
+
"supported": false
|
|
3077
|
+
},
|
|
3078
|
+
{
|
|
3079
|
+
"capability": "OWNERSHIP",
|
|
3080
|
+
"description": "Requires recipe configuration",
|
|
3081
|
+
"subtype_modifier": null,
|
|
3082
|
+
"supported": true
|
|
3083
|
+
},
|
|
3084
|
+
{
|
|
3085
|
+
"capability": "TAGS",
|
|
3086
|
+
"description": "Requires recipe configuration",
|
|
3087
|
+
"subtype_modifier": null,
|
|
3088
|
+
"supported": true
|
|
3089
|
+
},
|
|
3090
|
+
{
|
|
3091
|
+
"capability": "PLATFORM_INSTANCE",
|
|
3092
|
+
"description": "Enabled by default",
|
|
3093
|
+
"subtype_modifier": null,
|
|
3094
|
+
"supported": true
|
|
3095
|
+
},
|
|
3096
|
+
{
|
|
3097
|
+
"capability": "LINEAGE_COARSE",
|
|
3098
|
+
"description": "Enabled by default",
|
|
3099
|
+
"subtype_modifier": null,
|
|
3100
|
+
"supported": true
|
|
3101
|
+
},
|
|
3102
|
+
{
|
|
3103
|
+
"capability": "TEST_CONNECTION",
|
|
3104
|
+
"description": "Enabled by default",
|
|
3105
|
+
"subtype_modifier": null,
|
|
3106
|
+
"supported": true
|
|
3107
|
+
}
|
|
3108
|
+
],
|
|
3109
|
+
"classname": "datahub.ingestion.source.tableau.tableau.TableauSource",
|
|
3110
|
+
"platform_id": "tableau",
|
|
3111
|
+
"platform_name": "Tableau",
|
|
3112
|
+
"support_status": "CERTIFIED"
|
|
3113
|
+
},
|
|
3114
|
+
"teradata": {
|
|
3115
|
+
"capabilities": [
|
|
3116
|
+
{
|
|
3117
|
+
"capability": "CONTAINERS",
|
|
3118
|
+
"description": "Enabled by default",
|
|
3119
|
+
"subtype_modifier": null,
|
|
3120
|
+
"supported": true
|
|
3121
|
+
},
|
|
3122
|
+
{
|
|
3123
|
+
"capability": "CLASSIFICATION",
|
|
3124
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
3125
|
+
"subtype_modifier": null,
|
|
3126
|
+
"supported": true
|
|
3127
|
+
},
|
|
3128
|
+
{
|
|
3129
|
+
"capability": "LINEAGE_FINE",
|
|
3130
|
+
"description": "Optionally enabled via configuration",
|
|
3131
|
+
"subtype_modifier": null,
|
|
3132
|
+
"supported": true
|
|
3133
|
+
},
|
|
3134
|
+
{
|
|
3135
|
+
"capability": "DATA_PROFILING",
|
|
3136
|
+
"description": "Optionally enabled via configuration",
|
|
3137
|
+
"subtype_modifier": null,
|
|
3138
|
+
"supported": true
|
|
3139
|
+
},
|
|
3140
|
+
{
|
|
3141
|
+
"capability": "USAGE_STATS",
|
|
3142
|
+
"description": "Optionally enabled via configuration",
|
|
3143
|
+
"subtype_modifier": null,
|
|
3144
|
+
"supported": true
|
|
3145
|
+
},
|
|
3146
|
+
{
|
|
3147
|
+
"capability": "DESCRIPTIONS",
|
|
3148
|
+
"description": "Enabled by default",
|
|
3149
|
+
"subtype_modifier": null,
|
|
3150
|
+
"supported": true
|
|
3151
|
+
},
|
|
3152
|
+
{
|
|
3153
|
+
"capability": "DELETION_DETECTION",
|
|
3154
|
+
"description": "Enabled by default when stateful ingestion is turned on",
|
|
3155
|
+
"subtype_modifier": null,
|
|
3156
|
+
"supported": true
|
|
3157
|
+
},
|
|
3158
|
+
{
|
|
3159
|
+
"capability": "DOMAINS",
|
|
3160
|
+
"description": "Enabled by default",
|
|
3161
|
+
"subtype_modifier": null,
|
|
3162
|
+
"supported": true
|
|
3163
|
+
},
|
|
3164
|
+
{
|
|
3165
|
+
"capability": "PLATFORM_INSTANCE",
|
|
3166
|
+
"description": "Enabled by default",
|
|
3167
|
+
"subtype_modifier": null,
|
|
3168
|
+
"supported": true
|
|
3169
|
+
},
|
|
3170
|
+
{
|
|
3171
|
+
"capability": "SCHEMA_METADATA",
|
|
3172
|
+
"description": "Enabled by default",
|
|
3173
|
+
"subtype_modifier": null,
|
|
3174
|
+
"supported": true
|
|
3175
|
+
},
|
|
3176
|
+
{
|
|
3177
|
+
"capability": "LINEAGE_COARSE",
|
|
3178
|
+
"description": "Optionally enabled via configuration",
|
|
3179
|
+
"subtype_modifier": null,
|
|
3180
|
+
"supported": true
|
|
3181
|
+
},
|
|
3182
|
+
{
|
|
3183
|
+
"capability": "TEST_CONNECTION",
|
|
3184
|
+
"description": "Enabled by default",
|
|
3185
|
+
"subtype_modifier": null,
|
|
3186
|
+
"supported": true
|
|
3187
|
+
}
|
|
3188
|
+
],
|
|
3189
|
+
"classname": "datahub.ingestion.source.sql.teradata.TeradataSource",
|
|
3190
|
+
"platform_id": "teradata",
|
|
3191
|
+
"platform_name": "Teradata",
|
|
3192
|
+
"support_status": "TESTING"
|
|
3193
|
+
},
|
|
3194
|
+
"trino": {
|
|
3195
|
+
"capabilities": [
|
|
3196
|
+
{
|
|
3197
|
+
"capability": "CONTAINERS",
|
|
3198
|
+
"description": "Enabled by default",
|
|
3199
|
+
"subtype_modifier": [
|
|
3200
|
+
"Database",
|
|
3201
|
+
"Schema"
|
|
3202
|
+
],
|
|
3203
|
+
"supported": true
|
|
3204
|
+
},
|
|
3205
|
+
{
|
|
3206
|
+
"capability": "CLASSIFICATION",
|
|
3207
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
3208
|
+
"subtype_modifier": null,
|
|
3209
|
+
"supported": true
|
|
3210
|
+
},
|
|
3211
|
+
{
|
|
3212
|
+
"capability": "LINEAGE_FINE",
|
|
3213
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
3214
|
+
"subtype_modifier": [
|
|
3215
|
+
"View"
|
|
3216
|
+
],
|
|
3217
|
+
"supported": true
|
|
3218
|
+
},
|
|
3219
|
+
{
|
|
3220
|
+
"capability": "DATA_PROFILING",
|
|
3221
|
+
"description": "Optionally enabled via configuration",
|
|
3222
|
+
"subtype_modifier": null,
|
|
3223
|
+
"supported": true
|
|
3224
|
+
},
|
|
3225
|
+
{
|
|
3226
|
+
"capability": "DESCRIPTIONS",
|
|
3227
|
+
"description": "Enabled by default",
|
|
3228
|
+
"subtype_modifier": null,
|
|
3229
|
+
"supported": true
|
|
3230
|
+
},
|
|
3231
|
+
{
|
|
3232
|
+
"capability": "DELETION_DETECTION",
|
|
3233
|
+
"description": "Enabled by default via stateful ingestion",
|
|
3234
|
+
"subtype_modifier": null,
|
|
3235
|
+
"supported": true
|
|
3236
|
+
},
|
|
3237
|
+
{
|
|
3238
|
+
"capability": "DOMAINS",
|
|
3239
|
+
"description": "Supported via the `domain` config field",
|
|
3240
|
+
"subtype_modifier": null,
|
|
3241
|
+
"supported": true
|
|
3242
|
+
},
|
|
3243
|
+
{
|
|
3244
|
+
"capability": "SCHEMA_METADATA",
|
|
3245
|
+
"description": "Enabled by default",
|
|
3246
|
+
"subtype_modifier": null,
|
|
3247
|
+
"supported": true
|
|
3248
|
+
},
|
|
3249
|
+
{
|
|
3250
|
+
"capability": "LINEAGE_COARSE",
|
|
3251
|
+
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
3252
|
+
"subtype_modifier": [
|
|
3253
|
+
"View"
|
|
3254
|
+
],
|
|
3255
|
+
"supported": true
|
|
3256
|
+
},
|
|
3257
|
+
{
|
|
3258
|
+
"capability": "TEST_CONNECTION",
|
|
3259
|
+
"description": "Enabled by default",
|
|
3260
|
+
"subtype_modifier": null,
|
|
3261
|
+
"supported": true
|
|
3262
|
+
}
|
|
3263
|
+
],
|
|
3264
|
+
"classname": "datahub.ingestion.source.sql.trino.TrinoSource",
|
|
3265
|
+
"platform_id": "trino",
|
|
3266
|
+
"platform_name": "Trino",
|
|
3267
|
+
"support_status": "CERTIFIED"
|
|
3268
|
+
},
|
|
3269
|
+
"unity-catalog": {
|
|
3270
|
+
"capabilities": [
|
|
3271
|
+
{
|
|
3272
|
+
"capability": "CONTAINERS",
|
|
3273
|
+
"description": "Enabled by default",
|
|
3274
|
+
"subtype_modifier": [
|
|
3275
|
+
"Catalog",
|
|
3276
|
+
"Schema"
|
|
3277
|
+
],
|
|
3278
|
+
"supported": true
|
|
3279
|
+
},
|
|
3280
|
+
{
|
|
3281
|
+
"capability": "LINEAGE_FINE",
|
|
3282
|
+
"description": "Enabled by default",
|
|
3283
|
+
"subtype_modifier": null,
|
|
3284
|
+
"supported": true
|
|
3285
|
+
},
|
|
3286
|
+
{
|
|
3287
|
+
"capability": "DATA_PROFILING",
|
|
3288
|
+
"description": "Supported via the `profiling.enabled` config",
|
|
3289
|
+
"subtype_modifier": null,
|
|
3290
|
+
"supported": true
|
|
3291
|
+
},
|
|
3292
|
+
{
|
|
3293
|
+
"capability": "USAGE_STATS",
|
|
3294
|
+
"description": "Enabled by default",
|
|
3295
|
+
"subtype_modifier": null,
|
|
3296
|
+
"supported": true
|
|
3297
|
+
},
|
|
3298
|
+
{
|
|
3299
|
+
"capability": "DESCRIPTIONS",
|
|
3300
|
+
"description": "Enabled by default",
|
|
3301
|
+
"subtype_modifier": null,
|
|
3302
|
+
"supported": true
|
|
3303
|
+
},
|
|
3304
|
+
{
|
|
3305
|
+
"capability": "DELETION_DETECTION",
|
|
3306
|
+
"description": "Enabled by default via stateful ingestion",
|
|
3307
|
+
"subtype_modifier": null,
|
|
3308
|
+
"supported": true
|
|
3309
|
+
},
|
|
3310
|
+
{
|
|
3311
|
+
"capability": "DOMAINS",
|
|
3312
|
+
"description": "Supported via the `domain` config field",
|
|
3313
|
+
"subtype_modifier": null,
|
|
3314
|
+
"supported": true
|
|
3315
|
+
},
|
|
3316
|
+
{
|
|
3317
|
+
"capability": "OWNERSHIP",
|
|
3318
|
+
"description": "Supported via the `include_ownership` config",
|
|
3319
|
+
"subtype_modifier": null,
|
|
3320
|
+
"supported": true
|
|
3321
|
+
},
|
|
3322
|
+
{
|
|
3323
|
+
"capability": "PLATFORM_INSTANCE",
|
|
3324
|
+
"description": "Enabled by default",
|
|
3325
|
+
"subtype_modifier": null,
|
|
3326
|
+
"supported": true
|
|
3327
|
+
},
|
|
3328
|
+
{
|
|
3329
|
+
"capability": "SCHEMA_METADATA",
|
|
3330
|
+
"description": "Enabled by default",
|
|
3331
|
+
"subtype_modifier": null,
|
|
3332
|
+
"supported": true
|
|
3333
|
+
},
|
|
3334
|
+
{
|
|
3335
|
+
"capability": "LINEAGE_COARSE",
|
|
3336
|
+
"description": "Enabled by default",
|
|
3337
|
+
"subtype_modifier": null,
|
|
3338
|
+
"supported": true
|
|
3339
|
+
},
|
|
3340
|
+
{
|
|
3341
|
+
"capability": "TEST_CONNECTION",
|
|
3342
|
+
"description": "Enabled by default",
|
|
3343
|
+
"subtype_modifier": null,
|
|
3344
|
+
"supported": true
|
|
3345
|
+
}
|
|
3346
|
+
],
|
|
3347
|
+
"classname": "datahub.ingestion.source.unity.source.UnityCatalogSource",
|
|
3348
|
+
"platform_id": "databricks",
|
|
3349
|
+
"platform_name": "Databricks",
|
|
3350
|
+
"support_status": "INCUBATING"
|
|
3351
|
+
},
|
|
3352
|
+
"vertexai": {
|
|
3353
|
+
"capabilities": [
|
|
3354
|
+
{
|
|
3355
|
+
"capability": "DESCRIPTIONS",
|
|
3356
|
+
"description": "Extract descriptions for Vertex AI Registered Models and Model Versions",
|
|
3357
|
+
"subtype_modifier": null,
|
|
3358
|
+
"supported": true
|
|
3359
|
+
}
|
|
3360
|
+
],
|
|
3361
|
+
"classname": "datahub.ingestion.source.vertexai.vertexai.VertexAISource",
|
|
3362
|
+
"platform_id": "vertexai",
|
|
3363
|
+
"platform_name": "Vertex AI",
|
|
3364
|
+
"support_status": "TESTING"
|
|
3365
|
+
},
|
|
3366
|
+
"vertica": {
|
|
3367
|
+
"capabilities": [
|
|
3368
|
+
{
|
|
3369
|
+
"capability": "CONTAINERS",
|
|
3370
|
+
"description": "Enabled by default",
|
|
3371
|
+
"subtype_modifier": [
|
|
3372
|
+
"Database",
|
|
3373
|
+
"Schema"
|
|
3374
|
+
],
|
|
3375
|
+
"supported": true
|
|
3376
|
+
},
|
|
3377
|
+
{
|
|
3378
|
+
"capability": "CLASSIFICATION",
|
|
3379
|
+
"description": "Optionally enabled via `classification.enabled`",
|
|
3380
|
+
"subtype_modifier": null,
|
|
3381
|
+
"supported": true
|
|
3382
|
+
},
|
|
3383
|
+
{
|
|
3384
|
+
"capability": "LINEAGE_FINE",
|
|
3385
|
+
"description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
|
|
3386
|
+
"subtype_modifier": [
|
|
3387
|
+
"View"
|
|
3388
|
+
],
|
|
3389
|
+
"supported": true
|
|
3390
|
+
},
|
|
3391
|
+
{
|
|
3392
|
+
"capability": "DATA_PROFILING",
|
|
3393
|
+
"description": "Optionally enabled via configuration",
|
|
3394
|
+
"subtype_modifier": null,
|
|
3395
|
+
"supported": true
|
|
3396
|
+
},
|
|
3397
|
+
{
|
|
3398
|
+
"capability": "DESCRIPTIONS",
|
|
3399
|
+
"description": "Enabled by default",
|
|
3400
|
+
"subtype_modifier": null,
|
|
3401
|
+
"supported": true
|
|
3402
|
+
},
|
|
3403
|
+
{
|
|
3404
|
+
"capability": "DELETION_DETECTION",
|
|
3405
|
+
"description": "Enabled by default via stateful ingestion",
|
|
3406
|
+
"subtype_modifier": null,
|
|
3407
|
+
"supported": true
|
|
3408
|
+
},
|
|
3409
|
+
{
|
|
3410
|
+
"capability": "DOMAINS",
|
|
3411
|
+
"description": "Supported via the `domain` config field",
|
|
3412
|
+
"subtype_modifier": null,
|
|
3413
|
+
"supported": true
|
|
3414
|
+
},
|
|
3415
|
+
{
|
|
3416
|
+
"capability": "PLATFORM_INSTANCE",
|
|
3417
|
+
"description": "Enabled by default",
|
|
3418
|
+
"subtype_modifier": null,
|
|
3419
|
+
"supported": true
|
|
3420
|
+
},
|
|
3421
|
+
{
|
|
3422
|
+
"capability": "SCHEMA_METADATA",
|
|
3423
|
+
"description": "Enabled by default",
|
|
3424
|
+
"subtype_modifier": null,
|
|
3425
|
+
"supported": true
|
|
3426
|
+
},
|
|
3427
|
+
{
|
|
3428
|
+
"capability": "LINEAGE_COARSE",
|
|
3429
|
+
"description": "Enabled by default, can be disabled via configuration `include_view_lineage` and `include_projection_lineage`",
|
|
3430
|
+
"subtype_modifier": [
|
|
3431
|
+
"View",
|
|
3432
|
+
"Projections"
|
|
3433
|
+
],
|
|
3434
|
+
"supported": true
|
|
3435
|
+
},
|
|
3436
|
+
{
|
|
3437
|
+
"capability": "TEST_CONNECTION",
|
|
3438
|
+
"description": "Enabled by default",
|
|
3439
|
+
"subtype_modifier": null,
|
|
3440
|
+
"supported": true
|
|
3441
|
+
}
|
|
3442
|
+
],
|
|
3443
|
+
"classname": "datahub.ingestion.source.sql.vertica.VerticaSource",
|
|
3444
|
+
"platform_id": "vertica",
|
|
3445
|
+
"platform_name": "Vertica",
|
|
3446
|
+
"support_status": "CERTIFIED"
|
|
3447
|
+
}
|
|
3448
|
+
}
|
|
3449
|
+
}
|