acryl-datahub 1.0.0rc18__py3-none-any.whl → 1.3.0.1rc9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub might be problematic. Click here for more details.

Files changed (503) hide show
  1. {acryl_datahub-1.0.0rc18.dist-info → acryl_datahub-1.3.0.1rc9.dist-info}/METADATA +2686 -2563
  2. {acryl_datahub-1.0.0rc18.dist-info → acryl_datahub-1.3.0.1rc9.dist-info}/RECORD +499 -392
  3. {acryl_datahub-1.0.0rc18.dist-info → acryl_datahub-1.3.0.1rc9.dist-info}/WHEEL +1 -1
  4. {acryl_datahub-1.0.0rc18.dist-info → acryl_datahub-1.3.0.1rc9.dist-info}/entry_points.txt +7 -1
  5. datahub/_version.py +1 -1
  6. datahub/api/circuit_breaker/operation_circuit_breaker.py +2 -2
  7. datahub/api/entities/assertion/assertion.py +1 -1
  8. datahub/api/entities/common/serialized_value.py +1 -1
  9. datahub/api/entities/corpgroup/corpgroup.py +1 -1
  10. datahub/api/entities/datacontract/datacontract.py +35 -3
  11. datahub/api/entities/datajob/dataflow.py +18 -3
  12. datahub/api/entities/datajob/datajob.py +24 -4
  13. datahub/api/entities/dataprocess/dataprocess_instance.py +4 -0
  14. datahub/api/entities/dataproduct/dataproduct.py +32 -3
  15. datahub/api/entities/dataset/dataset.py +47 -72
  16. datahub/api/entities/external/__init__.py +0 -0
  17. datahub/api/entities/external/external_entities.py +724 -0
  18. datahub/api/entities/external/external_tag.py +147 -0
  19. datahub/api/entities/external/lake_formation_external_entites.py +162 -0
  20. datahub/api/entities/external/restricted_text.py +172 -0
  21. datahub/api/entities/external/unity_catalog_external_entites.py +172 -0
  22. datahub/api/entities/forms/forms.py +37 -37
  23. datahub/api/entities/structuredproperties/structuredproperties.py +6 -6
  24. datahub/api/graphql/assertion.py +1 -1
  25. datahub/api/graphql/base.py +8 -6
  26. datahub/api/graphql/operation.py +14 -10
  27. datahub/cli/check_cli.py +91 -9
  28. datahub/cli/cli_utils.py +63 -0
  29. datahub/cli/config_utils.py +20 -12
  30. datahub/cli/container_cli.py +5 -0
  31. datahub/cli/delete_cli.py +133 -34
  32. datahub/cli/docker_check.py +110 -14
  33. datahub/cli/docker_cli.py +155 -231
  34. datahub/cli/exists_cli.py +2 -3
  35. datahub/cli/get_cli.py +2 -3
  36. datahub/cli/graphql_cli.py +1422 -0
  37. datahub/cli/iceberg_cli.py +11 -5
  38. datahub/cli/ingest_cli.py +25 -26
  39. datahub/cli/migrate.py +12 -9
  40. datahub/cli/migration_utils.py +4 -3
  41. datahub/cli/put_cli.py +4 -6
  42. datahub/cli/quickstart_versioning.py +53 -10
  43. datahub/cli/specific/assertions_cli.py +39 -7
  44. datahub/cli/specific/datacontract_cli.py +57 -9
  45. datahub/cli/specific/dataproduct_cli.py +12 -24
  46. datahub/cli/specific/dataset_cli.py +31 -21
  47. datahub/cli/specific/forms_cli.py +2 -5
  48. datahub/cli/specific/group_cli.py +2 -3
  49. datahub/cli/specific/structuredproperties_cli.py +5 -7
  50. datahub/cli/specific/user_cli.py +174 -4
  51. datahub/cli/state_cli.py +2 -3
  52. datahub/cli/timeline_cli.py +2 -3
  53. datahub/configuration/common.py +46 -2
  54. datahub/configuration/connection_resolver.py +5 -2
  55. datahub/configuration/env_vars.py +331 -0
  56. datahub/configuration/import_resolver.py +7 -4
  57. datahub/configuration/kafka.py +21 -1
  58. datahub/configuration/pydantic_migration_helpers.py +6 -13
  59. datahub/configuration/source_common.py +4 -3
  60. datahub/configuration/validate_field_deprecation.py +5 -2
  61. datahub/configuration/validate_field_removal.py +8 -2
  62. datahub/configuration/validate_field_rename.py +6 -5
  63. datahub/configuration/validate_multiline_string.py +5 -2
  64. datahub/emitter/mce_builder.py +12 -8
  65. datahub/emitter/mcp.py +20 -5
  66. datahub/emitter/mcp_builder.py +12 -0
  67. datahub/emitter/request_helper.py +138 -15
  68. datahub/emitter/response_helper.py +111 -19
  69. datahub/emitter/rest_emitter.py +399 -163
  70. datahub/entrypoints.py +10 -5
  71. datahub/errors.py +12 -0
  72. datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py +299 -2
  73. datahub/ingestion/api/auto_work_units/auto_validate_input_fields.py +87 -0
  74. datahub/ingestion/api/common.py +9 -0
  75. datahub/ingestion/api/decorators.py +15 -3
  76. datahub/ingestion/api/report.py +381 -3
  77. datahub/ingestion/api/sink.py +27 -2
  78. datahub/ingestion/api/source.py +174 -62
  79. datahub/ingestion/api/source_helpers.py +41 -3
  80. datahub/ingestion/api/source_protocols.py +23 -0
  81. datahub/ingestion/autogenerated/__init__.py +0 -0
  82. datahub/ingestion/autogenerated/capability_summary.json +3652 -0
  83. datahub/ingestion/autogenerated/lineage.json +402 -0
  84. datahub/ingestion/autogenerated/lineage_helper.py +177 -0
  85. datahub/ingestion/extractor/schema_util.py +31 -5
  86. datahub/ingestion/glossary/classification_mixin.py +9 -2
  87. datahub/ingestion/graph/client.py +492 -55
  88. datahub/ingestion/graph/config.py +18 -2
  89. datahub/ingestion/graph/filters.py +96 -32
  90. datahub/ingestion/graph/links.py +55 -0
  91. datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py +21 -11
  92. datahub/ingestion/run/pipeline.py +90 -23
  93. datahub/ingestion/run/pipeline_config.py +3 -3
  94. datahub/ingestion/sink/datahub_kafka.py +1 -0
  95. datahub/ingestion/sink/datahub_rest.py +31 -23
  96. datahub/ingestion/sink/file.py +1 -0
  97. datahub/ingestion/source/abs/config.py +1 -1
  98. datahub/ingestion/source/abs/datalake_profiler_config.py +1 -1
  99. datahub/ingestion/source/abs/source.py +15 -30
  100. datahub/ingestion/source/apply/datahub_apply.py +6 -5
  101. datahub/ingestion/source/aws/aws_common.py +185 -13
  102. datahub/ingestion/source/aws/glue.py +517 -244
  103. datahub/ingestion/source/aws/platform_resource_repository.py +30 -0
  104. datahub/ingestion/source/aws/s3_boto_utils.py +100 -5
  105. datahub/ingestion/source/aws/sagemaker_processors/feature_groups.py +1 -1
  106. datahub/ingestion/source/aws/sagemaker_processors/models.py +4 -4
  107. datahub/ingestion/source/aws/tag_entities.py +270 -0
  108. datahub/ingestion/source/azure/azure_common.py +3 -3
  109. datahub/ingestion/source/bigquery_v2/bigquery.py +51 -7
  110. datahub/ingestion/source/bigquery_v2/bigquery_config.py +51 -81
  111. datahub/ingestion/source/bigquery_v2/bigquery_connection.py +81 -0
  112. datahub/ingestion/source/bigquery_v2/bigquery_queries.py +6 -1
  113. datahub/ingestion/source/bigquery_v2/bigquery_report.py +0 -2
  114. datahub/ingestion/source/bigquery_v2/bigquery_schema.py +23 -16
  115. datahub/ingestion/source/bigquery_v2/bigquery_schema_gen.py +20 -5
  116. datahub/ingestion/source/bigquery_v2/common.py +1 -1
  117. datahub/ingestion/source/bigquery_v2/lineage.py +1 -1
  118. datahub/ingestion/source/bigquery_v2/profiler.py +4 -2
  119. datahub/ingestion/source/bigquery_v2/queries.py +3 -3
  120. datahub/ingestion/source/bigquery_v2/queries_extractor.py +45 -9
  121. datahub/ingestion/source/cassandra/cassandra.py +7 -18
  122. datahub/ingestion/source/cassandra/cassandra_api.py +36 -0
  123. datahub/ingestion/source/cassandra/cassandra_config.py +20 -0
  124. datahub/ingestion/source/cassandra/cassandra_profiling.py +26 -24
  125. datahub/ingestion/source/cassandra/cassandra_utils.py +1 -2
  126. datahub/ingestion/source/common/data_platforms.py +23 -0
  127. datahub/ingestion/source/common/gcp_credentials_config.py +9 -1
  128. datahub/ingestion/source/common/subtypes.py +73 -1
  129. datahub/ingestion/source/data_lake_common/data_lake_utils.py +59 -10
  130. datahub/ingestion/source/data_lake_common/object_store.py +732 -0
  131. datahub/ingestion/source/data_lake_common/path_spec.py +87 -38
  132. datahub/ingestion/source/datahub/config.py +19 -5
  133. datahub/ingestion/source/datahub/datahub_database_reader.py +205 -36
  134. datahub/ingestion/source/datahub/datahub_source.py +11 -1
  135. datahub/ingestion/source/dbt/dbt_cloud.py +17 -10
  136. datahub/ingestion/source/dbt/dbt_common.py +270 -26
  137. datahub/ingestion/source/dbt/dbt_core.py +88 -47
  138. datahub/ingestion/source/dbt/dbt_tests.py +8 -6
  139. datahub/ingestion/source/debug/__init__.py +0 -0
  140. datahub/ingestion/source/debug/datahub_debug.py +300 -0
  141. datahub/ingestion/source/delta_lake/config.py +9 -5
  142. datahub/ingestion/source/delta_lake/source.py +8 -0
  143. datahub/ingestion/source/dremio/dremio_api.py +114 -73
  144. datahub/ingestion/source/dremio/dremio_aspects.py +3 -2
  145. datahub/ingestion/source/dremio/dremio_config.py +5 -4
  146. datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py +1 -1
  147. datahub/ingestion/source/dremio/dremio_entities.py +6 -5
  148. datahub/ingestion/source/dremio/dremio_reporting.py +22 -3
  149. datahub/ingestion/source/dremio/dremio_source.py +228 -215
  150. datahub/ingestion/source/dremio/dremio_sql_queries.py +82 -21
  151. datahub/ingestion/source/dynamodb/dynamodb.py +19 -13
  152. datahub/ingestion/source/excel/__init__.py +0 -0
  153. datahub/ingestion/source/excel/config.py +92 -0
  154. datahub/ingestion/source/excel/excel_file.py +539 -0
  155. datahub/ingestion/source/excel/profiling.py +308 -0
  156. datahub/ingestion/source/excel/report.py +49 -0
  157. datahub/ingestion/source/excel/source.py +662 -0
  158. datahub/ingestion/source/excel/util.py +18 -0
  159. datahub/ingestion/source/feast.py +12 -14
  160. datahub/ingestion/source/file.py +3 -0
  161. datahub/ingestion/source/fivetran/config.py +67 -8
  162. datahub/ingestion/source/fivetran/fivetran.py +228 -43
  163. datahub/ingestion/source/fivetran/fivetran_log_api.py +42 -9
  164. datahub/ingestion/source/fivetran/fivetran_query.py +58 -36
  165. datahub/ingestion/source/fivetran/fivetran_rest_api.py +65 -0
  166. datahub/ingestion/source/fivetran/response_models.py +97 -0
  167. datahub/ingestion/source/gc/datahub_gc.py +0 -2
  168. datahub/ingestion/source/gc/soft_deleted_entity_cleanup.py +101 -104
  169. datahub/ingestion/source/gcs/gcs_source.py +53 -10
  170. datahub/ingestion/source/gcs/gcs_utils.py +36 -9
  171. datahub/ingestion/source/ge_data_profiler.py +146 -33
  172. datahub/ingestion/source/ge_profiling_config.py +26 -11
  173. datahub/ingestion/source/grafana/entity_mcp_builder.py +272 -0
  174. datahub/ingestion/source/grafana/field_utils.py +307 -0
  175. datahub/ingestion/source/grafana/grafana_api.py +142 -0
  176. datahub/ingestion/source/grafana/grafana_config.py +104 -0
  177. datahub/ingestion/source/grafana/grafana_source.py +522 -84
  178. datahub/ingestion/source/grafana/lineage.py +202 -0
  179. datahub/ingestion/source/grafana/models.py +137 -0
  180. datahub/ingestion/source/grafana/report.py +90 -0
  181. datahub/ingestion/source/grafana/types.py +16 -0
  182. datahub/ingestion/source/hex/__init__.py +0 -0
  183. datahub/ingestion/source/hex/api.py +402 -0
  184. datahub/ingestion/source/hex/constants.py +8 -0
  185. datahub/ingestion/source/hex/hex.py +311 -0
  186. datahub/ingestion/source/hex/mapper.py +412 -0
  187. datahub/ingestion/source/hex/model.py +78 -0
  188. datahub/ingestion/source/hex/query_fetcher.py +307 -0
  189. datahub/ingestion/source/iceberg/iceberg.py +385 -164
  190. datahub/ingestion/source/iceberg/iceberg_common.py +2 -2
  191. datahub/ingestion/source/iceberg/iceberg_profiler.py +25 -20
  192. datahub/ingestion/source/identity/azure_ad.py +1 -1
  193. datahub/ingestion/source/identity/okta.py +1 -14
  194. datahub/ingestion/source/kafka/kafka.py +28 -71
  195. datahub/ingestion/source/kafka/kafka_config.py +78 -0
  196. datahub/ingestion/source/kafka_connect/common.py +2 -2
  197. datahub/ingestion/source/kafka_connect/sink_connectors.py +157 -48
  198. datahub/ingestion/source/kafka_connect/source_connectors.py +63 -5
  199. datahub/ingestion/source/ldap.py +1 -1
  200. datahub/ingestion/source/looker/looker_common.py +216 -86
  201. datahub/ingestion/source/looker/looker_config.py +15 -4
  202. datahub/ingestion/source/looker/looker_constant.py +4 -0
  203. datahub/ingestion/source/looker/looker_lib_wrapper.py +37 -4
  204. datahub/ingestion/source/looker/looker_liquid_tag.py +56 -5
  205. datahub/ingestion/source/looker/looker_source.py +539 -555
  206. datahub/ingestion/source/looker/looker_view_id_cache.py +1 -1
  207. datahub/ingestion/source/looker/lookml_concept_context.py +1 -1
  208. datahub/ingestion/source/looker/lookml_config.py +31 -3
  209. datahub/ingestion/source/looker/lookml_refinement.py +1 -1
  210. datahub/ingestion/source/looker/lookml_source.py +103 -118
  211. datahub/ingestion/source/looker/view_upstream.py +494 -1
  212. datahub/ingestion/source/metabase.py +32 -6
  213. datahub/ingestion/source/metadata/business_glossary.py +7 -7
  214. datahub/ingestion/source/metadata/lineage.py +11 -10
  215. datahub/ingestion/source/mlflow.py +254 -23
  216. datahub/ingestion/source/mock_data/__init__.py +0 -0
  217. datahub/ingestion/source/mock_data/datahub_mock_data.py +533 -0
  218. datahub/ingestion/source/mock_data/datahub_mock_data_report.py +12 -0
  219. datahub/ingestion/source/mock_data/table_naming_helper.py +97 -0
  220. datahub/ingestion/source/mode.py +359 -181
  221. datahub/ingestion/source/mongodb.py +11 -1
  222. datahub/ingestion/source/neo4j/neo4j_source.py +122 -153
  223. datahub/ingestion/source/nifi.py +5 -5
  224. datahub/ingestion/source/openapi.py +85 -38
  225. datahub/ingestion/source/openapi_parser.py +59 -40
  226. datahub/ingestion/source/powerbi/config.py +92 -27
  227. datahub/ingestion/source/powerbi/m_query/data_classes.py +3 -0
  228. datahub/ingestion/source/powerbi/m_query/odbc.py +185 -0
  229. datahub/ingestion/source/powerbi/m_query/parser.py +2 -2
  230. datahub/ingestion/source/powerbi/m_query/pattern_handler.py +358 -14
  231. datahub/ingestion/source/powerbi/m_query/resolver.py +10 -0
  232. datahub/ingestion/source/powerbi/powerbi.py +66 -32
  233. datahub/ingestion/source/powerbi/rest_api_wrapper/data_resolver.py +2 -2
  234. datahub/ingestion/source/powerbi/rest_api_wrapper/powerbi_api.py +11 -12
  235. datahub/ingestion/source/powerbi_report_server/report_server.py +0 -23
  236. datahub/ingestion/source/powerbi_report_server/report_server_domain.py +2 -4
  237. datahub/ingestion/source/preset.py +3 -3
  238. datahub/ingestion/source/qlik_sense/data_classes.py +28 -8
  239. datahub/ingestion/source/qlik_sense/qlik_sense.py +2 -1
  240. datahub/ingestion/source/redash.py +1 -1
  241. datahub/ingestion/source/redshift/config.py +15 -9
  242. datahub/ingestion/source/redshift/datashares.py +1 -1
  243. datahub/ingestion/source/redshift/lineage.py +386 -687
  244. datahub/ingestion/source/redshift/profile.py +2 -2
  245. datahub/ingestion/source/redshift/query.py +24 -20
  246. datahub/ingestion/source/redshift/redshift.py +52 -111
  247. datahub/ingestion/source/redshift/redshift_schema.py +17 -12
  248. datahub/ingestion/source/redshift/report.py +0 -2
  249. datahub/ingestion/source/redshift/usage.py +13 -11
  250. datahub/ingestion/source/s3/report.py +4 -2
  251. datahub/ingestion/source/s3/source.py +515 -244
  252. datahub/ingestion/source/sac/sac.py +3 -1
  253. datahub/ingestion/source/salesforce.py +28 -13
  254. datahub/ingestion/source/schema/json_schema.py +14 -14
  255. datahub/ingestion/source/schema_inference/object.py +22 -6
  256. datahub/ingestion/source/sigma/config.py +75 -8
  257. datahub/ingestion/source/sigma/data_classes.py +3 -0
  258. datahub/ingestion/source/sigma/sigma.py +36 -7
  259. datahub/ingestion/source/sigma/sigma_api.py +99 -58
  260. datahub/ingestion/source/slack/slack.py +403 -140
  261. datahub/ingestion/source/snaplogic/__init__.py +0 -0
  262. datahub/ingestion/source/snaplogic/snaplogic.py +355 -0
  263. datahub/ingestion/source/snaplogic/snaplogic_config.py +37 -0
  264. datahub/ingestion/source/snaplogic/snaplogic_lineage_extractor.py +107 -0
  265. datahub/ingestion/source/snaplogic/snaplogic_parser.py +168 -0
  266. datahub/ingestion/source/snaplogic/snaplogic_utils.py +31 -0
  267. datahub/ingestion/source/snowflake/constants.py +4 -0
  268. datahub/ingestion/source/snowflake/snowflake_config.py +103 -34
  269. datahub/ingestion/source/snowflake/snowflake_connection.py +47 -25
  270. datahub/ingestion/source/snowflake/snowflake_lineage_v2.py +25 -6
  271. datahub/ingestion/source/snowflake/snowflake_profiler.py +1 -6
  272. datahub/ingestion/source/snowflake/snowflake_queries.py +511 -107
  273. datahub/ingestion/source/snowflake/snowflake_query.py +100 -72
  274. datahub/ingestion/source/snowflake/snowflake_report.py +4 -2
  275. datahub/ingestion/source/snowflake/snowflake_schema.py +381 -16
  276. datahub/ingestion/source/snowflake/snowflake_schema_gen.py +163 -52
  277. datahub/ingestion/source/snowflake/snowflake_summary.py +7 -1
  278. datahub/ingestion/source/snowflake/snowflake_tag.py +4 -1
  279. datahub/ingestion/source/snowflake/snowflake_usage_v2.py +8 -2
  280. datahub/ingestion/source/snowflake/snowflake_utils.py +62 -17
  281. datahub/ingestion/source/snowflake/snowflake_v2.py +56 -10
  282. datahub/ingestion/source/snowflake/stored_proc_lineage.py +143 -0
  283. datahub/ingestion/source/sql/athena.py +219 -26
  284. datahub/ingestion/source/sql/athena_properties_extractor.py +795 -0
  285. datahub/ingestion/source/sql/clickhouse.py +29 -9
  286. datahub/ingestion/source/sql/cockroachdb.py +5 -4
  287. datahub/ingestion/source/sql/druid.py +9 -4
  288. datahub/ingestion/source/sql/hana.py +3 -1
  289. datahub/ingestion/source/sql/hive.py +28 -8
  290. datahub/ingestion/source/sql/hive_metastore.py +24 -25
  291. datahub/ingestion/source/sql/mariadb.py +0 -1
  292. datahub/ingestion/source/sql/mssql/job_models.py +18 -2
  293. datahub/ingestion/source/sql/mssql/source.py +376 -62
  294. datahub/ingestion/source/sql/mysql.py +154 -4
  295. datahub/ingestion/source/sql/oracle.py +62 -11
  296. datahub/ingestion/source/sql/postgres.py +142 -6
  297. datahub/ingestion/source/sql/presto.py +20 -2
  298. datahub/ingestion/source/sql/sql_common.py +281 -49
  299. datahub/ingestion/source/sql/sql_config.py +1 -34
  300. datahub/ingestion/source/sql/sql_generic_profiler.py +2 -1
  301. datahub/ingestion/source/sql/sql_types.py +27 -2
  302. datahub/ingestion/source/sql/sqlalchemy_uri.py +68 -0
  303. datahub/ingestion/source/sql/stored_procedures/__init__.py +0 -0
  304. datahub/ingestion/source/sql/stored_procedures/base.py +253 -0
  305. datahub/ingestion/source/sql/{mssql/stored_procedure_lineage.py → stored_procedures/lineage.py} +2 -29
  306. datahub/ingestion/source/sql/teradata.py +1028 -245
  307. datahub/ingestion/source/sql/trino.py +43 -10
  308. datahub/ingestion/source/sql/two_tier_sql_source.py +3 -4
  309. datahub/ingestion/source/sql/vertica.py +14 -7
  310. datahub/ingestion/source/sql_queries.py +219 -121
  311. datahub/ingestion/source/state/checkpoint.py +8 -29
  312. datahub/ingestion/source/state/entity_removal_state.py +5 -2
  313. datahub/ingestion/source/state/redundant_run_skip_handler.py +21 -0
  314. datahub/ingestion/source/state/stale_entity_removal_handler.py +0 -1
  315. datahub/ingestion/source/state/stateful_ingestion_base.py +36 -11
  316. datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py +2 -1
  317. datahub/ingestion/source/superset.py +810 -126
  318. datahub/ingestion/source/tableau/tableau.py +172 -69
  319. datahub/ingestion/source/tableau/tableau_common.py +11 -4
  320. datahub/ingestion/source/tableau/tableau_constant.py +1 -4
  321. datahub/ingestion/source/tableau/tableau_server_wrapper.py +3 -0
  322. datahub/ingestion/source/tableau/tableau_validation.py +1 -1
  323. datahub/ingestion/source/unity/config.py +161 -40
  324. datahub/ingestion/source/unity/connection.py +61 -0
  325. datahub/ingestion/source/unity/connection_test.py +1 -0
  326. datahub/ingestion/source/unity/platform_resource_repository.py +19 -0
  327. datahub/ingestion/source/unity/proxy.py +794 -51
  328. datahub/ingestion/source/unity/proxy_patch.py +321 -0
  329. datahub/ingestion/source/unity/proxy_types.py +36 -2
  330. datahub/ingestion/source/unity/report.py +15 -3
  331. datahub/ingestion/source/unity/source.py +465 -131
  332. datahub/ingestion/source/unity/tag_entities.py +197 -0
  333. datahub/ingestion/source/unity/usage.py +46 -4
  334. datahub/ingestion/source/usage/clickhouse_usage.py +11 -4
  335. datahub/ingestion/source/usage/starburst_trino_usage.py +10 -5
  336. datahub/ingestion/source/usage/usage_common.py +4 -68
  337. datahub/ingestion/source/vertexai/__init__.py +0 -0
  338. datahub/ingestion/source/vertexai/vertexai.py +1367 -0
  339. datahub/ingestion/source/vertexai/vertexai_config.py +29 -0
  340. datahub/ingestion/source/vertexai/vertexai_result_type_utils.py +89 -0
  341. datahub/ingestion/source_config/pulsar.py +3 -1
  342. datahub/ingestion/source_report/ingestion_stage.py +50 -11
  343. datahub/ingestion/transformer/add_dataset_dataproduct.py +1 -1
  344. datahub/ingestion/transformer/add_dataset_ownership.py +19 -3
  345. datahub/ingestion/transformer/base_transformer.py +8 -5
  346. datahub/ingestion/transformer/dataset_domain.py +1 -1
  347. datahub/ingestion/transformer/set_browse_path.py +112 -0
  348. datahub/integrations/assertion/common.py +3 -2
  349. datahub/integrations/assertion/snowflake/compiler.py +4 -3
  350. datahub/lite/lite_util.py +2 -2
  351. datahub/metadata/{_schema_classes.py → _internal_schema_classes.py} +3095 -631
  352. datahub/metadata/_urns/urn_defs.py +1866 -1582
  353. datahub/metadata/com/linkedin/pegasus2avro/application/__init__.py +19 -0
  354. datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
  355. datahub/metadata/com/linkedin/pegasus2avro/dataplatform/slack/__init__.py +15 -0
  356. datahub/metadata/com/linkedin/pegasus2avro/event/__init__.py +11 -0
  357. datahub/metadata/com/linkedin/pegasus2avro/event/notification/__init__.py +15 -0
  358. datahub/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py +19 -0
  359. datahub/metadata/com/linkedin/pegasus2avro/file/__init__.py +19 -0
  360. datahub/metadata/com/linkedin/pegasus2avro/identity/__init__.py +2 -0
  361. datahub/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
  362. datahub/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +8 -0
  363. datahub/metadata/com/linkedin/pegasus2avro/module/__init__.py +31 -0
  364. datahub/metadata/com/linkedin/pegasus2avro/platform/event/v1/__init__.py +4 -0
  365. datahub/metadata/com/linkedin/pegasus2avro/role/__init__.py +2 -0
  366. datahub/metadata/com/linkedin/pegasus2avro/settings/asset/__init__.py +19 -0
  367. datahub/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +8 -0
  368. datahub/metadata/com/linkedin/pegasus2avro/template/__init__.py +31 -0
  369. datahub/metadata/schema.avsc +18404 -16617
  370. datahub/metadata/schema_classes.py +3 -3
  371. datahub/metadata/schemas/Actors.avsc +38 -1
  372. datahub/metadata/schemas/ApplicationKey.avsc +31 -0
  373. datahub/metadata/schemas/ApplicationProperties.avsc +72 -0
  374. datahub/metadata/schemas/Applications.avsc +38 -0
  375. datahub/metadata/schemas/AssetSettings.avsc +63 -0
  376. datahub/metadata/schemas/ChartInfo.avsc +2 -1
  377. datahub/metadata/schemas/ChartKey.avsc +1 -0
  378. datahub/metadata/schemas/ContainerKey.avsc +1 -0
  379. datahub/metadata/schemas/ContainerProperties.avsc +8 -0
  380. datahub/metadata/schemas/CorpUserEditableInfo.avsc +15 -1
  381. datahub/metadata/schemas/CorpUserKey.avsc +2 -1
  382. datahub/metadata/schemas/CorpUserSettings.avsc +145 -0
  383. datahub/metadata/schemas/DashboardKey.avsc +1 -0
  384. datahub/metadata/schemas/DataContractKey.avsc +2 -1
  385. datahub/metadata/schemas/DataFlowInfo.avsc +8 -0
  386. datahub/metadata/schemas/DataFlowKey.avsc +1 -0
  387. datahub/metadata/schemas/DataHubFileInfo.avsc +230 -0
  388. datahub/metadata/schemas/DataHubFileKey.avsc +21 -0
  389. datahub/metadata/schemas/DataHubIngestionSourceKey.avsc +2 -1
  390. datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc +22 -0
  391. datahub/metadata/schemas/DataHubPageModuleKey.avsc +21 -0
  392. datahub/metadata/schemas/DataHubPageModuleProperties.avsc +298 -0
  393. datahub/metadata/schemas/DataHubPageTemplateKey.avsc +21 -0
  394. datahub/metadata/schemas/DataHubPageTemplateProperties.avsc +251 -0
  395. datahub/metadata/schemas/DataHubPolicyInfo.avsc +12 -1
  396. datahub/metadata/schemas/DataJobInfo.avsc +8 -0
  397. datahub/metadata/schemas/DataJobInputOutput.avsc +8 -0
  398. datahub/metadata/schemas/DataJobKey.avsc +1 -0
  399. datahub/metadata/schemas/DataProcessInstanceInput.avsc +2 -1
  400. datahub/metadata/schemas/DataProcessInstanceOutput.avsc +2 -1
  401. datahub/metadata/schemas/DataProcessKey.avsc +8 -0
  402. datahub/metadata/schemas/DataProductKey.avsc +3 -1
  403. datahub/metadata/schemas/DataProductProperties.avsc +1 -1
  404. datahub/metadata/schemas/DataTransformLogic.avsc +4 -2
  405. datahub/metadata/schemas/DatasetKey.avsc +11 -1
  406. datahub/metadata/schemas/DatasetUsageStatistics.avsc +8 -0
  407. datahub/metadata/schemas/Deprecation.avsc +2 -0
  408. datahub/metadata/schemas/DomainKey.avsc +2 -1
  409. datahub/metadata/schemas/ExecutionRequestInput.avsc +5 -0
  410. datahub/metadata/schemas/FormInfo.avsc +5 -0
  411. datahub/metadata/schemas/GlobalSettingsInfo.avsc +134 -0
  412. datahub/metadata/schemas/GlossaryNodeKey.avsc +2 -1
  413. datahub/metadata/schemas/GlossaryTermKey.avsc +3 -1
  414. datahub/metadata/schemas/IcebergWarehouseInfo.avsc +8 -0
  415. datahub/metadata/schemas/IncidentInfo.avsc +3 -3
  416. datahub/metadata/schemas/InstitutionalMemory.avsc +31 -0
  417. datahub/metadata/schemas/LogicalParent.avsc +145 -0
  418. datahub/metadata/schemas/MLFeatureKey.avsc +1 -0
  419. datahub/metadata/schemas/MLFeatureTableKey.avsc +1 -0
  420. datahub/metadata/schemas/MLModelDeploymentKey.avsc +8 -0
  421. datahub/metadata/schemas/MLModelDeploymentProperties.avsc +3 -0
  422. datahub/metadata/schemas/MLModelGroupKey.avsc +11 -1
  423. datahub/metadata/schemas/MLModelGroupProperties.avsc +16 -0
  424. datahub/metadata/schemas/MLModelKey.avsc +9 -0
  425. datahub/metadata/schemas/MLPrimaryKeyKey.avsc +1 -0
  426. datahub/metadata/schemas/MetadataChangeEvent.avsc +189 -47
  427. datahub/metadata/schemas/MetadataChangeLog.avsc +65 -44
  428. datahub/metadata/schemas/MetadataChangeProposal.avsc +64 -0
  429. datahub/metadata/schemas/NotebookKey.avsc +1 -0
  430. datahub/metadata/schemas/Operation.avsc +21 -2
  431. datahub/metadata/schemas/Ownership.avsc +69 -0
  432. datahub/metadata/schemas/QueryProperties.avsc +24 -2
  433. datahub/metadata/schemas/QuerySubjects.avsc +1 -12
  434. datahub/metadata/schemas/RelationshipChangeEvent.avsc +215 -0
  435. datahub/metadata/schemas/SchemaFieldKey.avsc +4 -1
  436. datahub/metadata/schemas/Siblings.avsc +2 -0
  437. datahub/metadata/schemas/SlackUserInfo.avsc +160 -0
  438. datahub/metadata/schemas/StructuredProperties.avsc +69 -0
  439. datahub/metadata/schemas/StructuredPropertySettings.avsc +9 -0
  440. datahub/metadata/schemas/SystemMetadata.avsc +147 -0
  441. datahub/metadata/schemas/UpstreamLineage.avsc +9 -0
  442. datahub/metadata/schemas/__init__.py +3 -3
  443. datahub/sdk/__init__.py +7 -0
  444. datahub/sdk/_all_entities.py +15 -0
  445. datahub/sdk/_shared.py +393 -10
  446. datahub/sdk/_utils.py +4 -0
  447. datahub/sdk/chart.py +386 -0
  448. datahub/sdk/container.py +7 -0
  449. datahub/sdk/dashboard.py +453 -0
  450. datahub/sdk/dataflow.py +309 -0
  451. datahub/sdk/datajob.py +367 -0
  452. datahub/sdk/dataset.py +180 -4
  453. datahub/sdk/entity.py +99 -3
  454. datahub/sdk/entity_client.py +154 -12
  455. datahub/sdk/lineage_client.py +943 -0
  456. datahub/sdk/main_client.py +83 -8
  457. datahub/sdk/mlmodel.py +383 -0
  458. datahub/sdk/mlmodelgroup.py +240 -0
  459. datahub/sdk/search_client.py +85 -8
  460. datahub/sdk/search_filters.py +393 -68
  461. datahub/secret/datahub_secret_store.py +5 -1
  462. datahub/secret/environment_secret_store.py +29 -0
  463. datahub/secret/file_secret_store.py +49 -0
  464. datahub/specific/aspect_helpers/fine_grained_lineage.py +76 -0
  465. datahub/specific/aspect_helpers/siblings.py +73 -0
  466. datahub/specific/aspect_helpers/structured_properties.py +27 -0
  467. datahub/specific/chart.py +1 -1
  468. datahub/specific/datajob.py +15 -1
  469. datahub/specific/dataproduct.py +4 -0
  470. datahub/specific/dataset.py +51 -59
  471. datahub/sql_parsing/_sqlglot_patch.py +1 -2
  472. datahub/sql_parsing/fingerprint_utils.py +6 -0
  473. datahub/sql_parsing/split_statements.py +30 -3
  474. datahub/sql_parsing/sql_parsing_aggregator.py +144 -63
  475. datahub/sql_parsing/sqlglot_lineage.py +517 -44
  476. datahub/sql_parsing/sqlglot_utils.py +30 -18
  477. datahub/sql_parsing/tool_meta_extractor.py +25 -2
  478. datahub/telemetry/telemetry.py +30 -16
  479. datahub/testing/check_imports.py +1 -1
  480. datahub/testing/docker_utils.py +8 -2
  481. datahub/testing/mce_helpers.py +421 -0
  482. datahub/testing/mcp_diff.py +17 -21
  483. datahub/testing/sdk_v2_helpers.py +18 -0
  484. datahub/upgrade/upgrade.py +86 -30
  485. datahub/utilities/file_backed_collections.py +14 -15
  486. datahub/utilities/hive_schema_to_avro.py +2 -2
  487. datahub/utilities/ingest_utils.py +2 -2
  488. datahub/utilities/is_pytest.py +3 -2
  489. datahub/utilities/logging_manager.py +30 -7
  490. datahub/utilities/mapping.py +29 -2
  491. datahub/utilities/sample_data.py +5 -4
  492. datahub/utilities/server_config_util.py +298 -10
  493. datahub/utilities/sqlalchemy_query_combiner.py +6 -4
  494. datahub/utilities/stats_collections.py +4 -0
  495. datahub/utilities/threaded_iterator_executor.py +16 -3
  496. datahub/utilities/urn_encoder.py +1 -1
  497. datahub/utilities/urns/urn.py +41 -2
  498. datahub/emitter/sql_parsing_builder.py +0 -306
  499. datahub/ingestion/source/redshift/lineage_v2.py +0 -458
  500. datahub/ingestion/source/vertexai.py +0 -697
  501. datahub/ingestion/transformer/system_metadata_transformer.py +0 -45
  502. {acryl_datahub-1.0.0rc18.dist-info → acryl_datahub-1.3.0.1rc9.dist-info/licenses}/LICENSE +0 -0
  503. {acryl_datahub-1.0.0rc18.dist-info → acryl_datahub-1.3.0.1rc9.dist-info}/top_level.txt +0 -0
datahub/ingestion/autogenerated/capability_summary.json ADDED
@@ -0,0 +1,3652 @@
1
+ {
2
+ "generated_at": "2025-10-23T14:26:01.879155+00:00",
3
+ "generated_by": "metadata-ingestion/scripts/capability_summary.py",
4
+ "plugin_details": {
5
+ "abs": {
6
+ "capabilities": [
7
+ {
8
+ "capability": "CONTAINERS",
9
+ "description": "Extract ABS containers and folders",
10
+ "subtype_modifier": [
11
+ "Folder",
12
+ "ABS container"
13
+ ],
14
+ "supported": true
15
+ },
16
+ {
17
+ "capability": "DATA_PROFILING",
18
+ "description": "Optionally enabled via configuration",
19
+ "subtype_modifier": null,
20
+ "supported": true
21
+ },
22
+ {
23
+ "capability": "DELETION_DETECTION",
24
+ "description": "Enabled by default via stateful ingestion",
25
+ "subtype_modifier": null,
26
+ "supported": true
27
+ },
28
+ {
29
+ "capability": "TAGS",
30
+ "description": "Can extract ABS object/container tags if enabled",
31
+ "subtype_modifier": null,
32
+ "supported": true
33
+ }
34
+ ],
35
+ "classname": "datahub.ingestion.source.abs.source.ABSSource",
36
+ "platform_id": "abs",
37
+ "platform_name": "ABS Data Lake",
38
+ "support_status": "INCUBATING"
39
+ },
40
+ "athena": {
41
+ "capabilities": [
42
+ {
43
+ "capability": "CONTAINERS",
44
+ "description": "Enabled by default",
45
+ "subtype_modifier": [
46
+ "Database",
47
+ "Schema"
48
+ ],
49
+ "supported": true
50
+ },
51
+ {
52
+ "capability": "CLASSIFICATION",
53
+ "description": "Optionally enabled via `classification.enabled`",
54
+ "subtype_modifier": null,
55
+ "supported": true
56
+ },
57
+ {
58
+ "capability": "LINEAGE_FINE",
59
+ "description": "Supported for S3 tables",
60
+ "subtype_modifier": [
61
+ "View",
62
+ "Table"
63
+ ],
64
+ "supported": true
65
+ },
66
+ {
67
+ "capability": "DATA_PROFILING",
68
+ "description": "Optionally enabled via configuration. Profiling uses sql queries on whole table which can be expensive operation.",
69
+ "subtype_modifier": [
70
+ "Table"
71
+ ],
72
+ "supported": true
73
+ },
74
+ {
75
+ "capability": "DESCRIPTIONS",
76
+ "description": "Enabled by default",
77
+ "subtype_modifier": null,
78
+ "supported": true
79
+ },
80
+ {
81
+ "capability": "DELETION_DETECTION",
82
+ "description": "Enabled by default via stateful ingestion",
83
+ "subtype_modifier": null,
84
+ "supported": true
85
+ },
86
+ {
87
+ "capability": "DOMAINS",
88
+ "description": "Supported via the `domain` config field",
89
+ "subtype_modifier": null,
90
+ "supported": true
91
+ },
92
+ {
93
+ "capability": "PLATFORM_INSTANCE",
94
+ "description": "Enabled by default",
95
+ "subtype_modifier": null,
96
+ "supported": true
97
+ },
98
+ {
99
+ "capability": "SCHEMA_METADATA",
100
+ "description": "Enabled by default",
101
+ "subtype_modifier": null,
102
+ "supported": true
103
+ },
104
+ {
105
+ "capability": "LINEAGE_COARSE",
106
+ "description": "Supported for S3 tables",
107
+ "subtype_modifier": [
108
+ "View",
109
+ "Table"
110
+ ],
111
+ "supported": true
112
+ },
113
+ {
114
+ "capability": "TEST_CONNECTION",
115
+ "description": "Enabled by default",
116
+ "subtype_modifier": null,
117
+ "supported": true
118
+ }
119
+ ],
120
+ "classname": "datahub.ingestion.source.sql.athena.AthenaSource",
121
+ "platform_id": "athena",
122
+ "platform_name": "Athena",
123
+ "support_status": "CERTIFIED"
124
+ },
125
+ "azure-ad": {
126
+ "capabilities": [
127
+ {
128
+ "capability": "DELETION_DETECTION",
129
+ "description": "Enabled by default via stateful ingestion",
130
+ "subtype_modifier": null,
131
+ "supported": true
132
+ }
133
+ ],
134
+ "classname": "datahub.ingestion.source.identity.azure_ad.AzureADSource",
135
+ "platform_id": "azure-ad",
136
+ "platform_name": "Azure AD",
137
+ "support_status": "CERTIFIED"
138
+ },
139
+ "bigquery": {
140
+ "capabilities": [
141
+ {
142
+ "capability": "CONTAINERS",
143
+ "description": "Enabled by default",
144
+ "subtype_modifier": [
145
+ "Project",
146
+ "Dataset"
147
+ ],
148
+ "supported": true
149
+ },
150
+ {
151
+ "capability": "CLASSIFICATION",
152
+ "description": "Optionally enabled via `classification.enabled`",
153
+ "subtype_modifier": null,
154
+ "supported": true
155
+ },
156
+ {
157
+ "capability": "LINEAGE_FINE",
158
+ "description": "Optionally enabled via configuration",
159
+ "subtype_modifier": null,
160
+ "supported": true
161
+ },
162
+ {
163
+ "capability": "DATA_PROFILING",
164
+ "description": "Optionally enabled via configuration",
165
+ "subtype_modifier": null,
166
+ "supported": true
167
+ },
168
+ {
169
+ "capability": "USAGE_STATS",
170
+ "description": "Enabled by default, can be disabled via configuration `include_usage_statistics`",
171
+ "subtype_modifier": null,
172
+ "supported": true
173
+ },
174
+ {
175
+ "capability": "DESCRIPTIONS",
176
+ "description": "Enabled by default",
177
+ "subtype_modifier": null,
178
+ "supported": true
179
+ },
180
+ {
181
+ "capability": "DELETION_DETECTION",
182
+ "description": "Enabled by default via stateful ingestion",
183
+ "subtype_modifier": null,
184
+ "supported": true
185
+ },
186
+ {
187
+ "capability": "DOMAINS",
188
+ "description": "Supported via the `domain` config field",
189
+ "subtype_modifier": null,
190
+ "supported": true
191
+ },
192
+ {
193
+ "capability": "PARTITION_SUPPORT",
194
+ "description": "Enabled by default, partition keys and clustering keys are supported.",
195
+ "subtype_modifier": null,
196
+ "supported": true
197
+ },
198
+ {
199
+ "capability": "PLATFORM_INSTANCE",
200
+ "description": "Platform instance is pre-set to the BigQuery project id",
201
+ "subtype_modifier": null,
202
+ "supported": false
203
+ },
204
+ {
205
+ "capability": "SCHEMA_METADATA",
206
+ "description": "Enabled by default",
207
+ "subtype_modifier": null,
208
+ "supported": true
209
+ },
210
+ {
211
+ "capability": "LINEAGE_COARSE",
212
+ "description": "Optionally enabled via configuration",
213
+ "subtype_modifier": null,
214
+ "supported": true
215
+ },
216
+ {
217
+ "capability": "TEST_CONNECTION",
218
+ "description": "Enabled by default",
219
+ "subtype_modifier": null,
220
+ "supported": true
221
+ }
222
+ ],
223
+ "classname": "datahub.ingestion.source.bigquery_v2.bigquery.BigqueryV2Source",
224
+ "platform_id": "bigquery",
225
+ "platform_name": "BigQuery",
226
+ "support_status": "CERTIFIED"
227
+ },
228
+ "cassandra": {
229
+ "capabilities": [
230
+ {
231
+ "capability": "CONTAINERS",
232
+ "description": "Enabled by default",
233
+ "subtype_modifier": null,
234
+ "supported": true
235
+ },
236
+ {
237
+ "capability": "DELETION_DETECTION",
238
+ "description": "Enabled by default via stateful ingestion",
239
+ "subtype_modifier": null,
240
+ "supported": true
241
+ },
242
+ {
243
+ "capability": "PLATFORM_INSTANCE",
244
+ "description": "Enabled by default",
245
+ "subtype_modifier": null,
246
+ "supported": true
247
+ },
248
+ {
249
+ "capability": "SCHEMA_METADATA",
250
+ "description": "Enabled by default",
251
+ "subtype_modifier": null,
252
+ "supported": true
253
+ }
254
+ ],
255
+ "classname": "datahub.ingestion.source.cassandra.cassandra.CassandraSource",
256
+ "platform_id": "cassandra",
257
+ "platform_name": "Cassandra",
258
+ "support_status": "INCUBATING"
259
+ },
260
+ "clickhouse": {
261
+ "capabilities": [
262
+ {
263
+ "capability": "CONTAINERS",
264
+ "description": "Enabled by default",
265
+ "subtype_modifier": [
266
+ "Database",
267
+ "Schema"
268
+ ],
269
+ "supported": true
270
+ },
271
+ {
272
+ "capability": "CLASSIFICATION",
273
+ "description": "Optionally enabled via `classification.enabled`",
274
+ "subtype_modifier": null,
275
+ "supported": true
276
+ },
277
+ {
278
+ "capability": "LINEAGE_FINE",
279
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
280
+ "subtype_modifier": [
281
+ "View"
282
+ ],
283
+ "supported": true
284
+ },
285
+ {
286
+ "capability": "DATA_PROFILING",
287
+ "description": "Optionally enabled via configuration",
288
+ "subtype_modifier": null,
289
+ "supported": true
290
+ },
291
+ {
292
+ "capability": "DESCRIPTIONS",
293
+ "description": "Enabled by default",
294
+ "subtype_modifier": null,
295
+ "supported": true
296
+ },
297
+ {
298
+ "capability": "DELETION_DETECTION",
299
+ "description": "Enabled by default via stateful ingestion",
300
+ "subtype_modifier": null,
301
+ "supported": true
302
+ },
303
+ {
304
+ "capability": "DOMAINS",
305
+ "description": "Enabled by default",
306
+ "subtype_modifier": null,
307
+ "supported": true
308
+ },
309
+ {
310
+ "capability": "SCHEMA_METADATA",
311
+ "description": "Enabled by default",
312
+ "subtype_modifier": null,
313
+ "supported": true
314
+ },
315
+ {
316
+ "capability": "LINEAGE_COARSE",
317
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
318
+ "subtype_modifier": [
319
+ "View",
320
+ "Table"
321
+ ],
322
+ "supported": true
323
+ },
324
+ {
325
+ "capability": "TEST_CONNECTION",
326
+ "description": "Enabled by default",
327
+ "subtype_modifier": null,
328
+ "supported": true
329
+ }
330
+ ],
331
+ "classname": "datahub.ingestion.source.sql.clickhouse.ClickHouseSource",
332
+ "platform_id": "clickhouse",
333
+ "platform_name": "ClickHouse",
334
+ "support_status": "CERTIFIED"
335
+ },
336
+ "clickhouse-usage": {
337
+ "capabilities": [
338
+ {
339
+ "capability": "DATA_PROFILING",
340
+ "description": "Optionally enabled via configuration",
341
+ "subtype_modifier": null,
342
+ "supported": true
343
+ },
344
+ {
345
+ "capability": "USAGE_STATS",
346
+ "description": "Enabled by default to get usage stats",
347
+ "subtype_modifier": null,
348
+ "supported": true
349
+ },
350
+ {
351
+ "capability": "DELETION_DETECTION",
352
+ "description": "Enabled by default via stateful ingestion",
353
+ "subtype_modifier": null,
354
+ "supported": true
355
+ }
356
+ ],
357
+ "classname": "datahub.ingestion.source.usage.clickhouse_usage.ClickHouseUsageSource",
358
+ "platform_id": "clickhouse",
359
+ "platform_name": "ClickHouse",
360
+ "support_status": "CERTIFIED"
361
+ },
362
+ "cockroachdb": {
363
+ "capabilities": [
364
+ {
365
+ "capability": "CONTAINERS",
366
+ "description": "Enabled by default",
367
+ "subtype_modifier": [
368
+ "Database",
369
+ "Schema"
370
+ ],
371
+ "supported": true
372
+ },
373
+ {
374
+ "capability": "CLASSIFICATION",
375
+ "description": "Optionally enabled via `classification.enabled`",
376
+ "subtype_modifier": null,
377
+ "supported": true
378
+ },
379
+ {
380
+ "capability": "LINEAGE_FINE",
381
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
382
+ "subtype_modifier": [
383
+ "View"
384
+ ],
385
+ "supported": true
386
+ },
387
+ {
388
+ "capability": "DATA_PROFILING",
389
+ "description": "Optionally enabled via configuration",
390
+ "subtype_modifier": null,
391
+ "supported": true
392
+ },
393
+ {
394
+ "capability": "DESCRIPTIONS",
395
+ "description": "Enabled by default",
396
+ "subtype_modifier": null,
397
+ "supported": true
398
+ },
399
+ {
400
+ "capability": "DELETION_DETECTION",
401
+ "description": "Enabled by default via stateful ingestion",
402
+ "subtype_modifier": null,
403
+ "supported": true
404
+ },
405
+ {
406
+ "capability": "DOMAINS",
407
+ "description": "Supported via the `domain` config field",
408
+ "subtype_modifier": null,
409
+ "supported": true
410
+ },
411
+ {
412
+ "capability": "PLATFORM_INSTANCE",
413
+ "description": "Enabled by default",
414
+ "subtype_modifier": null,
415
+ "supported": true
416
+ },
417
+ {
418
+ "capability": "SCHEMA_METADATA",
419
+ "description": "Enabled by default",
420
+ "subtype_modifier": null,
421
+ "supported": true
422
+ },
423
+ {
424
+ "capability": "LINEAGE_COARSE",
425
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
426
+ "subtype_modifier": [
427
+ "View"
428
+ ],
429
+ "supported": true
430
+ },
431
+ {
432
+ "capability": "TEST_CONNECTION",
433
+ "description": "Enabled by default",
434
+ "subtype_modifier": null,
435
+ "supported": true
436
+ }
437
+ ],
438
+ "classname": "datahub.ingestion.source.sql.cockroachdb.CockroachDBSource",
439
+ "platform_id": "cockroachdb",
440
+ "platform_name": "CockroachDB",
441
+ "support_status": "TESTING"
442
+ },
443
+ "csv-enricher": {
444
+ "capabilities": [
445
+ {
446
+ "capability": "DESCRIPTIONS",
447
+ "description": "Supported by default",
448
+ "subtype_modifier": null,
449
+ "supported": true
450
+ },
451
+ {
452
+ "capability": "DOMAINS",
453
+ "description": "Supported by default",
454
+ "subtype_modifier": null,
455
+ "supported": true
456
+ },
457
+ {
458
+ "capability": "OWNERSHIP",
459
+ "description": "Supported by default",
460
+ "subtype_modifier": null,
461
+ "supported": true
462
+ },
463
+ {
464
+ "capability": "TAGS",
465
+ "description": "Supported by default",
466
+ "subtype_modifier": null,
467
+ "supported": true
468
+ }
469
+ ],
470
+ "classname": "datahub.ingestion.source.csv_enricher.CSVEnricherSource",
471
+ "platform_id": "csv-enricher",
472
+ "platform_name": "CSV Enricher",
473
+ "support_status": "INCUBATING"
474
+ },
475
+ "datahub": {
476
+ "capabilities": [
477
+ {
478
+ "capability": "CONTAINERS",
479
+ "description": "Enabled by default",
480
+ "subtype_modifier": [
481
+ "Database"
482
+ ],
483
+ "supported": true
484
+ },
485
+ {
486
+ "capability": "DELETION_DETECTION",
487
+ "description": "Enabled by default via stateful ingestion",
488
+ "subtype_modifier": null,
489
+ "supported": true
490
+ }
491
+ ],
492
+ "classname": "datahub.ingestion.source.datahub.datahub_source.DataHubSource",
493
+ "platform_id": "datahub",
494
+ "platform_name": "DataHub",
495
+ "support_status": "TESTING"
496
+ },
497
+ "datahub-apply": {
498
+ "capabilities": [],
499
+ "classname": "datahub.ingestion.source.apply.datahub_apply.DataHubApplySource",
500
+ "platform_id": "datahubapply",
501
+ "platform_name": "DataHubApply",
502
+ "support_status": "TESTING"
503
+ },
504
+ "datahub-business-glossary": {
505
+ "capabilities": [],
506
+ "classname": "datahub.ingestion.source.metadata.business_glossary.BusinessGlossaryFileSource",
507
+ "platform_id": "business-glossary",
508
+ "platform_name": "Business Glossary",
509
+ "support_status": "CERTIFIED"
510
+ },
511
+ "datahub-debug": {
512
+ "capabilities": [],
513
+ "classname": "datahub.ingestion.source.debug.datahub_debug.DataHubDebugSource",
514
+ "platform_id": "datahubdebug",
515
+ "platform_name": "DataHubDebug",
516
+ "support_status": "TESTING"
517
+ },
518
+ "datahub-gc": {
519
+ "capabilities": [],
520
+ "classname": "datahub.ingestion.source.gc.datahub_gc.DataHubGcSource",
521
+ "platform_id": "datahubgc",
522
+ "platform_name": "DataHubGc",
523
+ "support_status": "TESTING"
524
+ },
525
+ "datahub-lineage-file": {
526
+ "capabilities": [
527
+ {
528
+ "capability": "LINEAGE_FINE",
529
+ "description": "Specified in the lineage file.",
530
+ "subtype_modifier": null,
531
+ "supported": true
532
+ },
533
+ {
534
+ "capability": "LINEAGE_COARSE",
535
+ "description": "Specified in the lineage file.",
536
+ "subtype_modifier": null,
537
+ "supported": true
538
+ }
539
+ ],
540
+ "classname": "datahub.ingestion.source.metadata.lineage.LineageFileSource",
541
+ "platform_id": "file-based-lineage",
542
+ "platform_name": "File Based Lineage",
543
+ "support_status": "CERTIFIED"
544
+ },
545
+ "dbt": {
546
+ "capabilities": [
547
+ {
548
+ "capability": "LINEAGE_FINE",
549
+ "description": "Enabled by default, configure using `include_column_lineage`",
550
+ "subtype_modifier": null,
551
+ "supported": true
552
+ },
553
+ {
554
+ "capability": "DELETION_DETECTION",
555
+ "description": "Enabled by default via stateful ingestion",
556
+ "subtype_modifier": null,
557
+ "supported": true
558
+ },
559
+ {
560
+ "capability": "LINEAGE_COARSE",
561
+ "description": "Enabled by default",
562
+ "subtype_modifier": null,
563
+ "supported": true
564
+ },
565
+ {
566
+ "capability": "TEST_CONNECTION",
567
+ "description": "Enabled by default",
568
+ "subtype_modifier": null,
569
+ "supported": true
570
+ }
571
+ ],
572
+ "classname": "datahub.ingestion.source.dbt.dbt_core.DBTCoreSource",
573
+ "platform_id": "dbt",
574
+ "platform_name": "dbt",
575
+ "support_status": "CERTIFIED"
576
+ },
577
+ "dbt-cloud": {
578
+ "capabilities": [
579
+ {
580
+ "capability": "LINEAGE_FINE",
581
+ "description": "Enabled by default, configure using `include_column_lineage`",
582
+ "subtype_modifier": null,
583
+ "supported": true
584
+ },
585
+ {
586
+ "capability": "DELETION_DETECTION",
587
+ "description": "Enabled by default via stateful ingestion",
588
+ "subtype_modifier": null,
589
+ "supported": true
590
+ },
591
+ {
592
+ "capability": "LINEAGE_COARSE",
593
+ "description": "Enabled by default",
594
+ "subtype_modifier": null,
595
+ "supported": true
596
+ },
597
+ {
598
+ "capability": "TEST_CONNECTION",
599
+ "description": "Enabled by default",
600
+ "subtype_modifier": null,
601
+ "supported": true
602
+ }
603
+ ],
604
+ "classname": "datahub.ingestion.source.dbt.dbt_cloud.DBTCloudSource",
605
+ "platform_id": "dbt",
606
+ "platform_name": "dbt",
607
+ "support_status": "CERTIFIED"
608
+ },
609
+ "delta-lake": {
610
+ "capabilities": [
611
+ {
612
+ "capability": "CONTAINERS",
613
+ "description": "Enabled by default",
614
+ "subtype_modifier": [
615
+ "Folder"
616
+ ],
617
+ "supported": true
618
+ },
619
+ {
620
+ "capability": "DELETION_DETECTION",
621
+ "description": "Enabled by default via stateful ingestion",
622
+ "subtype_modifier": null,
623
+ "supported": true
624
+ },
625
+ {
626
+ "capability": "TAGS",
627
+ "description": "Can extract S3 object/bucket tags if enabled",
628
+ "subtype_modifier": null,
629
+ "supported": true
630
+ }
631
+ ],
632
+ "classname": "datahub.ingestion.source.delta_lake.source.DeltaLakeSource",
633
+ "platform_id": "delta-lake",
634
+ "platform_name": "Delta Lake",
635
+ "support_status": "INCUBATING"
636
+ },
637
+ "demo-data": {
638
+ "capabilities": [],
639
+ "classname": "datahub.ingestion.source.demo_data.DemoDataSource",
640
+ "platform_id": "demo-data",
641
+ "platform_name": "Demo Data",
642
+ "support_status": null
643
+ },
644
+ "dremio": {
645
+ "capabilities": [
646
+ {
647
+ "capability": "CONTAINERS",
648
+ "description": "Enabled by default",
649
+ "subtype_modifier": [
650
+ "Dremio Space",
651
+ "Dremio Source"
652
+ ],
653
+ "supported": true
654
+ },
655
+ {
656
+ "capability": "LINEAGE_FINE",
657
+ "description": "Extract column-level lineage",
658
+ "subtype_modifier": [
659
+ "Table"
660
+ ],
661
+ "supported": true
662
+ },
663
+ {
664
+ "capability": "DATA_PROFILING",
665
+ "description": "Optionally enabled via configuration",
666
+ "subtype_modifier": null,
667
+ "supported": true
668
+ },
669
+ {
670
+ "capability": "USAGE_STATS",
671
+ "description": "Enabled by default to get usage stats",
672
+ "subtype_modifier": null,
673
+ "supported": true
674
+ },
675
+ {
676
+ "capability": "DESCRIPTIONS",
677
+ "description": "Enabled by default",
678
+ "subtype_modifier": null,
679
+ "supported": true
680
+ },
681
+ {
682
+ "capability": "DELETION_DETECTION",
683
+ "description": "Enabled by default via stateful ingestion",
684
+ "subtype_modifier": null,
685
+ "supported": true
686
+ },
687
+ {
688
+ "capability": "DOMAINS",
689
+ "description": "Supported via the `domain` config field",
690
+ "subtype_modifier": null,
691
+ "supported": true
692
+ },
693
+ {
694
+ "capability": "OWNERSHIP",
695
+ "description": "Enabled by default",
696
+ "subtype_modifier": null,
697
+ "supported": true
698
+ },
699
+ {
700
+ "capability": "PLATFORM_INSTANCE",
701
+ "description": "Enabled by default",
702
+ "subtype_modifier": null,
703
+ "supported": true
704
+ },
705
+ {
706
+ "capability": "LINEAGE_COARSE",
707
+ "description": "Enabled by default",
708
+ "subtype_modifier": [
709
+ "Table"
710
+ ],
711
+ "supported": true
712
+ }
713
+ ],
714
+ "classname": "datahub.ingestion.source.dremio.dremio_source.DremioSource",
715
+ "platform_id": "dremio",
716
+ "platform_name": "Dremio",
717
+ "support_status": "CERTIFIED"
718
+ },
719
+ "druid": {
720
+ "capabilities": [
721
+ {
722
+ "capability": "CONTAINERS",
723
+ "description": "Enabled by default",
724
+ "subtype_modifier": [
725
+ "Database",
726
+ "Schema"
727
+ ],
728
+ "supported": true
729
+ },
730
+ {
731
+ "capability": "CLASSIFICATION",
732
+ "description": "Optionally enabled via `classification.enabled`",
733
+ "subtype_modifier": null,
734
+ "supported": true
735
+ },
736
+ {
737
+ "capability": "LINEAGE_FINE",
738
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
739
+ "subtype_modifier": [
740
+ "View"
741
+ ],
742
+ "supported": true
743
+ },
744
+ {
745
+ "capability": "DESCRIPTIONS",
746
+ "description": "Enabled by default",
747
+ "subtype_modifier": null,
748
+ "supported": true
749
+ },
750
+ {
751
+ "capability": "DELETION_DETECTION",
752
+ "description": "Enabled by default via stateful ingestion",
753
+ "subtype_modifier": null,
754
+ "supported": true
755
+ },
756
+ {
757
+ "capability": "DOMAINS",
758
+ "description": "Enabled by default",
759
+ "subtype_modifier": null,
760
+ "supported": true
761
+ },
762
+ {
763
+ "capability": "PLATFORM_INSTANCE",
764
+ "description": "Enabled by default",
765
+ "subtype_modifier": null,
766
+ "supported": true
767
+ },
768
+ {
769
+ "capability": "SCHEMA_METADATA",
770
+ "description": "Enabled by default",
771
+ "subtype_modifier": null,
772
+ "supported": true
773
+ },
774
+ {
775
+ "capability": "LINEAGE_COARSE",
776
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
777
+ "subtype_modifier": [
778
+ "View"
779
+ ],
780
+ "supported": true
781
+ },
782
+ {
783
+ "capability": "TEST_CONNECTION",
784
+ "description": "Enabled by default",
785
+ "subtype_modifier": null,
786
+ "supported": true
787
+ }
788
+ ],
789
+ "classname": "datahub.ingestion.source.sql.druid.DruidSource",
790
+ "platform_id": "druid",
791
+ "platform_name": "Druid",
792
+ "support_status": "INCUBATING"
793
+ },
794
+ "dynamodb": {
795
+ "capabilities": [
796
+ {
797
+ "capability": "CLASSIFICATION",
798
+ "description": "Optionally enabled via `classification.enabled`",
799
+ "subtype_modifier": null,
800
+ "supported": true
801
+ },
802
+ {
803
+ "capability": "DELETION_DETECTION",
804
+ "description": "Enabled by default via stateful ingestion",
805
+ "subtype_modifier": null,
806
+ "supported": true
807
+ },
808
+ {
809
+ "capability": "PLATFORM_INSTANCE",
810
+ "description": "By default, platform_instance will use the AWS account id",
811
+ "subtype_modifier": null,
812
+ "supported": true
813
+ }
814
+ ],
815
+ "classname": "datahub.ingestion.source.dynamodb.dynamodb.DynamoDBSource",
816
+ "platform_id": "dynamodb",
817
+ "platform_name": "DynamoDB",
818
+ "support_status": "INCUBATING"
819
+ },
820
+ "elasticsearch": {
821
+ "capabilities": [
822
+ {
823
+ "capability": "DELETION_DETECTION",
824
+ "description": "Enabled by default via stateful ingestion",
825
+ "subtype_modifier": null,
826
+ "supported": true
827
+ },
828
+ {
829
+ "capability": "PLATFORM_INSTANCE",
830
+ "description": "Enabled by default",
831
+ "subtype_modifier": null,
832
+ "supported": true
833
+ }
834
+ ],
835
+ "classname": "datahub.ingestion.source.elastic_search.ElasticsearchSource",
836
+ "platform_id": "elasticsearch",
837
+ "platform_name": "Elasticsearch",
838
+ "support_status": "CERTIFIED"
839
+ },
840
+ "excel": {
841
+ "capabilities": [
842
+ {
843
+ "capability": "CONTAINERS",
844
+ "description": "Enabled by default",
845
+ "subtype_modifier": null,
846
+ "supported": true
847
+ },
848
+ {
849
+ "capability": "DATA_PROFILING",
850
+ "description": "Optionally enabled via configuration",
851
+ "subtype_modifier": null,
852
+ "supported": true
853
+ },
854
+ {
855
+ "capability": "DELETION_DETECTION",
856
+ "description": "Optionally enabled via `stateful_ingestion.remove_stale_metadata`",
857
+ "subtype_modifier": null,
858
+ "supported": true
859
+ },
860
+ {
861
+ "capability": "SCHEMA_METADATA",
862
+ "description": "Enabled by default",
863
+ "subtype_modifier": null,
864
+ "supported": true
865
+ }
866
+ ],
867
+ "classname": "datahub.ingestion.source.excel.source.ExcelSource",
868
+ "platform_id": "excel",
869
+ "platform_name": "Excel",
870
+ "support_status": "INCUBATING"
871
+ },
872
+ "feast": {
873
+ "capabilities": [
874
+ {
875
+ "capability": "DESCRIPTIONS",
876
+ "description": "Enabled by default",
877
+ "subtype_modifier": null,
878
+ "supported": true
879
+ },
880
+ {
881
+ "capability": "DELETION_DETECTION",
882
+ "description": "Enabled by default via stateful ingestion",
883
+ "subtype_modifier": null,
884
+ "supported": true
885
+ },
886
+ {
887
+ "capability": "SCHEMA_METADATA",
888
+ "description": "Enabled by default",
889
+ "subtype_modifier": null,
890
+ "supported": true
891
+ },
892
+ {
893
+ "capability": "LINEAGE_COARSE",
894
+ "description": "Enabled by default",
895
+ "subtype_modifier": null,
896
+ "supported": true
897
+ }
898
+ ],
899
+ "classname": "datahub.ingestion.source.feast.FeastRepositorySource",
900
+ "platform_id": "feast",
901
+ "platform_name": "Feast",
902
+ "support_status": "CERTIFIED"
903
+ },
904
+ "file": {
905
+ "capabilities": [
906
+ {
907
+ "capability": "DELETION_DETECTION",
908
+ "description": "Enabled by default via stateful ingestion",
909
+ "subtype_modifier": null,
910
+ "supported": true
911
+ },
912
+ {
913
+ "capability": "TEST_CONNECTION",
914
+ "description": "Enabled by default",
915
+ "subtype_modifier": null,
916
+ "supported": true
917
+ }
918
+ ],
919
+ "classname": "datahub.ingestion.source.file.GenericFileSource",
920
+ "platform_id": "metadata-file",
921
+ "platform_name": "Metadata File",
922
+ "support_status": "CERTIFIED"
923
+ },
924
+ "fivetran": {
925
+ "capabilities": [
926
+ {
927
+ "capability": "LINEAGE_FINE",
928
+ "description": "Enabled by default, can be disabled via configuration `include_column_lineage`",
929
+ "subtype_modifier": null,
930
+ "supported": true
931
+ },
932
+ {
933
+ "capability": "DELETION_DETECTION",
934
+ "description": "Enabled by default via stateful ingestion",
935
+ "subtype_modifier": null,
936
+ "supported": true
937
+ },
938
+ {
939
+ "capability": "PLATFORM_INSTANCE",
940
+ "description": "Enabled by default",
941
+ "subtype_modifier": null,
942
+ "supported": true
943
+ }
944
+ ],
945
+ "classname": "datahub.ingestion.source.fivetran.fivetran.FivetranSource",
946
+ "platform_id": "fivetran",
947
+ "platform_name": "Fivetran",
948
+ "support_status": "CERTIFIED"
949
+ },
950
+ "gcs": {
951
+ "capabilities": [
952
+ {
953
+ "capability": "CONTAINERS",
954
+ "description": "Enabled by default",
955
+ "subtype_modifier": [
956
+ "GCS bucket",
957
+ "Folder"
958
+ ],
959
+ "supported": true
960
+ },
961
+ {
962
+ "capability": "DATA_PROFILING",
963
+ "description": "Not supported",
964
+ "subtype_modifier": null,
965
+ "supported": false
966
+ },
967
+ {
968
+ "capability": "DELETION_DETECTION",
969
+ "description": "Enabled by default via stateful ingestion",
970
+ "subtype_modifier": null,
971
+ "supported": true
972
+ },
973
+ {
974
+ "capability": "SCHEMA_METADATA",
975
+ "description": "Enabled by default",
976
+ "subtype_modifier": null,
977
+ "supported": true
978
+ }
979
+ ],
980
+ "classname": "datahub.ingestion.source.gcs.gcs_source.GCSSource",
981
+ "platform_id": "gcs",
982
+ "platform_name": "Google Cloud Storage",
983
+ "support_status": "INCUBATING"
984
+ },
985
+ "glue": {
986
+ "capabilities": [
987
+ {
988
+ "capability": "CONTAINERS",
989
+ "description": "Enabled by default",
990
+ "subtype_modifier": [
991
+ "Database"
992
+ ],
993
+ "supported": true
994
+ },
995
+ {
996
+ "capability": "LINEAGE_FINE",
997
+ "description": "Support via the `emit_s3_lineage` config field",
998
+ "subtype_modifier": null,
999
+ "supported": true
1000
+ },
1001
+ {
1002
+ "capability": "DELETION_DETECTION",
1003
+ "description": "Enabled by default via stateful ingestion.",
1004
+ "subtype_modifier": null,
1005
+ "supported": true
1006
+ },
1007
+ {
1008
+ "capability": "DOMAINS",
1009
+ "description": "Supported via the `domain` config field",
1010
+ "subtype_modifier": null,
1011
+ "supported": true
1012
+ },
1013
+ {
1014
+ "capability": "PLATFORM_INSTANCE",
1015
+ "description": "Enabled by default",
1016
+ "subtype_modifier": null,
1017
+ "supported": true
1018
+ },
1019
+ {
1020
+ "capability": "LINEAGE_COARSE",
1021
+ "description": "Enabled by default",
1022
+ "subtype_modifier": null,
1023
+ "supported": true
1024
+ }
1025
+ ],
1026
+ "classname": "datahub.ingestion.source.aws.glue.GlueSource",
1027
+ "platform_id": "glue",
1028
+ "platform_name": "Glue",
1029
+ "support_status": "CERTIFIED"
1030
+ },
1031
+ "grafana": {
1032
+ "capabilities": [
1033
+ {
1034
+ "capability": "LINEAGE_FINE",
1035
+ "description": "Enabled by default",
1036
+ "subtype_modifier": null,
1037
+ "supported": true
1038
+ },
1039
+ {
1040
+ "capability": "DELETION_DETECTION",
1041
+ "description": "Enabled by default",
1042
+ "subtype_modifier": null,
1043
+ "supported": true
1044
+ },
1045
+ {
1046
+ "capability": "OWNERSHIP",
1047
+ "description": "Enabled by default",
1048
+ "subtype_modifier": null,
1049
+ "supported": true
1050
+ },
1051
+ {
1052
+ "capability": "TAGS",
1053
+ "description": "Enabled by default",
1054
+ "subtype_modifier": null,
1055
+ "supported": true
1056
+ },
1057
+ {
1058
+ "capability": "PLATFORM_INSTANCE",
1059
+ "description": "Enabled by default",
1060
+ "subtype_modifier": null,
1061
+ "supported": true
1062
+ },
1063
+ {
1064
+ "capability": "LINEAGE_COARSE",
1065
+ "description": "Enabled by default",
1066
+ "subtype_modifier": null,
1067
+ "supported": true
1068
+ }
1069
+ ],
1070
+ "classname": "datahub.ingestion.source.grafana.grafana_source.GrafanaSource",
1071
+ "platform_id": "grafana",
1072
+ "platform_name": "Grafana",
1073
+ "support_status": "CERTIFIED"
1074
+ },
1075
+ "hana": {
1076
+ "capabilities": [
1077
+ {
1078
+ "capability": "CONTAINERS",
1079
+ "description": "Enabled by default",
1080
+ "subtype_modifier": [
1081
+ "Database",
1082
+ "Schema"
1083
+ ],
1084
+ "supported": true
1085
+ },
1086
+ {
1087
+ "capability": "CLASSIFICATION",
1088
+ "description": "Optionally enabled via `classification.enabled`",
1089
+ "subtype_modifier": null,
1090
+ "supported": true
1091
+ },
1092
+ {
1093
+ "capability": "LINEAGE_FINE",
1094
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1095
+ "subtype_modifier": [
1096
+ "View"
1097
+ ],
1098
+ "supported": true
1099
+ },
1100
+ {
1101
+ "capability": "DATA_PROFILING",
1102
+ "description": "Optionally enabled via configuration",
1103
+ "subtype_modifier": null,
1104
+ "supported": true
1105
+ },
1106
+ {
1107
+ "capability": "DESCRIPTIONS",
1108
+ "description": "Enabled by default",
1109
+ "subtype_modifier": null,
1110
+ "supported": true
1111
+ },
1112
+ {
1113
+ "capability": "DELETION_DETECTION",
1114
+ "description": "Enabled by default via stateful ingestion",
1115
+ "subtype_modifier": null,
1116
+ "supported": true
1117
+ },
1118
+ {
1119
+ "capability": "DOMAINS",
1120
+ "description": "Supported via the `domain` config field",
1121
+ "subtype_modifier": null,
1122
+ "supported": true
1123
+ },
1124
+ {
1125
+ "capability": "PLATFORM_INSTANCE",
1126
+ "description": "Enabled by default",
1127
+ "subtype_modifier": null,
1128
+ "supported": true
1129
+ },
1130
+ {
1131
+ "capability": "SCHEMA_METADATA",
1132
+ "description": "Enabled by default",
1133
+ "subtype_modifier": null,
1134
+ "supported": true
1135
+ },
1136
+ {
1137
+ "capability": "LINEAGE_COARSE",
1138
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1139
+ "subtype_modifier": [
1140
+ "View"
1141
+ ],
1142
+ "supported": true
1143
+ },
1144
+ {
1145
+ "capability": "TEST_CONNECTION",
1146
+ "description": "Enabled by default",
1147
+ "subtype_modifier": null,
1148
+ "supported": true
1149
+ }
1150
+ ],
1151
+ "classname": "datahub.ingestion.source.sql.hana.HanaSource",
1152
+ "platform_id": "hana",
1153
+ "platform_name": "SAP HANA",
1154
+ "support_status": "TESTING"
1155
+ },
1156
+ "hex": {
1157
+ "capabilities": [
1158
+ {
1159
+ "capability": "CONTAINERS",
1160
+ "description": "Enabled by default",
1161
+ "subtype_modifier": null,
1162
+ "supported": true
1163
+ },
1164
+ {
1165
+ "capability": "USAGE_STATS",
1166
+ "description": "Supported by default",
1167
+ "subtype_modifier": [
1168
+ "Project"
1169
+ ],
1170
+ "supported": true
1171
+ },
1172
+ {
1173
+ "capability": "DESCRIPTIONS",
1174
+ "description": "Supported by default",
1175
+ "subtype_modifier": null,
1176
+ "supported": true
1177
+ },
1178
+ {
1179
+ "capability": "DELETION_DETECTION",
1180
+ "description": "Enabled by default via stateful ingestion",
1181
+ "subtype_modifier": null,
1182
+ "supported": true
1183
+ },
1184
+ {
1185
+ "capability": "OWNERSHIP",
1186
+ "description": "Supported by default",
1187
+ "subtype_modifier": null,
1188
+ "supported": true
1189
+ },
1190
+ {
1191
+ "capability": "PLATFORM_INSTANCE",
1192
+ "description": "Enabled by default",
1193
+ "subtype_modifier": null,
1194
+ "supported": true
1195
+ }
1196
+ ],
1197
+ "classname": "datahub.ingestion.source.hex.hex.HexSource",
1198
+ "platform_id": "hex",
1199
+ "platform_name": "Hex",
1200
+ "support_status": "INCUBATING"
1201
+ },
1202
+ "hive": {
1203
+ "capabilities": [
1204
+ {
1205
+ "capability": "CONTAINERS",
1206
+ "description": "Enabled by default",
1207
+ "subtype_modifier": [
1208
+ "Database",
1209
+ "Schema"
1210
+ ],
1211
+ "supported": true
1212
+ },
1213
+ {
1214
+ "capability": "CLASSIFICATION",
1215
+ "description": "Optionally enabled via `classification.enabled`",
1216
+ "subtype_modifier": null,
1217
+ "supported": true
1218
+ },
1219
+ {
1220
+ "capability": "LINEAGE_FINE",
1221
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1222
+ "subtype_modifier": [
1223
+ "View"
1224
+ ],
1225
+ "supported": true
1226
+ },
1227
+ {
1228
+ "capability": "DESCRIPTIONS",
1229
+ "description": "Enabled by default",
1230
+ "subtype_modifier": null,
1231
+ "supported": true
1232
+ },
1233
+ {
1234
+ "capability": "DELETION_DETECTION",
1235
+ "description": "Enabled by default via stateful ingestion",
1236
+ "subtype_modifier": null,
1237
+ "supported": true
1238
+ },
1239
+ {
1240
+ "capability": "DOMAINS",
1241
+ "description": "Supported via the `domain` config field",
1242
+ "subtype_modifier": null,
1243
+ "supported": true
1244
+ },
1245
+ {
1246
+ "capability": "PLATFORM_INSTANCE",
1247
+ "description": "Enabled by default",
1248
+ "subtype_modifier": null,
1249
+ "supported": true
1250
+ },
1251
+ {
1252
+ "capability": "SCHEMA_METADATA",
1253
+ "description": "Enabled by default",
1254
+ "subtype_modifier": null,
1255
+ "supported": true
1256
+ },
1257
+ {
1258
+ "capability": "LINEAGE_COARSE",
1259
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1260
+ "subtype_modifier": [
1261
+ "View"
1262
+ ],
1263
+ "supported": true
1264
+ },
1265
+ {
1266
+ "capability": "TEST_CONNECTION",
1267
+ "description": "Enabled by default",
1268
+ "subtype_modifier": null,
1269
+ "supported": true
1270
+ }
1271
+ ],
1272
+ "classname": "datahub.ingestion.source.sql.hive.HiveSource",
1273
+ "platform_id": "hive",
1274
+ "platform_name": "Hive",
1275
+ "support_status": "CERTIFIED"
1276
+ },
1277
+ "hive-metastore": {
1278
+ "capabilities": [
1279
+ {
1280
+ "capability": "CONTAINERS",
1281
+ "description": "Enabled by default",
1282
+ "subtype_modifier": [
1283
+ "Catalog",
1284
+ "Schema"
1285
+ ],
1286
+ "supported": true
1287
+ },
1288
+ {
1289
+ "capability": "CLASSIFICATION",
1290
+ "description": "Not Supported",
1291
+ "subtype_modifier": null,
1292
+ "supported": false
1293
+ },
1294
+ {
1295
+ "capability": "LINEAGE_FINE",
1296
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1297
+ "subtype_modifier": [
1298
+ "View"
1299
+ ],
1300
+ "supported": true
1301
+ },
1302
+ {
1303
+ "capability": "DATA_PROFILING",
1304
+ "description": "Not Supported",
1305
+ "subtype_modifier": null,
1306
+ "supported": false
1307
+ },
1308
+ {
1309
+ "capability": "DESCRIPTIONS",
1310
+ "description": "Enabled by default",
1311
+ "subtype_modifier": null,
1312
+ "supported": true
1313
+ },
1314
+ {
1315
+ "capability": "DELETION_DETECTION",
1316
+ "description": "Enabled by default via stateful ingestion",
1317
+ "subtype_modifier": null,
1318
+ "supported": true
1319
+ },
1320
+ {
1321
+ "capability": "DOMAINS",
1322
+ "description": "Enabled by default",
1323
+ "subtype_modifier": null,
1324
+ "supported": true
1325
+ },
1326
+ {
1327
+ "capability": "SCHEMA_METADATA",
1328
+ "description": "Enabled by default",
1329
+ "subtype_modifier": null,
1330
+ "supported": true
1331
+ },
1332
+ {
1333
+ "capability": "LINEAGE_COARSE",
1334
+ "description": "View lineage is not supported",
1335
+ "subtype_modifier": null,
1336
+ "supported": false
1337
+ },
1338
+ {
1339
+ "capability": "TEST_CONNECTION",
1340
+ "description": "Enabled by default",
1341
+ "subtype_modifier": null,
1342
+ "supported": true
1343
+ }
1344
+ ],
1345
+ "classname": "datahub.ingestion.source.sql.hive_metastore.HiveMetastoreSource",
1346
+ "platform_id": "hive-metastore",
1347
+ "platform_name": "Hive Metastore",
1348
+ "support_status": "CERTIFIED"
1349
+ },
1350
+ "iceberg": {
1351
+ "capabilities": [
1352
+ {
1353
+ "capability": "DATA_PROFILING",
1354
+ "description": "Optionally enabled via configuration.",
1355
+ "subtype_modifier": null,
1356
+ "supported": true
1357
+ },
1358
+ {
1359
+ "capability": "DESCRIPTIONS",
1360
+ "description": "Enabled by default.",
1361
+ "subtype_modifier": null,
1362
+ "supported": true
1363
+ },
1364
+ {
1365
+ "capability": "DELETION_DETECTION",
1366
+ "description": "Enabled by default via stateful ingestion",
1367
+ "subtype_modifier": null,
1368
+ "supported": true
1369
+ },
1370
+ {
1371
+ "capability": "DOMAINS",
1372
+ "description": "Currently not supported.",
1373
+ "subtype_modifier": null,
1374
+ "supported": false
1375
+ },
1376
+ {
1377
+ "capability": "OWNERSHIP",
1378
+ "description": "Automatically ingests ownership information from table properties based on `user_ownership_property` and `group_ownership_property`",
1379
+ "subtype_modifier": null,
1380
+ "supported": true
1381
+ },
1382
+ {
1383
+ "capability": "PARTITION_SUPPORT",
1384
+ "description": "Currently not supported.",
1385
+ "subtype_modifier": null,
1386
+ "supported": false
1387
+ },
1388
+ {
1389
+ "capability": "PLATFORM_INSTANCE",
1390
+ "description": "Optionally enabled via configuration, an Iceberg instance represents the catalog name where the table is stored.",
1391
+ "subtype_modifier": null,
1392
+ "supported": true
1393
+ }
1394
+ ],
1395
+ "classname": "datahub.ingestion.source.iceberg.iceberg.IcebergSource",
1396
+ "platform_id": "iceberg",
1397
+ "platform_name": "Iceberg",
1398
+ "support_status": "INCUBATING"
1399
+ },
1400
+ "json-schema": {
1401
+ "capabilities": [
1402
+ {
1403
+ "capability": "DESCRIPTIONS",
1404
+ "description": "Extracts descriptions at top level and field level",
1405
+ "subtype_modifier": null,
1406
+ "supported": true
1407
+ },
1408
+ {
1409
+ "capability": "DELETION_DETECTION",
1410
+ "description": "With stateful ingestion enabled, will remove entities from DataHub if they are no longer present in the source",
1411
+ "subtype_modifier": null,
1412
+ "supported": true
1413
+ },
1414
+ {
1415
+ "capability": "OWNERSHIP",
1416
+ "description": "Does not currently support extracting ownership",
1417
+ "subtype_modifier": null,
1418
+ "supported": false
1419
+ },
1420
+ {
1421
+ "capability": "TAGS",
1422
+ "description": "Does not currently support extracting tags",
1423
+ "subtype_modifier": null,
1424
+ "supported": false
1425
+ },
1426
+ {
1427
+ "capability": "PLATFORM_INSTANCE",
1428
+ "description": "Supports platform instance via config",
1429
+ "subtype_modifier": null,
1430
+ "supported": true
1431
+ },
1432
+ {
1433
+ "capability": "SCHEMA_METADATA",
1434
+ "description": "Extracts schemas, following references",
1435
+ "subtype_modifier": null,
1436
+ "supported": true
1437
+ }
1438
+ ],
1439
+ "classname": "datahub.ingestion.source.schema.json_schema.JsonSchemaSource",
1440
+ "platform_id": "json-schema",
1441
+ "platform_name": "JSON Schemas",
1442
+ "support_status": "INCUBATING"
1443
+ },
1444
+ "kafka": {
1445
+ "capabilities": [
1446
+ {
1447
+ "capability": "LINEAGE_FINE",
1448
+ "description": "Not supported",
1449
+ "subtype_modifier": null,
1450
+ "supported": false
1451
+ },
1452
+ {
1453
+ "capability": "DATA_PROFILING",
1454
+ "description": "Not supported",
1455
+ "subtype_modifier": null,
1456
+ "supported": false
1457
+ },
1458
+ {
1459
+ "capability": "DESCRIPTIONS",
1460
+ "description": "Set dataset description to top level doc field for Avro schema",
1461
+ "subtype_modifier": null,
1462
+ "supported": true
1463
+ },
1464
+ {
1465
+ "capability": "DELETION_DETECTION",
1466
+ "description": "Enabled by default via stateful ingestion",
1467
+ "subtype_modifier": null,
1468
+ "supported": true
1469
+ },
1470
+ {
1471
+ "capability": "PLATFORM_INSTANCE",
1472
+ "description": "For multiple Kafka clusters, use the platform_instance configuration",
1473
+ "subtype_modifier": null,
1474
+ "supported": true
1475
+ },
1476
+ {
1477
+ "capability": "SCHEMA_METADATA",
1478
+ "description": "Schemas associated with each topic are extracted from the schema registry. Avro and Protobuf (certified), JSON (incubating). Schema references are supported.",
1479
+ "subtype_modifier": null,
1480
+ "supported": true
1481
+ },
1482
+ {
1483
+ "capability": "LINEAGE_COARSE",
1484
+ "description": "Not supported. If you use Kafka Connect, the kafka-connect source can generate lineage.",
1485
+ "subtype_modifier": null,
1486
+ "supported": false
1487
+ },
1488
+ {
1489
+ "capability": "TEST_CONNECTION",
1490
+ "description": "Enabled by default",
1491
+ "subtype_modifier": null,
1492
+ "supported": true
1493
+ }
1494
+ ],
1495
+ "classname": "datahub.ingestion.source.kafka.kafka.KafkaSource",
1496
+ "platform_id": "kafka",
1497
+ "platform_name": "Kafka",
1498
+ "support_status": "CERTIFIED"
1499
+ },
1500
+ "kafka-connect": {
1501
+ "capabilities": [
1502
+ {
1503
+ "capability": "DELETION_DETECTION",
1504
+ "description": "Enabled by default via stateful ingestion",
1505
+ "subtype_modifier": null,
1506
+ "supported": true
1507
+ },
1508
+ {
1509
+ "capability": "PLATFORM_INSTANCE",
1510
+ "description": "Enabled by default",
1511
+ "subtype_modifier": null,
1512
+ "supported": true
1513
+ },
1514
+ {
1515
+ "capability": "SCHEMA_METADATA",
1516
+ "description": "Enabled by default",
1517
+ "subtype_modifier": null,
1518
+ "supported": true
1519
+ },
1520
+ {
1521
+ "capability": "LINEAGE_COARSE",
1522
+ "description": "Enabled by default",
1523
+ "subtype_modifier": null,
1524
+ "supported": true
1525
+ }
1526
+ ],
1527
+ "classname": "datahub.ingestion.source.kafka_connect.kafka_connect.KafkaConnectSource",
1528
+ "platform_id": "kafka-connect",
1529
+ "platform_name": "Kafka Connect",
1530
+ "support_status": "CERTIFIED"
1531
+ },
1532
+ "ldap": {
1533
+ "capabilities": [
1534
+ {
1535
+ "capability": "DELETION_DETECTION",
1536
+ "description": "Enabled by default via stateful ingestion",
1537
+ "subtype_modifier": null,
1538
+ "supported": true
1539
+ }
1540
+ ],
1541
+ "classname": "datahub.ingestion.source.ldap.LDAPSource",
1542
+ "platform_id": "ldap",
1543
+ "platform_name": "LDAP",
1544
+ "support_status": "CERTIFIED"
1545
+ },
1546
+ "looker": {
1547
+ "capabilities": [
1548
+ {
1549
+ "capability": "CONTAINERS",
1550
+ "description": "Enabled by default",
1551
+ "subtype_modifier": [
1552
+ "LookML Model",
1553
+ "Folder"
1554
+ ],
1555
+ "supported": true
1556
+ },
1557
+ {
1558
+ "capability": "LINEAGE_FINE",
1559
+ "description": "Enabled by default, configured using `extract_column_level_lineage`",
1560
+ "subtype_modifier": null,
1561
+ "supported": true
1562
+ },
1563
+ {
1564
+ "capability": "USAGE_STATS",
1565
+ "description": "Enabled by default, configured using `extract_usage_history`",
1566
+ "subtype_modifier": null,
1567
+ "supported": true
1568
+ },
1569
+ {
1570
+ "capability": "DESCRIPTIONS",
1571
+ "description": "Enabled by default",
1572
+ "subtype_modifier": null,
1573
+ "supported": true
1574
+ },
1575
+ {
1576
+ "capability": "DELETION_DETECTION",
1577
+ "description": "Enabled by default via stateful ingestion",
1578
+ "subtype_modifier": null,
1579
+ "supported": true
1580
+ },
1581
+ {
1582
+ "capability": "OWNERSHIP",
1583
+ "description": "Enabled by default, configured using `extract_owners`",
1584
+ "subtype_modifier": null,
1585
+ "supported": true
1586
+ },
1587
+ {
1588
+ "capability": "PLATFORM_INSTANCE",
1589
+ "description": "Use the `platform_instance` field",
1590
+ "subtype_modifier": null,
1591
+ "supported": true
1592
+ },
1593
+ {
1594
+ "capability": "LINEAGE_COARSE",
1595
+ "description": "Supported by default",
1596
+ "subtype_modifier": null,
1597
+ "supported": true
1598
+ },
1599
+ {
1600
+ "capability": "TEST_CONNECTION",
1601
+ "description": "Enabled by default",
1602
+ "subtype_modifier": null,
1603
+ "supported": true
1604
+ }
1605
+ ],
1606
+ "classname": "datahub.ingestion.source.looker.looker_source.LookerDashboardSource",
1607
+ "platform_id": "looker",
1608
+ "platform_name": "Looker",
1609
+ "support_status": "CERTIFIED"
1610
+ },
1611
+ "lookml": {
1612
+ "capabilities": [
1613
+ {
1614
+ "capability": "CONTAINERS",
1615
+ "description": "Enabled by default",
1616
+ "subtype_modifier": [
1617
+ "LookML Project"
1618
+ ],
1619
+ "supported": true
1620
+ },
1621
+ {
1622
+ "capability": "LINEAGE_FINE",
1623
+ "description": "Enabled by default, configured using `extract_column_level_lineage`",
1624
+ "subtype_modifier": null,
1625
+ "supported": true
1626
+ },
1627
+ {
1628
+ "capability": "DELETION_DETECTION",
1629
+ "description": "Enabled by default via stateful ingestion",
1630
+ "subtype_modifier": null,
1631
+ "supported": true
1632
+ },
1633
+ {
1634
+ "capability": "PLATFORM_INSTANCE",
1635
+ "description": "Use the `platform_instance` and `connection_to_platform_map` fields",
1636
+ "subtype_modifier": null,
1637
+ "supported": true
1638
+ },
1639
+ {
1640
+ "capability": "LINEAGE_COARSE",
1641
+ "description": "Supported by default",
1642
+ "subtype_modifier": null,
1643
+ "supported": true
1644
+ }
1645
+ ],
1646
+ "classname": "datahub.ingestion.source.looker.lookml_source.LookMLSource",
1647
+ "platform_id": "looker",
1648
+ "platform_name": "Looker",
1649
+ "support_status": "CERTIFIED"
1650
+ },
1651
+ "mariadb": {
1652
+ "capabilities": [
1653
+ {
1654
+ "capability": "CONTAINERS",
1655
+ "description": "Enabled by default",
1656
+ "subtype_modifier": [
1657
+ "Database",
1658
+ "Schema"
1659
+ ],
1660
+ "supported": true
1661
+ },
1662
+ {
1663
+ "capability": "CLASSIFICATION",
1664
+ "description": "Optionally enabled via `classification.enabled`",
1665
+ "subtype_modifier": null,
1666
+ "supported": true
1667
+ },
1668
+ {
1669
+ "capability": "LINEAGE_FINE",
1670
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1671
+ "subtype_modifier": [
1672
+ "View"
1673
+ ],
1674
+ "supported": true
1675
+ },
1676
+ {
1677
+ "capability": "DATA_PROFILING",
1678
+ "description": "Optionally enabled via configuration",
1679
+ "subtype_modifier": null,
1680
+ "supported": true
1681
+ },
1682
+ {
1683
+ "capability": "DESCRIPTIONS",
1684
+ "description": "Enabled by default",
1685
+ "subtype_modifier": null,
1686
+ "supported": true
1687
+ },
1688
+ {
1689
+ "capability": "DELETION_DETECTION",
1690
+ "description": "Enabled by default via stateful ingestion",
1691
+ "subtype_modifier": null,
1692
+ "supported": true
1693
+ },
1694
+ {
1695
+ "capability": "DOMAINS",
1696
+ "description": "Supported via the `domain` config field",
1697
+ "subtype_modifier": null,
1698
+ "supported": true
1699
+ },
1700
+ {
1701
+ "capability": "PLATFORM_INSTANCE",
1702
+ "description": "Enabled by default",
1703
+ "subtype_modifier": null,
1704
+ "supported": true
1705
+ },
1706
+ {
1707
+ "capability": "SCHEMA_METADATA",
1708
+ "description": "Enabled by default",
1709
+ "subtype_modifier": null,
1710
+ "supported": true
1711
+ },
1712
+ {
1713
+ "capability": "LINEAGE_COARSE",
1714
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1715
+ "subtype_modifier": [
1716
+ "View"
1717
+ ],
1718
+ "supported": true
1719
+ },
1720
+ {
1721
+ "capability": "TEST_CONNECTION",
1722
+ "description": "Enabled by default",
1723
+ "subtype_modifier": null,
1724
+ "supported": true
1725
+ }
1726
+ ],
1727
+ "classname": "datahub.ingestion.source.sql.mariadb.MariaDBSource",
1728
+ "platform_id": "mariadb",
1729
+ "platform_name": "MariaDB",
1730
+ "support_status": "CERTIFIED"
1731
+ },
1732
+ "metabase": {
1733
+ "capabilities": [
1734
+ {
1735
+ "capability": "DELETION_DETECTION",
1736
+ "description": "Enabled by default via stateful ingestion",
1737
+ "subtype_modifier": null,
1738
+ "supported": true
1739
+ },
1740
+ {
1741
+ "capability": "PLATFORM_INSTANCE",
1742
+ "description": "Enabled by default",
1743
+ "subtype_modifier": null,
1744
+ "supported": true
1745
+ },
1746
+ {
1747
+ "capability": "LINEAGE_COARSE",
1748
+ "description": "Supported by default",
1749
+ "subtype_modifier": null,
1750
+ "supported": true
1751
+ }
1752
+ ],
1753
+ "classname": "datahub.ingestion.source.metabase.MetabaseSource",
1754
+ "platform_id": "metabase",
1755
+ "platform_name": "Metabase",
1756
+ "support_status": "CERTIFIED"
1757
+ },
1758
+ "mlflow": {
1759
+ "capabilities": [
1760
+ {
1761
+ "capability": "CONTAINERS",
1762
+ "description": "Extract ML experiments",
1763
+ "subtype_modifier": [
1764
+ "ML Experiment"
1765
+ ],
1766
+ "supported": true
1767
+ },
1768
+ {
1769
+ "capability": "DESCRIPTIONS",
1770
+ "description": "Extract descriptions for MLflow Registered Models and Model Versions",
1771
+ "subtype_modifier": null,
1772
+ "supported": true
1773
+ },
1774
+ {
1775
+ "capability": "DELETION_DETECTION",
1776
+ "description": "Enabled by default via stateful ingestion",
1777
+ "subtype_modifier": null,
1778
+ "supported": true
1779
+ },
1780
+ {
1781
+ "capability": "TAGS",
1782
+ "description": "Extract tags for MLflow Registered Model Stages",
1783
+ "subtype_modifier": null,
1784
+ "supported": true
1785
+ }
1786
+ ],
1787
+ "classname": "datahub.ingestion.source.mlflow.MLflowSource",
1788
+ "platform_id": "mlflow",
1789
+ "platform_name": "MLflow",
1790
+ "support_status": "INCUBATING"
1791
+ },
1792
+ "mode": {
1793
+ "capabilities": [
1794
+ {
1795
+ "capability": "CONTAINERS",
1796
+ "description": "Enabled by default",
1797
+ "subtype_modifier": null,
1798
+ "supported": true
1799
+ },
1800
+ {
1801
+ "capability": "LINEAGE_FINE",
1802
+ "description": "Supported by default",
1803
+ "subtype_modifier": null,
1804
+ "supported": true
1805
+ },
1806
+ {
1807
+ "capability": "DESCRIPTIONS",
1808
+ "description": "Enabled by default",
1809
+ "subtype_modifier": null,
1810
+ "supported": true
1811
+ },
1812
+ {
1813
+ "capability": "DELETION_DETECTION",
1814
+ "description": "Enabled by default via stateful ingestion",
1815
+ "subtype_modifier": null,
1816
+ "supported": true
1817
+ },
1818
+ {
1819
+ "capability": "OWNERSHIP",
1820
+ "description": "Enabled by default",
1821
+ "subtype_modifier": null,
1822
+ "supported": true
1823
+ },
1824
+ {
1825
+ "capability": "PLATFORM_INSTANCE",
1826
+ "description": "Enabled by default",
1827
+ "subtype_modifier": null,
1828
+ "supported": true
1829
+ },
1830
+ {
1831
+ "capability": "LINEAGE_COARSE",
1832
+ "description": "Supported by default",
1833
+ "subtype_modifier": null,
1834
+ "supported": true
1835
+ }
1836
+ ],
1837
+ "classname": "datahub.ingestion.source.mode.ModeSource",
1838
+ "platform_id": "mode",
1839
+ "platform_name": "Mode",
1840
+ "support_status": "CERTIFIED"
1841
+ },
1842
+ "mongodb": {
1843
+ "capabilities": [
1844
+ {
1845
+ "capability": "CONTAINERS",
1846
+ "description": "Enabled by default",
1847
+ "subtype_modifier": [
1848
+ "Database"
1849
+ ],
1850
+ "supported": true
1851
+ },
1852
+ {
1853
+ "capability": "DELETION_DETECTION",
1854
+ "description": "Enabled by default via stateful ingestion",
1855
+ "subtype_modifier": null,
1856
+ "supported": true
1857
+ },
1858
+ {
1859
+ "capability": "PLATFORM_INSTANCE",
1860
+ "description": "Enabled by default",
1861
+ "subtype_modifier": null,
1862
+ "supported": true
1863
+ },
1864
+ {
1865
+ "capability": "SCHEMA_METADATA",
1866
+ "description": "Enabled by default",
1867
+ "subtype_modifier": null,
1868
+ "supported": true
1869
+ }
1870
+ ],
1871
+ "classname": "datahub.ingestion.source.mongodb.MongoDBSource",
1872
+ "platform_id": "mongodb",
1873
+ "platform_name": "MongoDB",
1874
+ "support_status": "CERTIFIED"
1875
+ },
1876
+ "mssql": {
1877
+ "capabilities": [
1878
+ {
1879
+ "capability": "CONTAINERS",
1880
+ "description": "Enabled by default",
1881
+ "subtype_modifier": [
1882
+ "Database",
1883
+ "Schema"
1884
+ ],
1885
+ "supported": true
1886
+ },
1887
+ {
1888
+ "capability": "CLASSIFICATION",
1889
+ "description": "Optionally enabled via `classification.enabled`",
1890
+ "subtype_modifier": null,
1891
+ "supported": true
1892
+ },
1893
+ {
1894
+ "capability": "LINEAGE_FINE",
1895
+ "description": "Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_column_lineage`",
1896
+ "subtype_modifier": [
1897
+ "Stored Procedure",
1898
+ "View"
1899
+ ],
1900
+ "supported": true
1901
+ },
1902
+ {
1903
+ "capability": "DATA_PROFILING",
1904
+ "description": "Optionally enabled via configuration",
1905
+ "subtype_modifier": null,
1906
+ "supported": true
1907
+ },
1908
+ {
1909
+ "capability": "DESCRIPTIONS",
1910
+ "description": "Enabled by default",
1911
+ "subtype_modifier": null,
1912
+ "supported": true
1913
+ },
1914
+ {
1915
+ "capability": "DELETION_DETECTION",
1916
+ "description": "Enabled by default via stateful ingestion",
1917
+ "subtype_modifier": null,
1918
+ "supported": true
1919
+ },
1920
+ {
1921
+ "capability": "DOMAINS",
1922
+ "description": "Supported via the `domain` config field",
1923
+ "subtype_modifier": null,
1924
+ "supported": true
1925
+ },
1926
+ {
1927
+ "capability": "PLATFORM_INSTANCE",
1928
+ "description": "Enabled by default",
1929
+ "subtype_modifier": null,
1930
+ "supported": true
1931
+ },
1932
+ {
1933
+ "capability": "SCHEMA_METADATA",
1934
+ "description": "Enabled by default",
1935
+ "subtype_modifier": null,
1936
+ "supported": true
1937
+ },
1938
+ {
1939
+ "capability": "LINEAGE_COARSE",
1940
+ "description": "Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_lineage`",
1941
+ "subtype_modifier": [
1942
+ "Stored Procedure",
1943
+ "View"
1944
+ ],
1945
+ "supported": true
1946
+ },
1947
+ {
1948
+ "capability": "TEST_CONNECTION",
1949
+ "description": "Enabled by default",
1950
+ "subtype_modifier": null,
1951
+ "supported": true
1952
+ }
1953
+ ],
1954
+ "classname": "datahub.ingestion.source.sql.mssql.source.SQLServerSource",
1955
+ "platform_id": "mssql",
1956
+ "platform_name": "Microsoft SQL Server",
1957
+ "support_status": "CERTIFIED"
1958
+ },
1959
+ "mysql": {
1960
+ "capabilities": [
1961
+ {
1962
+ "capability": "CONTAINERS",
1963
+ "description": "Enabled by default",
1964
+ "subtype_modifier": [
1965
+ "Database",
1966
+ "Schema"
1967
+ ],
1968
+ "supported": true
1969
+ },
1970
+ {
1971
+ "capability": "CLASSIFICATION",
1972
+ "description": "Optionally enabled via `classification.enabled`",
1973
+ "subtype_modifier": null,
1974
+ "supported": true
1975
+ },
1976
+ {
1977
+ "capability": "LINEAGE_FINE",
1978
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1979
+ "subtype_modifier": [
1980
+ "View"
1981
+ ],
1982
+ "supported": true
1983
+ },
1984
+ {
1985
+ "capability": "DATA_PROFILING",
1986
+ "description": "Optionally enabled via configuration",
1987
+ "subtype_modifier": null,
1988
+ "supported": true
1989
+ },
1990
+ {
1991
+ "capability": "DESCRIPTIONS",
1992
+ "description": "Enabled by default",
1993
+ "subtype_modifier": null,
1994
+ "supported": true
1995
+ },
1996
+ {
1997
+ "capability": "DELETION_DETECTION",
1998
+ "description": "Enabled by default via stateful ingestion",
1999
+ "subtype_modifier": null,
2000
+ "supported": true
2001
+ },
2002
+ {
2003
+ "capability": "DOMAINS",
2004
+ "description": "Supported via the `domain` config field",
2005
+ "subtype_modifier": null,
2006
+ "supported": true
2007
+ },
2008
+ {
2009
+ "capability": "PLATFORM_INSTANCE",
2010
+ "description": "Enabled by default",
2011
+ "subtype_modifier": null,
2012
+ "supported": true
2013
+ },
2014
+ {
2015
+ "capability": "SCHEMA_METADATA",
2016
+ "description": "Enabled by default",
2017
+ "subtype_modifier": null,
2018
+ "supported": true
2019
+ },
2020
+ {
2021
+ "capability": "LINEAGE_COARSE",
2022
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
2023
+ "subtype_modifier": [
2024
+ "View"
2025
+ ],
2026
+ "supported": true
2027
+ },
2028
+ {
2029
+ "capability": "TEST_CONNECTION",
2030
+ "description": "Enabled by default",
2031
+ "subtype_modifier": null,
2032
+ "supported": true
2033
+ }
2034
+ ],
2035
+ "classname": "datahub.ingestion.source.sql.mysql.MySQLSource",
2036
+ "platform_id": "mysql",
2037
+ "platform_name": "MySQL",
2038
+ "support_status": "CERTIFIED"
2039
+ },
2040
+ "neo4j": {
2041
+ "capabilities": [
2042
+ {
2043
+ "capability": "DELETION_DETECTION",
2044
+ "description": "Enabled by default via stateful ingestion",
2045
+ "subtype_modifier": null,
2046
+ "supported": true
2047
+ },
2048
+ {
2049
+ "capability": "PLATFORM_INSTANCE",
2050
+ "description": "Supported via the `platform_instance` config",
2051
+ "subtype_modifier": null,
2052
+ "supported": true
2053
+ }
2054
+ ],
2055
+ "classname": "datahub.ingestion.source.neo4j.neo4j_source.Neo4jSource",
2056
+ "platform_id": "neo4j",
2057
+ "platform_name": "Neo4j",
2058
+ "support_status": "CERTIFIED"
2059
+ },
2060
+ "nifi": {
2061
+ "capabilities": [
2062
+ {
2063
+ "capability": "DELETION_DETECTION",
2064
+ "description": "Enabled by default via stateful ingestion",
2065
+ "subtype_modifier": null,
2066
+ "supported": true
2067
+ },
2068
+ {
2069
+ "capability": "LINEAGE_COARSE",
2070
+ "description": "Supported. See docs for limitations",
2071
+ "subtype_modifier": null,
2072
+ "supported": true
2073
+ }
2074
+ ],
2075
+ "classname": "datahub.ingestion.source.nifi.NifiSource",
2076
+ "platform_id": "nifi",
2077
+ "platform_name": "NiFi",
2078
+ "support_status": "CERTIFIED"
2079
+ },
2080
+ "okta": {
2081
+ "capabilities": [
2082
+ {
2083
+ "capability": "DESCRIPTIONS",
2084
+ "description": "Optionally enabled via configuration",
2085
+ "subtype_modifier": null,
2086
+ "supported": true
2087
+ },
2088
+ {
2089
+ "capability": "DELETION_DETECTION",
2090
+ "description": "Enabled by default via stateful ingestion",
2091
+ "subtype_modifier": null,
2092
+ "supported": true
2093
+ }
2094
+ ],
2095
+ "classname": "datahub.ingestion.source.identity.okta.OktaSource",
2096
+ "platform_id": "okta",
2097
+ "platform_name": "Okta",
2098
+ "support_status": "CERTIFIED"
2099
+ },
2100
+ "openapi": {
2101
+ "capabilities": [
2102
+ {
2103
+ "capability": "PLATFORM_INSTANCE",
2104
+ "description": "",
2105
+ "subtype_modifier": null,
2106
+ "supported": false
2107
+ }
2108
+ ],
2109
+ "classname": "datahub.ingestion.source.openapi.OpenApiSource",
2110
+ "platform_id": "openapi",
2111
+ "platform_name": "OpenAPI",
2112
+ "support_status": "INCUBATING"
2113
+ },
2114
+ "oracle": {
2115
+ "capabilities": [
2116
+ {
2117
+ "capability": "CONTAINERS",
2118
+ "description": "Enabled by default",
2119
+ "subtype_modifier": [
2120
+ "Database",
2121
+ "Schema"
2122
+ ],
2123
+ "supported": true
2124
+ },
2125
+ {
2126
+ "capability": "CLASSIFICATION",
2127
+ "description": "Optionally enabled via `classification.enabled`",
2128
+ "subtype_modifier": null,
2129
+ "supported": true
2130
+ },
2131
+ {
2132
+ "capability": "LINEAGE_FINE",
2133
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2134
+ "subtype_modifier": [
2135
+ "View"
2136
+ ],
2137
+ "supported": true
2138
+ },
2139
+ {
2140
+ "capability": "DESCRIPTIONS",
2141
+ "description": "Enabled by default",
2142
+ "subtype_modifier": null,
2143
+ "supported": true
2144
+ },
2145
+ {
2146
+ "capability": "DELETION_DETECTION",
2147
+ "description": "Enabled by default via stateful ingestion",
2148
+ "subtype_modifier": null,
2149
+ "supported": true
2150
+ },
2151
+ {
2152
+ "capability": "DOMAINS",
2153
+ "description": "Enabled by default",
2154
+ "subtype_modifier": null,
2155
+ "supported": true
2156
+ },
2157
+ {
2158
+ "capability": "SCHEMA_METADATA",
2159
+ "description": "Enabled by default",
2160
+ "subtype_modifier": null,
2161
+ "supported": true
2162
+ },
2163
+ {
2164
+ "capability": "LINEAGE_COARSE",
2165
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
2166
+ "subtype_modifier": [
2167
+ "View"
2168
+ ],
2169
+ "supported": true
2170
+ },
2171
+ {
2172
+ "capability": "TEST_CONNECTION",
2173
+ "description": "Enabled by default",
2174
+ "subtype_modifier": null,
2175
+ "supported": true
2176
+ }
2177
+ ],
2178
+ "classname": "datahub.ingestion.source.sql.oracle.OracleSource",
2179
+ "platform_id": "oracle",
2180
+ "platform_name": "Oracle",
2181
+ "support_status": "INCUBATING"
2182
+ },
2183
+ "postgres": {
2184
+ "capabilities": [
2185
+ {
2186
+ "capability": "CONTAINERS",
2187
+ "description": "Enabled by default",
2188
+ "subtype_modifier": [
2189
+ "Database",
2190
+ "Schema"
2191
+ ],
2192
+ "supported": true
2193
+ },
2194
+ {
2195
+ "capability": "CLASSIFICATION",
2196
+ "description": "Optionally enabled via `classification.enabled`",
2197
+ "subtype_modifier": null,
2198
+ "supported": true
2199
+ },
2200
+ {
2201
+ "capability": "LINEAGE_FINE",
2202
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2203
+ "subtype_modifier": [
2204
+ "View"
2205
+ ],
2206
+ "supported": true
2207
+ },
2208
+ {
2209
+ "capability": "DATA_PROFILING",
2210
+ "description": "Optionally enabled via configuration",
2211
+ "subtype_modifier": null,
2212
+ "supported": true
2213
+ },
2214
+ {
2215
+ "capability": "DESCRIPTIONS",
2216
+ "description": "Enabled by default",
2217
+ "subtype_modifier": null,
2218
+ "supported": true
2219
+ },
2220
+ {
2221
+ "capability": "DELETION_DETECTION",
2222
+ "description": "Enabled by default via stateful ingestion",
2223
+ "subtype_modifier": null,
2224
+ "supported": true
2225
+ },
2226
+ {
2227
+ "capability": "DOMAINS",
2228
+ "description": "Enabled by default",
2229
+ "subtype_modifier": null,
2230
+ "supported": true
2231
+ },
2232
+ {
2233
+ "capability": "PLATFORM_INSTANCE",
2234
+ "description": "Enabled by default",
2235
+ "subtype_modifier": null,
2236
+ "supported": true
2237
+ },
2238
+ {
2239
+ "capability": "SCHEMA_METADATA",
2240
+ "description": "Enabled by default",
2241
+ "subtype_modifier": null,
2242
+ "supported": true
2243
+ },
2244
+ {
2245
+ "capability": "LINEAGE_COARSE",
2246
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
2247
+ "subtype_modifier": [
2248
+ "View"
2249
+ ],
2250
+ "supported": true
2251
+ },
2252
+ {
2253
+ "capability": "TEST_CONNECTION",
2254
+ "description": "Enabled by default",
2255
+ "subtype_modifier": null,
2256
+ "supported": true
2257
+ }
2258
+ ],
2259
+ "classname": "datahub.ingestion.source.sql.postgres.PostgresSource",
2260
+ "platform_id": "postgres",
2261
+ "platform_name": "Postgres",
2262
+ "support_status": "CERTIFIED"
2263
+ },
2264
+ "powerbi": {
2265
+ "capabilities": [
2266
+ {
2267
+ "capability": "CONTAINERS",
2268
+ "description": "Enabled by default",
2269
+ "subtype_modifier": [
2270
+ "Workspace",
2271
+ "Semantic Model"
2272
+ ],
2273
+ "supported": true
2274
+ },
2275
+ {
2276
+ "capability": "LINEAGE_FINE",
2277
+ "description": "Disabled by default, configured using `extract_column_level_lineage`. ",
2278
+ "subtype_modifier": null,
2279
+ "supported": true
2280
+ },
2281
+ {
2282
+ "capability": "DATA_PROFILING",
2283
+ "description": "Optionally enabled via configuration profiling.enabled",
2284
+ "subtype_modifier": null,
2285
+ "supported": true
2286
+ },
2287
+ {
2288
+ "capability": "DESCRIPTIONS",
2289
+ "description": "Enabled by default",
2290
+ "subtype_modifier": null,
2291
+ "supported": true
2292
+ },
2293
+ {
2294
+ "capability": "DELETION_DETECTION",
2295
+ "description": "Enabled by default via stateful ingestion",
2296
+ "subtype_modifier": null,
2297
+ "supported": true
2298
+ },
2299
+ {
2300
+ "capability": "OWNERSHIP",
2301
+ "description": "Enabled by default",
2302
+ "subtype_modifier": null,
2303
+ "supported": true
2304
+ },
2305
+ {
2306
+ "capability": "TAGS",
2307
+ "description": "Enabled by default",
2308
+ "subtype_modifier": null,
2309
+ "supported": true
2310
+ },
2311
+ {
2312
+ "capability": "PLATFORM_INSTANCE",
2313
+ "description": "Enabled by default",
2314
+ "subtype_modifier": null,
2315
+ "supported": true
2316
+ },
2317
+ {
2318
+ "capability": "SCHEMA_METADATA",
2319
+ "description": "Enabled by default",
2320
+ "subtype_modifier": null,
2321
+ "supported": true
2322
+ },
2323
+ {
2324
+ "capability": "LINEAGE_COARSE",
2325
+ "description": "Enabled by default, configured using `extract_lineage`.",
2326
+ "subtype_modifier": null,
2327
+ "supported": true
2328
+ },
2329
+ {
2330
+ "capability": "TEST_CONNECTION",
2331
+ "description": "Enabled by default",
2332
+ "subtype_modifier": null,
2333
+ "supported": true
2334
+ }
2335
+ ],
2336
+ "classname": "datahub.ingestion.source.powerbi.powerbi.PowerBiDashboardSource",
2337
+ "platform_id": "powerbi",
2338
+ "platform_name": "PowerBI",
2339
+ "support_status": "CERTIFIED"
2340
+ },
2341
+ "powerbi-report-server": {
2342
+ "capabilities": [
2343
+ {
2344
+ "capability": "DELETION_DETECTION",
2345
+ "description": "Enabled by default via stateful ingestion",
2346
+ "subtype_modifier": null,
2347
+ "supported": true
2348
+ },
2349
+ {
2350
+ "capability": "OWNERSHIP",
2351
+ "description": "Enabled by default",
2352
+ "subtype_modifier": null,
2353
+ "supported": true
2354
+ }
2355
+ ],
2356
+ "classname": "datahub.ingestion.source.powerbi_report_server.report_server.PowerBiReportServerDashboardSource",
2357
+ "platform_id": "powerbi-report-server",
2358
+ "platform_name": "PowerBI Report Server",
2359
+ "support_status": "INCUBATING"
2360
+ },
2361
+ "preset": {
2362
+ "capabilities": [
2363
+ {
2364
+ "capability": "DELETION_DETECTION",
2365
+ "description": "Enabled by default via stateful ingestion",
2366
+ "subtype_modifier": null,
2367
+ "supported": true
2368
+ },
2369
+ {
2370
+ "capability": "DOMAINS",
2371
+ "description": "Enabled by `domain` config to assign domain_key",
2372
+ "subtype_modifier": null,
2373
+ "supported": true
2374
+ },
2375
+ {
2376
+ "capability": "TAGS",
2377
+ "description": "Supported by default",
2378
+ "subtype_modifier": null,
2379
+ "supported": true
2380
+ },
2381
+ {
2382
+ "capability": "LINEAGE_COARSE",
2383
+ "description": "Supported by default",
2384
+ "subtype_modifier": null,
2385
+ "supported": true
2386
+ }
2387
+ ],
2388
+ "classname": "datahub.ingestion.source.preset.PresetSource",
2389
+ "platform_id": "preset",
2390
+ "platform_name": "Preset",
2391
+ "support_status": "CERTIFIED"
2392
+ },
2393
+ "presto": {
2394
+ "capabilities": [
2395
+ {
2396
+ "capability": "CONTAINERS",
2397
+ "description": "Enabled by default",
2398
+ "subtype_modifier": [
2399
+ "Database",
2400
+ "Schema"
2401
+ ],
2402
+ "supported": true
2403
+ },
2404
+ {
2405
+ "capability": "CLASSIFICATION",
2406
+ "description": "Optionally enabled via `classification.enabled`",
2407
+ "subtype_modifier": null,
2408
+ "supported": true
2409
+ },
2410
+ {
2411
+ "capability": "LINEAGE_FINE",
2412
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2413
+ "subtype_modifier": [
2414
+ "View"
2415
+ ],
2416
+ "supported": true
2417
+ },
2418
+ {
2419
+ "capability": "DATA_PROFILING",
2420
+ "description": "Optionally enabled via configuration",
2421
+ "subtype_modifier": null,
2422
+ "supported": true
2423
+ },
2424
+ {
2425
+ "capability": "DESCRIPTIONS",
2426
+ "description": "Enabled by default",
2427
+ "subtype_modifier": null,
2428
+ "supported": true
2429
+ },
2430
+ {
2431
+ "capability": "DELETION_DETECTION",
2432
+ "description": "Enabled by default via stateful ingestion",
2433
+ "subtype_modifier": null,
2434
+ "supported": true
2435
+ },
2436
+ {
2437
+ "capability": "DOMAINS",
2438
+ "description": "Supported via the `domain` config field",
2439
+ "subtype_modifier": null,
2440
+ "supported": true
2441
+ },
2442
+ {
2443
+ "capability": "SCHEMA_METADATA",
2444
+ "description": "Enabled by default",
2445
+ "subtype_modifier": null,
2446
+ "supported": true
2447
+ },
2448
+ {
2449
+ "capability": "LINEAGE_COARSE",
2450
+ "description": "Extract table-level lineage",
2451
+ "subtype_modifier": [
2452
+ "Table",
2453
+ "View"
2454
+ ],
2455
+ "supported": true
2456
+ },
2457
+ {
2458
+ "capability": "TEST_CONNECTION",
2459
+ "description": "Enabled by default",
2460
+ "subtype_modifier": null,
2461
+ "supported": true
2462
+ }
2463
+ ],
2464
+ "classname": "datahub.ingestion.source.sql.presto.PrestoSource",
2465
+ "platform_id": "presto",
2466
+ "platform_name": "Presto",
2467
+ "support_status": "CERTIFIED"
2468
+ },
2469
+ "presto-on-hive": {
2470
+ "capabilities": [
2471
+ {
2472
+ "capability": "CONTAINERS",
2473
+ "description": "Enabled by default",
2474
+ "subtype_modifier": [
2475
+ "Catalog",
2476
+ "Schema"
2477
+ ],
2478
+ "supported": true
2479
+ },
2480
+ {
2481
+ "capability": "CLASSIFICATION",
2482
+ "description": "Not Supported",
2483
+ "subtype_modifier": null,
2484
+ "supported": false
2485
+ },
2486
+ {
2487
+ "capability": "LINEAGE_FINE",
2488
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2489
+ "subtype_modifier": [
2490
+ "View"
2491
+ ],
2492
+ "supported": true
2493
+ },
2494
+ {
2495
+ "capability": "DATA_PROFILING",
2496
+ "description": "Not Supported",
2497
+ "subtype_modifier": null,
2498
+ "supported": false
2499
+ },
2500
+ {
2501
+ "capability": "DESCRIPTIONS",
2502
+ "description": "Enabled by default",
2503
+ "subtype_modifier": null,
2504
+ "supported": true
2505
+ },
2506
+ {
2507
+ "capability": "DELETION_DETECTION",
2508
+ "description": "Enabled by default via stateful ingestion",
2509
+ "subtype_modifier": null,
2510
+ "supported": true
2511
+ },
2512
+ {
2513
+ "capability": "DOMAINS",
2514
+ "description": "Enabled by default",
2515
+ "subtype_modifier": null,
2516
+ "supported": true
2517
+ },
2518
+ {
2519
+ "capability": "SCHEMA_METADATA",
2520
+ "description": "Enabled by default",
2521
+ "subtype_modifier": null,
2522
+ "supported": true
2523
+ },
2524
+ {
2525
+ "capability": "LINEAGE_COARSE",
2526
+ "description": "View lineage is not supported",
2527
+ "subtype_modifier": null,
2528
+ "supported": false
2529
+ },
2530
+ {
2531
+ "capability": "TEST_CONNECTION",
2532
+ "description": "Enabled by default",
2533
+ "subtype_modifier": null,
2534
+ "supported": true
2535
+ }
2536
+ ],
2537
+ "classname": "datahub.ingestion.source.sql.hive_metastore.HiveMetastoreSource",
2538
+ "platform_id": "hive-metastore",
2539
+ "platform_name": "Hive Metastore",
2540
+ "support_status": "CERTIFIED"
2541
+ },
2542
+ "pulsar": {
2543
+ "capabilities": [
2544
+ {
2545
+ "capability": "DELETION_DETECTION",
2546
+ "description": "Enabled by default via stateful ingestion",
2547
+ "subtype_modifier": null,
2548
+ "supported": true
2549
+ },
2550
+ {
2551
+ "capability": "DOMAINS",
2552
+ "description": "Supported via the `domain` config field",
2553
+ "subtype_modifier": null,
2554
+ "supported": true
2555
+ },
2556
+ {
2557
+ "capability": "PLATFORM_INSTANCE",
2558
+ "description": "Enabled by default",
2559
+ "subtype_modifier": null,
2560
+ "supported": true
2561
+ },
2562
+ {
2563
+ "capability": "SCHEMA_METADATA",
2564
+ "description": "Enabled by default",
2565
+ "subtype_modifier": null,
2566
+ "supported": true
2567
+ }
2568
+ ],
2569
+ "classname": "datahub.ingestion.source.pulsar.PulsarSource",
2570
+ "platform_id": "pulsar",
2571
+ "platform_name": "Pulsar",
2572
+ "support_status": "INCUBATING"
2573
+ },
2574
+ "qlik-sense": {
2575
+ "capabilities": [
2576
+ {
2577
+ "capability": "CONTAINERS",
2578
+ "description": "Enabled by default",
2579
+ "subtype_modifier": null,
2580
+ "supported": true
2581
+ },
2582
+ {
2583
+ "capability": "LINEAGE_FINE",
2584
+ "description": "Disabled by default.",
2585
+ "subtype_modifier": null,
2586
+ "supported": true
2587
+ },
2588
+ {
2589
+ "capability": "DESCRIPTIONS",
2590
+ "description": "Enabled by default",
2591
+ "subtype_modifier": null,
2592
+ "supported": true
2593
+ },
2594
+ {
2595
+ "capability": "DELETION_DETECTION",
2596
+ "description": "Enabled by default via stateful ingestion",
2597
+ "subtype_modifier": null,
2598
+ "supported": true
2599
+ },
2600
+ {
2601
+ "capability": "OWNERSHIP",
2602
+ "description": "Enabled by default, configured using `ingest_owner`",
2603
+ "subtype_modifier": null,
2604
+ "supported": true
2605
+ },
2606
+ {
2607
+ "capability": "PLATFORM_INSTANCE",
2608
+ "description": "Enabled by default",
2609
+ "subtype_modifier": null,
2610
+ "supported": true
2611
+ },
2612
+ {
2613
+ "capability": "SCHEMA_METADATA",
2614
+ "description": "Enabled by default",
2615
+ "subtype_modifier": null,
2616
+ "supported": true
2617
+ },
2618
+ {
2619
+ "capability": "LINEAGE_COARSE",
2620
+ "description": "Enabled by default.",
2621
+ "subtype_modifier": null,
2622
+ "supported": true
2623
+ },
2624
+ {
2625
+ "capability": "TEST_CONNECTION",
2626
+ "description": "Enabled by default",
2627
+ "subtype_modifier": null,
2628
+ "supported": true
2629
+ }
2630
+ ],
2631
+ "classname": "datahub.ingestion.source.qlik_sense.qlik_sense.QlikSenseSource",
2632
+ "platform_id": "qlik-sense",
2633
+ "platform_name": "Qlik Sense",
2634
+ "support_status": "INCUBATING"
2635
+ },
2636
+ "redash": {
2637
+ "capabilities": [
2638
+ {
2639
+ "capability": "DELETION_DETECTION",
2640
+ "description": "Enabled by default via stateful ingestion",
2641
+ "subtype_modifier": null,
2642
+ "supported": true
2643
+ },
2644
+ {
2645
+ "capability": "LINEAGE_COARSE",
2646
+ "description": "Enabled by default",
2647
+ "subtype_modifier": null,
2648
+ "supported": true
2649
+ }
2650
+ ],
2651
+ "classname": "datahub.ingestion.source.redash.RedashSource",
2652
+ "platform_id": "redash",
2653
+ "platform_name": "Redash",
2654
+ "support_status": "INCUBATING"
2655
+ },
2656
+ "redshift": {
2657
+ "capabilities": [
2658
+ {
2659
+ "capability": "CONTAINERS",
2660
+ "description": "Enabled by default",
2661
+ "subtype_modifier": [
2662
+ "Database",
2663
+ "Schema"
2664
+ ],
2665
+ "supported": true
2666
+ },
2667
+ {
2668
+ "capability": "CLASSIFICATION",
2669
+ "description": "Optionally enabled via `classification.enabled`",
2670
+ "subtype_modifier": null,
2671
+ "supported": true
2672
+ },
2673
+ {
2674
+ "capability": "LINEAGE_FINE",
2675
+ "description": "Optionally enabled via configuration (`mixed` or `sql_based` lineage needs to be enabled)",
2676
+ "subtype_modifier": null,
2677
+ "supported": true
2678
+ },
2679
+ {
2680
+ "capability": "DATA_PROFILING",
2681
+ "description": "Optionally enabled via configuration",
2682
+ "subtype_modifier": null,
2683
+ "supported": true
2684
+ },
2685
+ {
2686
+ "capability": "USAGE_STATS",
2687
+ "description": "Optionally enabled via `include_usage_statistics`",
2688
+ "subtype_modifier": null,
2689
+ "supported": true
2690
+ },
2691
+ {
2692
+ "capability": "DESCRIPTIONS",
2693
+ "description": "Enabled by default",
2694
+ "subtype_modifier": null,
2695
+ "supported": true
2696
+ },
2697
+ {
2698
+ "capability": "DELETION_DETECTION",
2699
+ "description": "Enabled by default via stateful ingestion",
2700
+ "subtype_modifier": null,
2701
+ "supported": true
2702
+ },
2703
+ {
2704
+ "capability": "DOMAINS",
2705
+ "description": "Supported via the `domain` config field",
2706
+ "subtype_modifier": null,
2707
+ "supported": true
2708
+ },
2709
+ {
2710
+ "capability": "PLATFORM_INSTANCE",
2711
+ "description": "Enabled by default",
2712
+ "subtype_modifier": null,
2713
+ "supported": true
2714
+ },
2715
+ {
2716
+ "capability": "SCHEMA_METADATA",
2717
+ "description": "Enabled by default",
2718
+ "subtype_modifier": null,
2719
+ "supported": true
2720
+ },
2721
+ {
2722
+ "capability": "LINEAGE_COARSE",
2723
+ "description": "Optionally enabled via configuration",
2724
+ "subtype_modifier": null,
2725
+ "supported": true
2726
+ },
2727
+ {
2728
+ "capability": "TEST_CONNECTION",
2729
+ "description": "Enabled by default",
2730
+ "subtype_modifier": null,
2731
+ "supported": true
2732
+ }
2733
+ ],
2734
+ "classname": "datahub.ingestion.source.redshift.redshift.RedshiftSource",
2735
+ "platform_id": "redshift",
2736
+ "platform_name": "Redshift",
2737
+ "support_status": "CERTIFIED"
2738
+ },
2739
+ "s3": {
2740
+ "capabilities": [
2741
+ {
2742
+ "capability": "CONTAINERS",
2743
+ "description": "Enabled by default",
2744
+ "subtype_modifier": [
2745
+ "Folder",
2746
+ "S3 bucket"
2747
+ ],
2748
+ "supported": true
2749
+ },
2750
+ {
2751
+ "capability": "DATA_PROFILING",
2752
+ "description": "Optionally enabled via configuration",
2753
+ "subtype_modifier": null,
2754
+ "supported": true
2755
+ },
2756
+ {
2757
+ "capability": "DELETION_DETECTION",
2758
+ "description": "Enabled by default via stateful ingestion",
2759
+ "subtype_modifier": null,
2760
+ "supported": true
2761
+ },
2762
+ {
2763
+ "capability": "TAGS",
2764
+ "description": "Can extract S3 object/bucket tags if enabled",
2765
+ "subtype_modifier": null,
2766
+ "supported": true
2767
+ },
2768
+ {
2769
+ "capability": "SCHEMA_METADATA",
2770
+ "description": "Can infer schema from supported file types",
2771
+ "subtype_modifier": null,
2772
+ "supported": true
2773
+ }
2774
+ ],
2775
+ "classname": "datahub.ingestion.source.s3.source.S3Source",
2776
+ "platform_id": "s3",
2777
+ "platform_name": "S3 / Local Files",
2778
+ "support_status": "CERTIFIED"
2779
+ },
2780
+ "sac": {
2781
+ "capabilities": [
2782
+ {
2783
+ "capability": "DESCRIPTIONS",
2784
+ "description": "Enabled by default",
2785
+ "subtype_modifier": null,
2786
+ "supported": true
2787
+ },
2788
+ {
2789
+ "capability": "DELETION_DETECTION",
2790
+ "description": "Enabled by default via stateful ingestion",
2791
+ "subtype_modifier": null,
2792
+ "supported": true
2793
+ },
2794
+ {
2795
+ "capability": "PLATFORM_INSTANCE",
2796
+ "description": "Enabled by default",
2797
+ "subtype_modifier": null,
2798
+ "supported": true
2799
+ },
2800
+ {
2801
+ "capability": "SCHEMA_METADATA",
2802
+ "description": "Enabled by default (only for Import Data Models)",
2803
+ "subtype_modifier": null,
2804
+ "supported": true
2805
+ },
2806
+ {
2807
+ "capability": "LINEAGE_COARSE",
2808
+ "description": "Enabled by default (only for Live Data Models)",
2809
+ "subtype_modifier": null,
2810
+ "supported": true
2811
+ }
2812
+ ],
2813
+ "classname": "datahub.ingestion.source.sac.sac.SACSource",
2814
+ "platform_id": "sac",
2815
+ "platform_name": "SAP Analytics Cloud",
2816
+ "support_status": "TESTING"
2817
+ },
2818
+ "sagemaker": {
2819
+ "capabilities": [
2820
+ {
2821
+ "capability": "DELETION_DETECTION",
2822
+ "description": "Enabled by default via stateful ingestion",
2823
+ "subtype_modifier": null,
2824
+ "supported": true
2825
+ },
2826
+ {
2827
+ "capability": "LINEAGE_COARSE",
2828
+ "description": "Enabled by default",
2829
+ "subtype_modifier": null,
2830
+ "supported": true
2831
+ }
2832
+ ],
2833
+ "classname": "datahub.ingestion.source.aws.sagemaker.SagemakerSource",
2834
+ "platform_id": "sagemaker",
2835
+ "platform_name": "SageMaker",
2836
+ "support_status": "CERTIFIED"
2837
+ },
2838
+ "salesforce": {
2839
+ "capabilities": [
2840
+ {
2841
+ "capability": "DATA_PROFILING",
2842
+ "description": "Only table level profiling is supported via `profiling.enabled` config field",
2843
+ "subtype_modifier": [
2844
+ "Table"
2845
+ ],
2846
+ "supported": true
2847
+ },
2848
+ {
2849
+ "capability": "DELETION_DETECTION",
2850
+ "description": "Enabled by default via stateful ingestion",
2851
+ "subtype_modifier": null,
2852
+ "supported": true
2853
+ },
2854
+ {
2855
+ "capability": "DOMAINS",
2856
+ "description": "Supported via the `domain` config field",
2857
+ "subtype_modifier": null,
2858
+ "supported": true
2859
+ },
2860
+ {
2861
+ "capability": "TAGS",
2862
+ "description": "Enabled by default",
2863
+ "subtype_modifier": null,
2864
+ "supported": true
2865
+ },
2866
+ {
2867
+ "capability": "PLATFORM_INSTANCE",
2868
+ "description": "Can be equivalent to Salesforce organization",
2869
+ "subtype_modifier": null,
2870
+ "supported": true
2871
+ },
2872
+ {
2873
+ "capability": "SCHEMA_METADATA",
2874
+ "description": "Enabled by default",
2875
+ "subtype_modifier": null,
2876
+ "supported": true
2877
+ },
2878
+ {
2879
+ "capability": "LINEAGE_COARSE",
2880
+ "description": "Extract table-level lineage for Salesforce objects",
2881
+ "subtype_modifier": [
2882
+ "Custom Object",
2883
+ "Object"
2884
+ ],
2885
+ "supported": true
2886
+ }
2887
+ ],
2888
+ "classname": "datahub.ingestion.source.salesforce.SalesforceSource",
2889
+ "platform_id": "salesforce",
2890
+ "platform_name": "Salesforce",
2891
+ "support_status": "CERTIFIED"
2892
+ },
2893
+ "sigma": {
2894
+ "capabilities": [
2895
+ {
2896
+ "capability": "CONTAINERS",
2897
+ "description": "Enabled by default",
2898
+ "subtype_modifier": [
2899
+ "Sigma Workspace"
2900
+ ],
2901
+ "supported": true
2902
+ },
2903
+ {
2904
+ "capability": "DESCRIPTIONS",
2905
+ "description": "Enabled by default",
2906
+ "subtype_modifier": null,
2907
+ "supported": true
2908
+ },
2909
+ {
2910
+ "capability": "DELETION_DETECTION",
2911
+ "description": "Enabled by default via stateful ingestion",
2912
+ "subtype_modifier": null,
2913
+ "supported": true
2914
+ },
2915
+ {
2916
+ "capability": "OWNERSHIP",
2917
+ "description": "Enabled by default, configured using `ingest_owner`",
2918
+ "subtype_modifier": null,
2919
+ "supported": true
2920
+ },
2921
+ {
2922
+ "capability": "TAGS",
2923
+ "description": "Enabled by default",
2924
+ "subtype_modifier": null,
2925
+ "supported": true
2926
+ },
2927
+ {
2928
+ "capability": "PLATFORM_INSTANCE",
2929
+ "description": "Enabled by default",
2930
+ "subtype_modifier": null,
2931
+ "supported": true
2932
+ },
2933
+ {
2934
+ "capability": "SCHEMA_METADATA",
2935
+ "description": "Enabled by default",
2936
+ "subtype_modifier": null,
2937
+ "supported": true
2938
+ },
2939
+ {
2940
+ "capability": "LINEAGE_COARSE",
2941
+ "description": "Enabled by default.",
2942
+ "subtype_modifier": null,
2943
+ "supported": true
2944
+ },
2945
+ {
2946
+ "capability": "TEST_CONNECTION",
2947
+ "description": "Enabled by default",
2948
+ "subtype_modifier": null,
2949
+ "supported": true
2950
+ }
2951
+ ],
2952
+ "classname": "datahub.ingestion.source.sigma.sigma.SigmaSource",
2953
+ "platform_id": "sigma",
2954
+ "platform_name": "Sigma",
2955
+ "support_status": "INCUBATING"
2956
+ },
2957
+ "slack": {
2958
+ "capabilities": [
2959
+ {
2960
+ "capability": "DELETION_DETECTION",
2961
+ "description": "Enabled by default via stateful ingestion",
2962
+ "subtype_modifier": null,
2963
+ "supported": true
2964
+ }
2965
+ ],
2966
+ "classname": "datahub.ingestion.source.slack.slack.SlackSource",
2967
+ "platform_id": "slack",
2968
+ "platform_name": "Slack",
2969
+ "support_status": "CERTIFIED"
2970
+ },
2971
+ "snaplogic": {
2972
+ "capabilities": [
2973
+ {
2974
+ "capability": "LINEAGE_FINE",
2975
+ "description": "Enabled by default",
2976
+ "subtype_modifier": null,
2977
+ "supported": true
2978
+ },
2979
+ {
2980
+ "capability": "DELETION_DETECTION",
2981
+ "description": "Not supported yet",
2982
+ "subtype_modifier": null,
2983
+ "supported": false
2984
+ },
2985
+ {
2986
+ "capability": "PLATFORM_INSTANCE",
2987
+ "description": "SnapLogic does not support platform instances",
2988
+ "subtype_modifier": null,
2989
+ "supported": false
2990
+ },
2991
+ {
2992
+ "capability": "LINEAGE_COARSE",
2993
+ "description": "Enabled by default",
2994
+ "subtype_modifier": null,
2995
+ "supported": true
2996
+ }
2997
+ ],
2998
+ "classname": "datahub.ingestion.source.snaplogic.snaplogic.SnaplogicSource",
2999
+ "platform_id": "snaplogic",
3000
+ "platform_name": "SnapLogic",
3001
+ "support_status": "TESTING"
3002
+ },
3003
+ "snowflake": {
3004
+ "capabilities": [
3005
+ {
3006
+ "capability": "CONTAINERS",
3007
+ "description": "Enabled by default",
3008
+ "subtype_modifier": [
3009
+ "Database",
3010
+ "Schema"
3011
+ ],
3012
+ "supported": true
3013
+ },
3014
+ {
3015
+ "capability": "CLASSIFICATION",
3016
+ "description": "Optionally enabled via `classification.enabled`",
3017
+ "subtype_modifier": null,
3018
+ "supported": true
3019
+ },
3020
+ {
3021
+ "capability": "LINEAGE_FINE",
3022
+ "description": "Enabled by default, can be disabled via configuration `include_column_lineage`",
3023
+ "subtype_modifier": null,
3024
+ "supported": true
3025
+ },
3026
+ {
3027
+ "capability": "DATA_PROFILING",
3028
+ "description": "Optionally enabled via configuration `profiling.enabled`",
3029
+ "subtype_modifier": null,
3030
+ "supported": true
3031
+ },
3032
+ {
3033
+ "capability": "USAGE_STATS",
3034
+ "description": "Enabled by default, can be disabled via configuration `include_usage_stats`",
3035
+ "subtype_modifier": null,
3036
+ "supported": true
3037
+ },
3038
+ {
3039
+ "capability": "DESCRIPTIONS",
3040
+ "description": "Enabled by default",
3041
+ "subtype_modifier": null,
3042
+ "supported": true
3043
+ },
3044
+ {
3045
+ "capability": "DELETION_DETECTION",
3046
+ "description": "Enabled by default via stateful ingestion",
3047
+ "subtype_modifier": null,
3048
+ "supported": true
3049
+ },
3050
+ {
3051
+ "capability": "DOMAINS",
3052
+ "description": "Supported via the `domain` config field",
3053
+ "subtype_modifier": null,
3054
+ "supported": true
3055
+ },
3056
+ {
3057
+ "capability": "TAGS",
3058
+ "description": "Optionally enabled via `extract_tags`",
3059
+ "subtype_modifier": null,
3060
+ "supported": true
3061
+ },
3062
+ {
3063
+ "capability": "PLATFORM_INSTANCE",
3064
+ "description": "Enabled by default",
3065
+ "subtype_modifier": null,
3066
+ "supported": true
3067
+ },
3068
+ {
3069
+ "capability": "SCHEMA_METADATA",
3070
+ "description": "Enabled by default",
3071
+ "subtype_modifier": null,
3072
+ "supported": true
3073
+ },
3074
+ {
3075
+ "capability": "LINEAGE_COARSE",
3076
+ "description": "Enabled by default, can be disabled via configuration `include_table_lineage`",
3077
+ "subtype_modifier": null,
3078
+ "supported": true
3079
+ },
3080
+ {
3081
+ "capability": "TEST_CONNECTION",
3082
+ "description": "Enabled by default",
3083
+ "subtype_modifier": null,
3084
+ "supported": true
3085
+ }
3086
+ ],
3087
+ "classname": "datahub.ingestion.source.snowflake.snowflake_v2.SnowflakeV2Source",
3088
+ "platform_id": "snowflake",
3089
+ "platform_name": "Snowflake",
3090
+ "support_status": "CERTIFIED"
3091
+ },
3092
+ "sql-queries": {
3093
+ "capabilities": [
3094
+ {
3095
+ "capability": "LINEAGE_FINE",
3096
+ "description": "Parsed from SQL queries",
3097
+ "subtype_modifier": null,
3098
+ "supported": true
3099
+ },
3100
+ {
3101
+ "capability": "LINEAGE_COARSE",
3102
+ "description": "Parsed from SQL queries",
3103
+ "subtype_modifier": null,
3104
+ "supported": true
3105
+ }
3106
+ ],
3107
+ "classname": "datahub.ingestion.source.sql_queries.SqlQueriesSource",
3108
+ "platform_id": "sql-queries",
3109
+ "platform_name": "SQL Queries",
3110
+ "support_status": "INCUBATING"
3111
+ },
3112
+ "sqlalchemy": {
3113
+ "capabilities": [
3114
+ {
3115
+ "capability": "CONTAINERS",
3116
+ "description": "Enabled by default",
3117
+ "subtype_modifier": [
3118
+ "Database",
3119
+ "Schema"
3120
+ ],
3121
+ "supported": true
3122
+ },
3123
+ {
3124
+ "capability": "CLASSIFICATION",
3125
+ "description": "Optionally enabled via `classification.enabled`",
3126
+ "subtype_modifier": null,
3127
+ "supported": true
3128
+ },
3129
+ {
3130
+ "capability": "LINEAGE_FINE",
3131
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
3132
+ "subtype_modifier": [
3133
+ "View"
3134
+ ],
3135
+ "supported": true
3136
+ },
3137
+ {
3138
+ "capability": "DATA_PROFILING",
3139
+ "description": "Optionally enabled via configuration",
3140
+ "subtype_modifier": null,
3141
+ "supported": true
3142
+ },
3143
+ {
3144
+ "capability": "DESCRIPTIONS",
3145
+ "description": "Enabled by default",
3146
+ "subtype_modifier": null,
3147
+ "supported": true
3148
+ },
3149
+ {
3150
+ "capability": "DELETION_DETECTION",
3151
+ "description": "Enabled by default via stateful ingestion",
3152
+ "subtype_modifier": null,
3153
+ "supported": true
3154
+ },
3155
+ {
3156
+ "capability": "DOMAINS",
3157
+ "description": "Supported via the `domain` config field",
3158
+ "subtype_modifier": null,
3159
+ "supported": true
3160
+ },
3161
+ {
3162
+ "capability": "SCHEMA_METADATA",
3163
+ "description": "Enabled by default",
3164
+ "subtype_modifier": null,
3165
+ "supported": true
3166
+ },
3167
+ {
3168
+ "capability": "LINEAGE_COARSE",
3169
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
3170
+ "subtype_modifier": [
3171
+ "View"
3172
+ ],
3173
+ "supported": true
3174
+ },
3175
+ {
3176
+ "capability": "TEST_CONNECTION",
3177
+ "description": "Enabled by default",
3178
+ "subtype_modifier": null,
3179
+ "supported": true
3180
+ }
3181
+ ],
3182
+ "classname": "datahub.ingestion.source.sql.sql_generic.SQLAlchemyGenericSource",
3183
+ "platform_id": "sqlalchemy",
3184
+ "platform_name": "SQLAlchemy",
3185
+ "support_status": "INCUBATING"
3186
+ },
3187
+ "starburst-trino-usage": {
3188
+ "capabilities": [
3189
+ {
3190
+ "capability": "USAGE_STATS",
3191
+ "description": "Enabled by default to get usage stats",
3192
+ "subtype_modifier": null,
3193
+ "supported": true
3194
+ }
3195
+ ],
3196
+ "classname": "datahub.ingestion.source.usage.starburst_trino_usage.TrinoUsageSource",
3197
+ "platform_id": "trino",
3198
+ "platform_name": "Trino",
3199
+ "support_status": "CERTIFIED"
3200
+ },
3201
+ "superset": {
3202
+ "capabilities": [
3203
+ {
3204
+ "capability": "DELETION_DETECTION",
3205
+ "description": "Enabled by default via stateful ingestion",
3206
+ "subtype_modifier": null,
3207
+ "supported": true
3208
+ },
3209
+ {
3210
+ "capability": "DOMAINS",
3211
+ "description": "Enabled by `domain` config to assign domain_key",
3212
+ "subtype_modifier": null,
3213
+ "supported": true
3214
+ },
3215
+ {
3216
+ "capability": "TAGS",
3217
+ "description": "Supported by default",
3218
+ "subtype_modifier": null,
3219
+ "supported": true
3220
+ },
3221
+ {
3222
+ "capability": "LINEAGE_COARSE",
3223
+ "description": "Supported by default",
3224
+ "subtype_modifier": null,
3225
+ "supported": true
3226
+ }
3227
+ ],
3228
+ "classname": "datahub.ingestion.source.superset.SupersetSource",
3229
+ "platform_id": "superset",
3230
+ "platform_name": "Superset",
3231
+ "support_status": "CERTIFIED"
3232
+ },
3233
+ "tableau": {
3234
+ "capabilities": [
3235
+ {
3236
+ "capability": "CONTAINERS",
3237
+ "description": "Enabled by default",
3238
+ "subtype_modifier": [
3239
+ "Project",
3240
+ "Site",
3241
+ "Workbook"
3242
+ ],
3243
+ "supported": true
3244
+ },
3245
+ {
3246
+ "capability": "LINEAGE_FINE",
3247
+ "description": "Enabled by default, configure using `extract_column_level_lineage`",
3248
+ "subtype_modifier": null,
3249
+ "supported": true
3250
+ },
3251
+ {
3252
+ "capability": "USAGE_STATS",
3253
+ "description": "Dashboard/Chart view counts, enabled using extract_usage_stats config",
3254
+ "subtype_modifier": [
3255
+ "Dashboard",
3256
+ "Chart"
3257
+ ],
3258
+ "supported": true
3259
+ },
3260
+ {
3261
+ "capability": "DESCRIPTIONS",
3262
+ "description": "Enabled by default",
3263
+ "subtype_modifier": null,
3264
+ "supported": true
3265
+ },
3266
+ {
3267
+ "capability": "DELETION_DETECTION",
3268
+ "description": "Enabled by default via stateful ingestion.",
3269
+ "subtype_modifier": null,
3270
+ "supported": true
3271
+ },
3272
+ {
3273
+ "capability": "DOMAINS",
3274
+ "description": "Requires transformer",
3275
+ "subtype_modifier": null,
3276
+ "supported": false
3277
+ },
3278
+ {
3279
+ "capability": "OWNERSHIP",
3280
+ "description": "Requires recipe configuration",
3281
+ "subtype_modifier": null,
3282
+ "supported": true
3283
+ },
3284
+ {
3285
+ "capability": "TAGS",
3286
+ "description": "Requires recipe configuration",
3287
+ "subtype_modifier": null,
3288
+ "supported": true
3289
+ },
3290
+ {
3291
+ "capability": "PLATFORM_INSTANCE",
3292
+ "description": "Enabled by default",
3293
+ "subtype_modifier": null,
3294
+ "supported": true
3295
+ },
3296
+ {
3297
+ "capability": "LINEAGE_COARSE",
3298
+ "description": "Enabled by default",
3299
+ "subtype_modifier": null,
3300
+ "supported": true
3301
+ },
3302
+ {
3303
+ "capability": "TEST_CONNECTION",
3304
+ "description": "Enabled by default",
3305
+ "subtype_modifier": null,
3306
+ "supported": true
3307
+ }
3308
+ ],
3309
+ "classname": "datahub.ingestion.source.tableau.tableau.TableauSource",
3310
+ "platform_id": "tableau",
3311
+ "platform_name": "Tableau",
3312
+ "support_status": "CERTIFIED"
3313
+ },
3314
+ "teradata": {
3315
+ "capabilities": [
3316
+ {
3317
+ "capability": "CONTAINERS",
3318
+ "description": "Enabled by default",
3319
+ "subtype_modifier": [
3320
+ "Database"
3321
+ ],
3322
+ "supported": true
3323
+ },
3324
+ {
3325
+ "capability": "CLASSIFICATION",
3326
+ "description": "Optionally enabled via `classification.enabled`",
3327
+ "subtype_modifier": null,
3328
+ "supported": true
3329
+ },
3330
+ {
3331
+ "capability": "LINEAGE_FINE",
3332
+ "description": "Optionally enabled via configuration",
3333
+ "subtype_modifier": null,
3334
+ "supported": true
3335
+ },
3336
+ {
3337
+ "capability": "DATA_PROFILING",
3338
+ "description": "Optionally enabled via configuration",
3339
+ "subtype_modifier": null,
3340
+ "supported": true
3341
+ },
3342
+ {
3343
+ "capability": "USAGE_STATS",
3344
+ "description": "Optionally enabled via configuration",
3345
+ "subtype_modifier": null,
3346
+ "supported": true
3347
+ },
3348
+ {
3349
+ "capability": "DESCRIPTIONS",
3350
+ "description": "Enabled by default",
3351
+ "subtype_modifier": null,
3352
+ "supported": true
3353
+ },
3354
+ {
3355
+ "capability": "DELETION_DETECTION",
3356
+ "description": "Enabled by default when stateful ingestion is turned on",
3357
+ "subtype_modifier": null,
3358
+ "supported": true
3359
+ },
3360
+ {
3361
+ "capability": "DOMAINS",
3362
+ "description": "Enabled by default",
3363
+ "subtype_modifier": null,
3364
+ "supported": true
3365
+ },
3366
+ {
3367
+ "capability": "PLATFORM_INSTANCE",
3368
+ "description": "Enabled by default",
3369
+ "subtype_modifier": null,
3370
+ "supported": true
3371
+ },
3372
+ {
3373
+ "capability": "SCHEMA_METADATA",
3374
+ "description": "Enabled by default",
3375
+ "subtype_modifier": null,
3376
+ "supported": true
3377
+ },
3378
+ {
3379
+ "capability": "LINEAGE_COARSE",
3380
+ "description": "Optionally enabled via configuration",
3381
+ "subtype_modifier": null,
3382
+ "supported": true
3383
+ },
3384
+ {
3385
+ "capability": "TEST_CONNECTION",
3386
+ "description": "Enabled by default",
3387
+ "subtype_modifier": null,
3388
+ "supported": true
3389
+ }
3390
+ ],
3391
+ "classname": "datahub.ingestion.source.sql.teradata.TeradataSource",
3392
+ "platform_id": "teradata",
3393
+ "platform_name": "Teradata",
3394
+ "support_status": "TESTING"
3395
+ },
3396
+ "trino": {
3397
+ "capabilities": [
3398
+ {
3399
+ "capability": "CONTAINERS",
3400
+ "description": "Enabled by default",
3401
+ "subtype_modifier": [
3402
+ "Database",
3403
+ "Schema"
3404
+ ],
3405
+ "supported": true
3406
+ },
3407
+ {
3408
+ "capability": "CLASSIFICATION",
3409
+ "description": "Optionally enabled via `classification.enabled`",
3410
+ "subtype_modifier": null,
3411
+ "supported": true
3412
+ },
3413
+ {
3414
+ "capability": "LINEAGE_FINE",
3415
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
3416
+ "subtype_modifier": [
3417
+ "View"
3418
+ ],
3419
+ "supported": true
3420
+ },
3421
+ {
3422
+ "capability": "DATA_PROFILING",
3423
+ "description": "Optionally enabled via configuration",
3424
+ "subtype_modifier": null,
3425
+ "supported": true
3426
+ },
3427
+ {
3428
+ "capability": "DESCRIPTIONS",
3429
+ "description": "Enabled by default",
3430
+ "subtype_modifier": null,
3431
+ "supported": true
3432
+ },
3433
+ {
3434
+ "capability": "DELETION_DETECTION",
3435
+ "description": "Enabled by default via stateful ingestion",
3436
+ "subtype_modifier": null,
3437
+ "supported": true
3438
+ },
3439
+ {
3440
+ "capability": "DOMAINS",
3441
+ "description": "Supported via the `domain` config field",
3442
+ "subtype_modifier": null,
3443
+ "supported": true
3444
+ },
3445
+ {
3446
+ "capability": "SCHEMA_METADATA",
3447
+ "description": "Enabled by default",
3448
+ "subtype_modifier": null,
3449
+ "supported": true
3450
+ },
3451
+ {
3452
+ "capability": "LINEAGE_COARSE",
3453
+ "description": "Extract table-level lineage",
3454
+ "subtype_modifier": [
3455
+ "Table",
3456
+ "View"
3457
+ ],
3458
+ "supported": true
3459
+ },
3460
+ {
3461
+ "capability": "TEST_CONNECTION",
3462
+ "description": "Enabled by default",
3463
+ "subtype_modifier": null,
3464
+ "supported": true
3465
+ }
3466
+ ],
3467
+ "classname": "datahub.ingestion.source.sql.trino.TrinoSource",
3468
+ "platform_id": "trino",
3469
+ "platform_name": "Trino",
3470
+ "support_status": "CERTIFIED"
3471
+ },
3472
+ "unity-catalog": {
3473
+ "capabilities": [
3474
+ {
3475
+ "capability": "CONTAINERS",
3476
+ "description": "Enabled by default",
3477
+ "subtype_modifier": [
3478
+ "Catalog",
3479
+ "Schema"
3480
+ ],
3481
+ "supported": true
3482
+ },
3483
+ {
3484
+ "capability": "LINEAGE_FINE",
3485
+ "description": "Enabled by default",
3486
+ "subtype_modifier": null,
3487
+ "supported": true
3488
+ },
3489
+ {
3490
+ "capability": "DATA_PROFILING",
3491
+ "description": "Supported via the `profiling.enabled` config",
3492
+ "subtype_modifier": null,
3493
+ "supported": true
3494
+ },
3495
+ {
3496
+ "capability": "USAGE_STATS",
3497
+ "description": "Enabled by default",
3498
+ "subtype_modifier": null,
3499
+ "supported": true
3500
+ },
3501
+ {
3502
+ "capability": "DESCRIPTIONS",
3503
+ "description": "Enabled by default",
3504
+ "subtype_modifier": null,
3505
+ "supported": true
3506
+ },
3507
+ {
3508
+ "capability": "DELETION_DETECTION",
3509
+ "description": "Enabled by default via stateful ingestion",
3510
+ "subtype_modifier": null,
3511
+ "supported": true
3512
+ },
3513
+ {
3514
+ "capability": "DOMAINS",
3515
+ "description": "Supported via the `domain` config field",
3516
+ "subtype_modifier": null,
3517
+ "supported": true
3518
+ },
3519
+ {
3520
+ "capability": "OWNERSHIP",
3521
+ "description": "Supported via the `include_ownership` config",
3522
+ "subtype_modifier": null,
3523
+ "supported": true
3524
+ },
3525
+ {
3526
+ "capability": "PLATFORM_INSTANCE",
3527
+ "description": "Enabled by default",
3528
+ "subtype_modifier": null,
3529
+ "supported": true
3530
+ },
3531
+ {
3532
+ "capability": "SCHEMA_METADATA",
3533
+ "description": "Enabled by default",
3534
+ "subtype_modifier": null,
3535
+ "supported": true
3536
+ },
3537
+ {
3538
+ "capability": "LINEAGE_COARSE",
3539
+ "description": "Enabled by default",
3540
+ "subtype_modifier": null,
3541
+ "supported": true
3542
+ },
3543
+ {
3544
+ "capability": "TEST_CONNECTION",
3545
+ "description": "Enabled by default",
3546
+ "subtype_modifier": null,
3547
+ "supported": true
3548
+ }
3549
+ ],
3550
+ "classname": "datahub.ingestion.source.unity.source.UnityCatalogSource",
3551
+ "platform_id": "databricks",
3552
+ "platform_name": "Databricks",
3553
+ "support_status": "CERTIFIED"
3554
+ },
3555
+ "vertexai": {
3556
+ "capabilities": [
3557
+ {
3558
+ "capability": "DESCRIPTIONS",
3559
+ "description": "Extract descriptions for Vertex AI Registered Models and Model Versions",
3560
+ "subtype_modifier": null,
3561
+ "supported": true
3562
+ }
3563
+ ],
3564
+ "classname": "datahub.ingestion.source.vertexai.vertexai.VertexAISource",
3565
+ "platform_id": "vertexai",
3566
+ "platform_name": "Vertex AI",
3567
+ "support_status": "INCUBATING"
3568
+ },
3569
+ "vertica": {
3570
+ "capabilities": [
3571
+ {
3572
+ "capability": "CONTAINERS",
3573
+ "description": "Enabled by default",
3574
+ "subtype_modifier": [
3575
+ "Database",
3576
+ "Schema"
3577
+ ],
3578
+ "supported": true
3579
+ },
3580
+ {
3581
+ "capability": "CLASSIFICATION",
3582
+ "description": "Optionally enabled via `classification.enabled`",
3583
+ "subtype_modifier": null,
3584
+ "supported": true
3585
+ },
3586
+ {
3587
+ "capability": "LINEAGE_FINE",
3588
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
3589
+ "subtype_modifier": [
3590
+ "View"
3591
+ ],
3592
+ "supported": true
3593
+ },
3594
+ {
3595
+ "capability": "DATA_PROFILING",
3596
+ "description": "Optionally enabled via configuration",
3597
+ "subtype_modifier": null,
3598
+ "supported": true
3599
+ },
3600
+ {
3601
+ "capability": "DESCRIPTIONS",
3602
+ "description": "Enabled by default",
3603
+ "subtype_modifier": null,
3604
+ "supported": true
3605
+ },
3606
+ {
3607
+ "capability": "DELETION_DETECTION",
3608
+ "description": "Enabled by default via stateful ingestion",
3609
+ "subtype_modifier": null,
3610
+ "supported": true
3611
+ },
3612
+ {
3613
+ "capability": "DOMAINS",
3614
+ "description": "Supported via the `domain` config field",
3615
+ "subtype_modifier": null,
3616
+ "supported": true
3617
+ },
3618
+ {
3619
+ "capability": "PLATFORM_INSTANCE",
3620
+ "description": "Enabled by default",
3621
+ "subtype_modifier": null,
3622
+ "supported": true
3623
+ },
3624
+ {
3625
+ "capability": "SCHEMA_METADATA",
3626
+ "description": "Enabled by default",
3627
+ "subtype_modifier": null,
3628
+ "supported": true
3629
+ },
3630
+ {
3631
+ "capability": "LINEAGE_COARSE",
3632
+ "description": "Enabled by default, can be disabled via configuration `include_view_lineage` and `include_projection_lineage`",
3633
+ "subtype_modifier": [
3634
+ "View",
3635
+ "Projections"
3636
+ ],
3637
+ "supported": true
3638
+ },
3639
+ {
3640
+ "capability": "TEST_CONNECTION",
3641
+ "description": "Enabled by default",
3642
+ "subtype_modifier": null,
3643
+ "supported": true
3644
+ }
3645
+ ],
3646
+ "classname": "datahub.ingestion.source.sql.vertica.VerticaSource",
3647
+ "platform_id": "vertica",
3648
+ "platform_name": "Vertica",
3649
+ "support_status": "CERTIFIED"
3650
+ }
3651
+ }
3652
+ }