acryl-datahub 1.1.0.5rc5__py3-none-any.whl → 1.1.0.5rc7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub might be problematic. Click here for more details.

Files changed (43) hide show
  1. {acryl_datahub-1.1.0.5rc5.dist-info → acryl_datahub-1.1.0.5rc7.dist-info}/METADATA +2603 -2603
  2. {acryl_datahub-1.1.0.5rc5.dist-info → acryl_datahub-1.1.0.5rc7.dist-info}/RECORD +43 -39
  3. datahub/_version.py +1 -1
  4. datahub/ingestion/api/report.py +183 -35
  5. datahub/ingestion/autogenerated/capability_summary.json +3366 -0
  6. datahub/ingestion/autogenerated/lineage.json +401 -0
  7. datahub/ingestion/autogenerated/lineage_helper.py +30 -128
  8. datahub/ingestion/run/pipeline.py +4 -1
  9. datahub/ingestion/source/bigquery_v2/bigquery.py +23 -22
  10. datahub/ingestion/source/bigquery_v2/queries.py +2 -2
  11. datahub/ingestion/source/cassandra/cassandra_profiling.py +6 -5
  12. datahub/ingestion/source/common/subtypes.py +1 -1
  13. datahub/ingestion/source/data_lake_common/object_store.py +40 -0
  14. datahub/ingestion/source/data_lake_common/path_spec.py +10 -21
  15. datahub/ingestion/source/dremio/dremio_source.py +6 -3
  16. datahub/ingestion/source/gcs/gcs_source.py +4 -1
  17. datahub/ingestion/source/ge_data_profiler.py +28 -20
  18. datahub/ingestion/source/kafka_connect/source_connectors.py +59 -4
  19. datahub/ingestion/source/mock_data/datahub_mock_data.py +45 -0
  20. datahub/ingestion/source/redshift/usage.py +4 -3
  21. datahub/ingestion/source/s3/report.py +4 -2
  22. datahub/ingestion/source/s3/source.py +367 -115
  23. datahub/ingestion/source/snowflake/snowflake_queries.py +47 -3
  24. datahub/ingestion/source/snowflake/snowflake_usage_v2.py +8 -2
  25. datahub/ingestion/source/snowflake/stored_proc_lineage.py +143 -0
  26. datahub/ingestion/source/sql/athena.py +95 -10
  27. datahub/ingestion/source/sql/athena_properties_extractor.py +777 -0
  28. datahub/ingestion/source/unity/proxy.py +4 -3
  29. datahub/ingestion/source/unity/source.py +10 -8
  30. datahub/integrations/assertion/snowflake/compiler.py +4 -3
  31. datahub/metadata/_internal_schema_classes.py +85 -4
  32. datahub/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py +2 -0
  33. datahub/metadata/schema.avsc +54 -1
  34. datahub/metadata/schemas/CorpUserSettings.avsc +17 -1
  35. datahub/metadata/schemas/GlobalSettingsInfo.avsc +37 -0
  36. datahub/sdk/lineage_client.py +2 -0
  37. datahub/sql_parsing/sql_parsing_aggregator.py +3 -3
  38. datahub/sql_parsing/sqlglot_lineage.py +2 -0
  39. datahub/utilities/sqlalchemy_query_combiner.py +5 -2
  40. {acryl_datahub-1.1.0.5rc5.dist-info → acryl_datahub-1.1.0.5rc7.dist-info}/WHEEL +0 -0
  41. {acryl_datahub-1.1.0.5rc5.dist-info → acryl_datahub-1.1.0.5rc7.dist-info}/entry_points.txt +0 -0
  42. {acryl_datahub-1.1.0.5rc5.dist-info → acryl_datahub-1.1.0.5rc7.dist-info}/licenses/LICENSE +0 -0
  43. {acryl_datahub-1.1.0.5rc5.dist-info → acryl_datahub-1.1.0.5rc7.dist-info}/top_level.txt +0 -0
datahub/ingestion/autogenerated/capability_summary.json ADDED
@@ -0,0 +1,3366 @@
1
+ {
2
+ "generated_at": "2025-07-07T09:06:40.727786+00:00",
3
+ "generated_by": "metadata-ingestion/scripts/capability_summary.py",
4
+ "plugin_details": {
5
+ "abs": {
6
+ "capabilities": [
7
+ {
8
+ "capability": "DATA_PROFILING",
9
+ "description": "Optionally enabled via configuration",
10
+ "subtype_modifier": null,
11
+ "supported": true
12
+ },
13
+ {
14
+ "capability": "DELETION_DETECTION",
15
+ "description": "Enabled by default via stateful ingestion",
16
+ "subtype_modifier": null,
17
+ "supported": true
18
+ },
19
+ {
20
+ "capability": "TAGS",
21
+ "description": "Can extract ABS object/container tags if enabled",
22
+ "subtype_modifier": null,
23
+ "supported": true
24
+ }
25
+ ],
26
+ "classname": "datahub.ingestion.source.abs.source.ABSSource",
27
+ "platform_id": "abs",
28
+ "platform_name": "ABS Data Lake",
29
+ "support_status": "INCUBATING"
30
+ },
31
+ "athena": {
32
+ "capabilities": [
33
+ {
34
+ "capability": "CONTAINERS",
35
+ "description": "Enabled by default",
36
+ "subtype_modifier": null,
37
+ "supported": true
38
+ },
39
+ {
40
+ "capability": "CLASSIFICATION",
41
+ "description": "Optionally enabled via `classification.enabled`",
42
+ "subtype_modifier": null,
43
+ "supported": true
44
+ },
45
+ {
46
+ "capability": "LINEAGE_FINE",
47
+ "description": "Supported for S3 tables",
48
+ "subtype_modifier": [
49
+ "Table"
50
+ ],
51
+ "supported": true
52
+ },
53
+ {
54
+ "capability": "DATA_PROFILING",
55
+ "description": "Optionally enabled via configuration. Profiling uses sql queries on whole table which can be expensive operation.",
56
+ "subtype_modifier": [
57
+ "Table"
58
+ ],
59
+ "supported": true
60
+ },
61
+ {
62
+ "capability": "DESCRIPTIONS",
63
+ "description": "Enabled by default",
64
+ "subtype_modifier": null,
65
+ "supported": true
66
+ },
67
+ {
68
+ "capability": "DELETION_DETECTION",
69
+ "description": "Enabled by default via stateful ingestion",
70
+ "subtype_modifier": null,
71
+ "supported": true
72
+ },
73
+ {
74
+ "capability": "DOMAINS",
75
+ "description": "Supported via the `domain` config field",
76
+ "subtype_modifier": null,
77
+ "supported": true
78
+ },
79
+ {
80
+ "capability": "PLATFORM_INSTANCE",
81
+ "description": "Enabled by default",
82
+ "subtype_modifier": null,
83
+ "supported": true
84
+ },
85
+ {
86
+ "capability": "SCHEMA_METADATA",
87
+ "description": "Enabled by default",
88
+ "subtype_modifier": null,
89
+ "supported": true
90
+ },
91
+ {
92
+ "capability": "LINEAGE_COARSE",
93
+ "description": "Supported for S3 tables",
94
+ "subtype_modifier": [
95
+ "Table"
96
+ ],
97
+ "supported": true
98
+ },
99
+ {
100
+ "capability": "TEST_CONNECTION",
101
+ "description": "Enabled by default",
102
+ "subtype_modifier": null,
103
+ "supported": true
104
+ }
105
+ ],
106
+ "classname": "datahub.ingestion.source.sql.athena.AthenaSource",
107
+ "platform_id": "athena",
108
+ "platform_name": "Athena",
109
+ "support_status": "CERTIFIED"
110
+ },
111
+ "azure-ad": {
112
+ "capabilities": [
113
+ {
114
+ "capability": "DELETION_DETECTION",
115
+ "description": "Enabled by default via stateful ingestion",
116
+ "subtype_modifier": null,
117
+ "supported": true
118
+ }
119
+ ],
120
+ "classname": "datahub.ingestion.source.identity.azure_ad.AzureADSource",
121
+ "platform_id": "azure-ad",
122
+ "platform_name": "Azure AD",
123
+ "support_status": "CERTIFIED"
124
+ },
125
+ "bigquery": {
126
+ "capabilities": [
127
+ {
128
+ "capability": "CONTAINERS",
129
+ "description": "Enabled by default",
130
+ "subtype_modifier": null,
131
+ "supported": true
132
+ },
133
+ {
134
+ "capability": "CLASSIFICATION",
135
+ "description": "Optionally enabled via `classification.enabled`",
136
+ "subtype_modifier": null,
137
+ "supported": true
138
+ },
139
+ {
140
+ "capability": "LINEAGE_FINE",
141
+ "description": "Optionally enabled via configuration",
142
+ "subtype_modifier": null,
143
+ "supported": true
144
+ },
145
+ {
146
+ "capability": "DATA_PROFILING",
147
+ "description": "Optionally enabled via configuration",
148
+ "subtype_modifier": null,
149
+ "supported": true
150
+ },
151
+ {
152
+ "capability": "USAGE_STATS",
153
+ "description": "Enabled by default, can be disabled via configuration `include_usage_statistics`",
154
+ "subtype_modifier": null,
155
+ "supported": true
156
+ },
157
+ {
158
+ "capability": "DESCRIPTIONS",
159
+ "description": "Enabled by default",
160
+ "subtype_modifier": null,
161
+ "supported": true
162
+ },
163
+ {
164
+ "capability": "DELETION_DETECTION",
165
+ "description": "Enabled by default via stateful ingestion",
166
+ "subtype_modifier": null,
167
+ "supported": true
168
+ },
169
+ {
170
+ "capability": "DOMAINS",
171
+ "description": "Supported via the `domain` config field",
172
+ "subtype_modifier": null,
173
+ "supported": true
174
+ },
175
+ {
176
+ "capability": "PARTITION_SUPPORT",
177
+ "description": "Enabled by default, partition keys and clustering keys are supported.",
178
+ "subtype_modifier": null,
179
+ "supported": true
180
+ },
181
+ {
182
+ "capability": "PLATFORM_INSTANCE",
183
+ "description": "Platform instance is pre-set to the BigQuery project id",
184
+ "subtype_modifier": null,
185
+ "supported": false
186
+ },
187
+ {
188
+ "capability": "SCHEMA_METADATA",
189
+ "description": "Enabled by default",
190
+ "subtype_modifier": null,
191
+ "supported": true
192
+ },
193
+ {
194
+ "capability": "LINEAGE_COARSE",
195
+ "description": "Optionally enabled via configuration",
196
+ "subtype_modifier": null,
197
+ "supported": true
198
+ },
199
+ {
200
+ "capability": "TEST_CONNECTION",
201
+ "description": "Enabled by default",
202
+ "subtype_modifier": null,
203
+ "supported": true
204
+ }
205
+ ],
206
+ "classname": "datahub.ingestion.source.bigquery_v2.bigquery.BigqueryV2Source",
207
+ "platform_id": "bigquery",
208
+ "platform_name": "BigQuery",
209
+ "support_status": "CERTIFIED"
210
+ },
211
+ "cassandra": {
212
+ "capabilities": [
213
+ {
214
+ "capability": "CONTAINERS",
215
+ "description": "Enabled by default",
216
+ "subtype_modifier": null,
217
+ "supported": true
218
+ },
219
+ {
220
+ "capability": "DELETION_DETECTION",
221
+ "description": "Enabled by default via stateful ingestion",
222
+ "subtype_modifier": null,
223
+ "supported": true
224
+ },
225
+ {
226
+ "capability": "PLATFORM_INSTANCE",
227
+ "description": "Enabled by default",
228
+ "subtype_modifier": null,
229
+ "supported": true
230
+ },
231
+ {
232
+ "capability": "SCHEMA_METADATA",
233
+ "description": "Enabled by default",
234
+ "subtype_modifier": null,
235
+ "supported": true
236
+ }
237
+ ],
238
+ "classname": "datahub.ingestion.source.cassandra.cassandra.CassandraSource",
239
+ "platform_id": "cassandra",
240
+ "platform_name": "Cassandra",
241
+ "support_status": "INCUBATING"
242
+ },
243
+ "clickhouse": {
244
+ "capabilities": [
245
+ {
246
+ "capability": "CONTAINERS",
247
+ "description": "Enabled by default",
248
+ "subtype_modifier": null,
249
+ "supported": true
250
+ },
251
+ {
252
+ "capability": "CLASSIFICATION",
253
+ "description": "Optionally enabled via `classification.enabled`",
254
+ "subtype_modifier": null,
255
+ "supported": true
256
+ },
257
+ {
258
+ "capability": "LINEAGE_FINE",
259
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
260
+ "subtype_modifier": [
261
+ "View"
262
+ ],
263
+ "supported": true
264
+ },
265
+ {
266
+ "capability": "DATA_PROFILING",
267
+ "description": "Optionally enabled via configuration",
268
+ "subtype_modifier": null,
269
+ "supported": true
270
+ },
271
+ {
272
+ "capability": "DESCRIPTIONS",
273
+ "description": "Enabled by default",
274
+ "subtype_modifier": null,
275
+ "supported": true
276
+ },
277
+ {
278
+ "capability": "DELETION_DETECTION",
279
+ "description": "Enabled by default via stateful ingestion",
280
+ "subtype_modifier": null,
281
+ "supported": true
282
+ },
283
+ {
284
+ "capability": "DOMAINS",
285
+ "description": "Enabled by default",
286
+ "subtype_modifier": null,
287
+ "supported": true
288
+ },
289
+ {
290
+ "capability": "SCHEMA_METADATA",
291
+ "description": "Enabled by default",
292
+ "subtype_modifier": null,
293
+ "supported": true
294
+ },
295
+ {
296
+ "capability": "LINEAGE_COARSE",
297
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
298
+ "subtype_modifier": [
299
+ "View"
300
+ ],
301
+ "supported": true
302
+ },
303
+ {
304
+ "capability": "TEST_CONNECTION",
305
+ "description": "Enabled by default",
306
+ "subtype_modifier": null,
307
+ "supported": true
308
+ }
309
+ ],
310
+ "classname": "datahub.ingestion.source.sql.clickhouse.ClickHouseSource",
311
+ "platform_id": "clickhouse",
312
+ "platform_name": "ClickHouse",
313
+ "support_status": "CERTIFIED"
314
+ },
315
+ "clickhouse-usage": {
316
+ "capabilities": [
317
+ {
318
+ "capability": "DATA_PROFILING",
319
+ "description": "Optionally enabled via configuration",
320
+ "subtype_modifier": null,
321
+ "supported": true
322
+ },
323
+ {
324
+ "capability": "USAGE_STATS",
325
+ "description": "Enabled by default to get usage stats",
326
+ "subtype_modifier": null,
327
+ "supported": true
328
+ },
329
+ {
330
+ "capability": "DELETION_DETECTION",
331
+ "description": "Enabled by default via stateful ingestion",
332
+ "subtype_modifier": null,
333
+ "supported": true
334
+ }
335
+ ],
336
+ "classname": "datahub.ingestion.source.usage.clickhouse_usage.ClickHouseUsageSource",
337
+ "platform_id": "clickhouse",
338
+ "platform_name": "ClickHouse",
339
+ "support_status": "CERTIFIED"
340
+ },
341
+ "cockroachdb": {
342
+ "capabilities": [
343
+ {
344
+ "capability": "CONTAINERS",
345
+ "description": "Enabled by default",
346
+ "subtype_modifier": null,
347
+ "supported": true
348
+ },
349
+ {
350
+ "capability": "CLASSIFICATION",
351
+ "description": "Optionally enabled via `classification.enabled`",
352
+ "subtype_modifier": null,
353
+ "supported": true
354
+ },
355
+ {
356
+ "capability": "LINEAGE_FINE",
357
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
358
+ "subtype_modifier": [
359
+ "View"
360
+ ],
361
+ "supported": true
362
+ },
363
+ {
364
+ "capability": "DATA_PROFILING",
365
+ "description": "Optionally enabled via configuration",
366
+ "subtype_modifier": null,
367
+ "supported": true
368
+ },
369
+ {
370
+ "capability": "DESCRIPTIONS",
371
+ "description": "Enabled by default",
372
+ "subtype_modifier": null,
373
+ "supported": true
374
+ },
375
+ {
376
+ "capability": "DELETION_DETECTION",
377
+ "description": "Enabled by default via stateful ingestion",
378
+ "subtype_modifier": null,
379
+ "supported": true
380
+ },
381
+ {
382
+ "capability": "DOMAINS",
383
+ "description": "Supported via the `domain` config field",
384
+ "subtype_modifier": null,
385
+ "supported": true
386
+ },
387
+ {
388
+ "capability": "PLATFORM_INSTANCE",
389
+ "description": "Enabled by default",
390
+ "subtype_modifier": null,
391
+ "supported": true
392
+ },
393
+ {
394
+ "capability": "SCHEMA_METADATA",
395
+ "description": "Enabled by default",
396
+ "subtype_modifier": null,
397
+ "supported": true
398
+ },
399
+ {
400
+ "capability": "LINEAGE_COARSE",
401
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
402
+ "subtype_modifier": [
403
+ "View"
404
+ ],
405
+ "supported": true
406
+ },
407
+ {
408
+ "capability": "TEST_CONNECTION",
409
+ "description": "Enabled by default",
410
+ "subtype_modifier": null,
411
+ "supported": true
412
+ }
413
+ ],
414
+ "classname": "datahub.ingestion.source.sql.cockroachdb.CockroachDBSource",
415
+ "platform_id": "cockroachdb",
416
+ "platform_name": "CockroachDB",
417
+ "support_status": "TESTING"
418
+ },
419
+ "csv-enricher": {
420
+ "capabilities": [
421
+ {
422
+ "capability": "DESCRIPTIONS",
423
+ "description": "Supported by default",
424
+ "subtype_modifier": null,
425
+ "supported": true
426
+ },
427
+ {
428
+ "capability": "DOMAINS",
429
+ "description": "Supported by default",
430
+ "subtype_modifier": null,
431
+ "supported": true
432
+ },
433
+ {
434
+ "capability": "OWNERSHIP",
435
+ "description": "Supported by default",
436
+ "subtype_modifier": null,
437
+ "supported": true
438
+ },
439
+ {
440
+ "capability": "TAGS",
441
+ "description": "Supported by default",
442
+ "subtype_modifier": null,
443
+ "supported": true
444
+ }
445
+ ],
446
+ "classname": "datahub.ingestion.source.csv_enricher.CSVEnricherSource",
447
+ "platform_id": "csv-enricher",
448
+ "platform_name": "CSV Enricher",
449
+ "support_status": "INCUBATING"
450
+ },
451
+ "datahub": {
452
+ "capabilities": [
453
+ {
454
+ "capability": "DELETION_DETECTION",
455
+ "description": "Enabled by default via stateful ingestion",
456
+ "subtype_modifier": null,
457
+ "supported": true
458
+ }
459
+ ],
460
+ "classname": "datahub.ingestion.source.datahub.datahub_source.DataHubSource",
461
+ "platform_id": "datahub",
462
+ "platform_name": "DataHub",
463
+ "support_status": "TESTING"
464
+ },
465
+ "datahub-apply": {
466
+ "capabilities": [],
467
+ "classname": "datahub.ingestion.source.apply.datahub_apply.DataHubApplySource",
468
+ "platform_id": "datahubapply",
469
+ "platform_name": "DataHubApply",
470
+ "support_status": "TESTING"
471
+ },
472
+ "datahub-business-glossary": {
473
+ "capabilities": [],
474
+ "classname": "datahub.ingestion.source.metadata.business_glossary.BusinessGlossaryFileSource",
475
+ "platform_id": "business-glossary",
476
+ "platform_name": "Business Glossary",
477
+ "support_status": "CERTIFIED"
478
+ },
479
+ "datahub-debug": {
480
+ "capabilities": [],
481
+ "classname": "datahub.ingestion.source.debug.datahub_debug.DataHubDebugSource",
482
+ "platform_id": "datahubdebug",
483
+ "platform_name": "DataHubDebug",
484
+ "support_status": "TESTING"
485
+ },
486
+ "datahub-gc": {
487
+ "capabilities": [],
488
+ "classname": "datahub.ingestion.source.gc.datahub_gc.DataHubGcSource",
489
+ "platform_id": "datahubgc",
490
+ "platform_name": "DataHubGc",
491
+ "support_status": "TESTING"
492
+ },
493
+ "datahub-lineage-file": {
494
+ "capabilities": [
495
+ {
496
+ "capability": "LINEAGE_FINE",
497
+ "description": "Specified in the lineage file.",
498
+ "subtype_modifier": null,
499
+ "supported": true
500
+ },
501
+ {
502
+ "capability": "LINEAGE_COARSE",
503
+ "description": "Specified in the lineage file.",
504
+ "subtype_modifier": null,
505
+ "supported": true
506
+ }
507
+ ],
508
+ "classname": "datahub.ingestion.source.metadata.lineage.LineageFileSource",
509
+ "platform_id": "file-based-lineage",
510
+ "platform_name": "File Based Lineage",
511
+ "support_status": "CERTIFIED"
512
+ },
513
+ "datahub-mock-data": {
514
+ "capabilities": [],
515
+ "classname": "datahub.ingestion.source.mock_data.datahub_mock_data.DataHubMockDataSource",
516
+ "platform_id": "datahubmockdata",
517
+ "platform_name": "DataHubMockData",
518
+ "support_status": "TESTING"
519
+ },
520
+ "dbt": {
521
+ "capabilities": [
522
+ {
523
+ "capability": "LINEAGE_FINE",
524
+ "description": "Enabled by default, configure using `include_column_lineage`",
525
+ "subtype_modifier": null,
526
+ "supported": true
527
+ },
528
+ {
529
+ "capability": "DELETION_DETECTION",
530
+ "description": "Enabled by default via stateful ingestion",
531
+ "subtype_modifier": null,
532
+ "supported": true
533
+ },
534
+ {
535
+ "capability": "LINEAGE_COARSE",
536
+ "description": "Enabled by default",
537
+ "subtype_modifier": null,
538
+ "supported": true
539
+ },
540
+ {
541
+ "capability": "TEST_CONNECTION",
542
+ "description": "Enabled by default",
543
+ "subtype_modifier": null,
544
+ "supported": true
545
+ }
546
+ ],
547
+ "classname": "datahub.ingestion.source.dbt.dbt_core.DBTCoreSource",
548
+ "platform_id": "dbt",
549
+ "platform_name": "dbt",
550
+ "support_status": "CERTIFIED"
551
+ },
552
+ "dbt-cloud": {
553
+ "capabilities": [
554
+ {
555
+ "capability": "LINEAGE_FINE",
556
+ "description": "Enabled by default, configure using `include_column_lineage`",
557
+ "subtype_modifier": null,
558
+ "supported": true
559
+ },
560
+ {
561
+ "capability": "DELETION_DETECTION",
562
+ "description": "Enabled by default via stateful ingestion",
563
+ "subtype_modifier": null,
564
+ "supported": true
565
+ },
566
+ {
567
+ "capability": "LINEAGE_COARSE",
568
+ "description": "Enabled by default",
569
+ "subtype_modifier": null,
570
+ "supported": true
571
+ },
572
+ {
573
+ "capability": "TEST_CONNECTION",
574
+ "description": "Enabled by default",
575
+ "subtype_modifier": null,
576
+ "supported": true
577
+ }
578
+ ],
579
+ "classname": "datahub.ingestion.source.dbt.dbt_cloud.DBTCloudSource",
580
+ "platform_id": "dbt",
581
+ "platform_name": "dbt",
582
+ "support_status": "CERTIFIED"
583
+ },
584
+ "delta-lake": {
585
+ "capabilities": [
586
+ {
587
+ "capability": "DELETION_DETECTION",
588
+ "description": "Enabled by default via stateful ingestion",
589
+ "subtype_modifier": null,
590
+ "supported": true
591
+ },
592
+ {
593
+ "capability": "TAGS",
594
+ "description": "Can extract S3 object/bucket tags if enabled",
595
+ "subtype_modifier": null,
596
+ "supported": true
597
+ }
598
+ ],
599
+ "classname": "datahub.ingestion.source.delta_lake.source.DeltaLakeSource",
600
+ "platform_id": "delta-lake",
601
+ "platform_name": "Delta Lake",
602
+ "support_status": "INCUBATING"
603
+ },
604
+ "demo-data": {
605
+ "capabilities": [],
606
+ "classname": "datahub.ingestion.source.demo_data.DemoDataSource",
607
+ "platform_id": "demo-data",
608
+ "platform_name": "Demo Data",
609
+ "support_status": null
610
+ },
611
+ "dremio": {
612
+ "capabilities": [
613
+ {
614
+ "capability": "CONTAINERS",
615
+ "description": "Enabled by default",
616
+ "subtype_modifier": null,
617
+ "supported": true
618
+ },
619
+ {
620
+ "capability": "DATA_PROFILING",
621
+ "description": "Optionally enabled via configuration",
622
+ "subtype_modifier": null,
623
+ "supported": true
624
+ },
625
+ {
626
+ "capability": "USAGE_STATS",
627
+ "description": "Enabled by default to get usage stats",
628
+ "subtype_modifier": null,
629
+ "supported": true
630
+ },
631
+ {
632
+ "capability": "DESCRIPTIONS",
633
+ "description": "Enabled by default",
634
+ "subtype_modifier": null,
635
+ "supported": true
636
+ },
637
+ {
638
+ "capability": "DELETION_DETECTION",
639
+ "description": "Enabled by default via stateful ingestion",
640
+ "subtype_modifier": null,
641
+ "supported": true
642
+ },
643
+ {
644
+ "capability": "DOMAINS",
645
+ "description": "Supported via the `domain` config field",
646
+ "subtype_modifier": null,
647
+ "supported": true
648
+ },
649
+ {
650
+ "capability": "OWNERSHIP",
651
+ "description": "Enabled by default",
652
+ "subtype_modifier": null,
653
+ "supported": true
654
+ },
655
+ {
656
+ "capability": "PLATFORM_INSTANCE",
657
+ "description": "Enabled by default",
658
+ "subtype_modifier": null,
659
+ "supported": true
660
+ },
661
+ {
662
+ "capability": "LINEAGE_COARSE",
663
+ "description": "Enabled by default",
664
+ "subtype_modifier": null,
665
+ "supported": true
666
+ }
667
+ ],
668
+ "classname": "datahub.ingestion.source.dremio.dremio_source.DremioSource",
669
+ "platform_id": "dremio",
670
+ "platform_name": "Dremio",
671
+ "support_status": "CERTIFIED"
672
+ },
673
+ "druid": {
674
+ "capabilities": [
675
+ {
676
+ "capability": "CONTAINERS",
677
+ "description": "Enabled by default",
678
+ "subtype_modifier": null,
679
+ "supported": true
680
+ },
681
+ {
682
+ "capability": "CLASSIFICATION",
683
+ "description": "Optionally enabled via `classification.enabled`",
684
+ "subtype_modifier": null,
685
+ "supported": true
686
+ },
687
+ {
688
+ "capability": "LINEAGE_FINE",
689
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
690
+ "subtype_modifier": [
691
+ "View"
692
+ ],
693
+ "supported": true
694
+ },
695
+ {
696
+ "capability": "DESCRIPTIONS",
697
+ "description": "Enabled by default",
698
+ "subtype_modifier": null,
699
+ "supported": true
700
+ },
701
+ {
702
+ "capability": "DELETION_DETECTION",
703
+ "description": "Enabled by default via stateful ingestion",
704
+ "subtype_modifier": null,
705
+ "supported": true
706
+ },
707
+ {
708
+ "capability": "DOMAINS",
709
+ "description": "Enabled by default",
710
+ "subtype_modifier": null,
711
+ "supported": true
712
+ },
713
+ {
714
+ "capability": "PLATFORM_INSTANCE",
715
+ "description": "Enabled by default",
716
+ "subtype_modifier": null,
717
+ "supported": true
718
+ },
719
+ {
720
+ "capability": "SCHEMA_METADATA",
721
+ "description": "Enabled by default",
722
+ "subtype_modifier": null,
723
+ "supported": true
724
+ },
725
+ {
726
+ "capability": "LINEAGE_COARSE",
727
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
728
+ "subtype_modifier": [
729
+ "View"
730
+ ],
731
+ "supported": true
732
+ },
733
+ {
734
+ "capability": "TEST_CONNECTION",
735
+ "description": "Enabled by default",
736
+ "subtype_modifier": null,
737
+ "supported": true
738
+ }
739
+ ],
740
+ "classname": "datahub.ingestion.source.sql.druid.DruidSource",
741
+ "platform_id": "druid",
742
+ "platform_name": "Druid",
743
+ "support_status": "INCUBATING"
744
+ },
745
+ "dynamodb": {
746
+ "capabilities": [
747
+ {
748
+ "capability": "CLASSIFICATION",
749
+ "description": "Optionally enabled via `classification.enabled`",
750
+ "subtype_modifier": null,
751
+ "supported": true
752
+ },
753
+ {
754
+ "capability": "DELETION_DETECTION",
755
+ "description": "Enabled by default via stateful ingestion",
756
+ "subtype_modifier": null,
757
+ "supported": true
758
+ },
759
+ {
760
+ "capability": "PLATFORM_INSTANCE",
761
+ "description": "By default, platform_instance will use the AWS account id",
762
+ "subtype_modifier": null,
763
+ "supported": true
764
+ }
765
+ ],
766
+ "classname": "datahub.ingestion.source.dynamodb.dynamodb.DynamoDBSource",
767
+ "platform_id": "dynamodb",
768
+ "platform_name": "DynamoDB",
769
+ "support_status": "TESTING"
770
+ },
771
+ "elasticsearch": {
772
+ "capabilities": [
773
+ {
774
+ "capability": "DELETION_DETECTION",
775
+ "description": "Enabled by default via stateful ingestion",
776
+ "subtype_modifier": null,
777
+ "supported": true
778
+ },
779
+ {
780
+ "capability": "PLATFORM_INSTANCE",
781
+ "description": "Enabled by default",
782
+ "subtype_modifier": null,
783
+ "supported": true
784
+ }
785
+ ],
786
+ "classname": "datahub.ingestion.source.elastic_search.ElasticsearchSource",
787
+ "platform_id": "elasticsearch",
788
+ "platform_name": "Elasticsearch",
789
+ "support_status": "CERTIFIED"
790
+ },
791
+ "feast": {
792
+ "capabilities": [
793
+ {
794
+ "capability": "DESCRIPTIONS",
795
+ "description": "Enabled by default",
796
+ "subtype_modifier": null,
797
+ "supported": true
798
+ },
799
+ {
800
+ "capability": "DELETION_DETECTION",
801
+ "description": "Enabled by default via stateful ingestion",
802
+ "subtype_modifier": null,
803
+ "supported": true
804
+ },
805
+ {
806
+ "capability": "SCHEMA_METADATA",
807
+ "description": "Enabled by default",
808
+ "subtype_modifier": null,
809
+ "supported": true
810
+ },
811
+ {
812
+ "capability": "LINEAGE_COARSE",
813
+ "description": "Enabled by default",
814
+ "subtype_modifier": null,
815
+ "supported": true
816
+ }
817
+ ],
818
+ "classname": "datahub.ingestion.source.feast.FeastRepositorySource",
819
+ "platform_id": "feast",
820
+ "platform_name": "Feast",
821
+ "support_status": "CERTIFIED"
822
+ },
823
+ "file": {
824
+ "capabilities": [
825
+ {
826
+ "capability": "DELETION_DETECTION",
827
+ "description": "Enabled by default via stateful ingestion",
828
+ "subtype_modifier": null,
829
+ "supported": true
830
+ },
831
+ {
832
+ "capability": "TEST_CONNECTION",
833
+ "description": "Enabled by default",
834
+ "subtype_modifier": null,
835
+ "supported": true
836
+ }
837
+ ],
838
+ "classname": "datahub.ingestion.source.file.GenericFileSource",
839
+ "platform_id": "metadata-file",
840
+ "platform_name": "Metadata File",
841
+ "support_status": "CERTIFIED"
842
+ },
843
+ "fivetran": {
844
+ "capabilities": [
845
+ {
846
+ "capability": "LINEAGE_FINE",
847
+ "description": "Enabled by default, can be disabled via configuration `include_column_lineage`",
848
+ "subtype_modifier": null,
849
+ "supported": true
850
+ },
851
+ {
852
+ "capability": "DELETION_DETECTION",
853
+ "description": "Enabled by default via stateful ingestion",
854
+ "subtype_modifier": null,
855
+ "supported": true
856
+ },
857
+ {
858
+ "capability": "PLATFORM_INSTANCE",
859
+ "description": "Enabled by default",
860
+ "subtype_modifier": null,
861
+ "supported": true
862
+ }
863
+ ],
864
+ "classname": "datahub.ingestion.source.fivetran.fivetran.FivetranSource",
865
+ "platform_id": "fivetran",
866
+ "platform_name": "Fivetran",
867
+ "support_status": "INCUBATING"
868
+ },
869
+ "gcs": {
870
+ "capabilities": [
871
+ {
872
+ "capability": "CONTAINERS",
873
+ "description": "Enabled by default",
874
+ "subtype_modifier": null,
875
+ "supported": true
876
+ },
877
+ {
878
+ "capability": "DATA_PROFILING",
879
+ "description": "Not supported",
880
+ "subtype_modifier": null,
881
+ "supported": false
882
+ },
883
+ {
884
+ "capability": "DELETION_DETECTION",
885
+ "description": "Enabled by default via stateful ingestion",
886
+ "subtype_modifier": null,
887
+ "supported": true
888
+ },
889
+ {
890
+ "capability": "SCHEMA_METADATA",
891
+ "description": "Enabled by default",
892
+ "subtype_modifier": null,
893
+ "supported": true
894
+ }
895
+ ],
896
+ "classname": "datahub.ingestion.source.gcs.gcs_source.GCSSource",
897
+ "platform_id": "gcs",
898
+ "platform_name": "Google Cloud Storage",
899
+ "support_status": "INCUBATING"
900
+ },
901
+ "glue": {
902
+ "capabilities": [
903
+ {
904
+ "capability": "LINEAGE_FINE",
905
+ "description": "Support via the `emit_s3_lineage` config field",
906
+ "subtype_modifier": null,
907
+ "supported": true
908
+ },
909
+ {
910
+ "capability": "DELETION_DETECTION",
911
+ "description": "Enabled by default via stateful ingestion.",
912
+ "subtype_modifier": null,
913
+ "supported": true
914
+ },
915
+ {
916
+ "capability": "DOMAINS",
917
+ "description": "Supported via the `domain` config field",
918
+ "subtype_modifier": null,
919
+ "supported": true
920
+ },
921
+ {
922
+ "capability": "PLATFORM_INSTANCE",
923
+ "description": "Enabled by default",
924
+ "subtype_modifier": null,
925
+ "supported": true
926
+ },
927
+ {
928
+ "capability": "LINEAGE_COARSE",
929
+ "description": "Enabled by default",
930
+ "subtype_modifier": null,
931
+ "supported": true
932
+ }
933
+ ],
934
+ "classname": "datahub.ingestion.source.aws.glue.GlueSource",
935
+ "platform_id": "glue",
936
+ "platform_name": "Glue",
937
+ "support_status": "CERTIFIED"
938
+ },
939
+ "grafana": {
940
+ "capabilities": [
941
+ {
942
+ "capability": "DELETION_DETECTION",
943
+ "description": "Enabled by default via stateful ingestion",
944
+ "subtype_modifier": null,
945
+ "supported": true
946
+ }
947
+ ],
948
+ "classname": "datahub.ingestion.source.grafana.grafana_source.GrafanaSource",
949
+ "platform_id": "grafana",
950
+ "platform_name": "Grafana",
951
+ "support_status": "TESTING"
952
+ },
953
+ "hana": {
954
+ "capabilities": [
955
+ {
956
+ "capability": "CONTAINERS",
957
+ "description": "Enabled by default",
958
+ "subtype_modifier": null,
959
+ "supported": true
960
+ },
961
+ {
962
+ "capability": "CLASSIFICATION",
963
+ "description": "Optionally enabled via `classification.enabled`",
964
+ "subtype_modifier": null,
965
+ "supported": true
966
+ },
967
+ {
968
+ "capability": "LINEAGE_FINE",
969
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
970
+ "subtype_modifier": [
971
+ "View"
972
+ ],
973
+ "supported": true
974
+ },
975
+ {
976
+ "capability": "DATA_PROFILING",
977
+ "description": "Optionally enabled via configuration",
978
+ "subtype_modifier": null,
979
+ "supported": true
980
+ },
981
+ {
982
+ "capability": "DESCRIPTIONS",
983
+ "description": "Enabled by default",
984
+ "subtype_modifier": null,
985
+ "supported": true
986
+ },
987
+ {
988
+ "capability": "DELETION_DETECTION",
989
+ "description": "Enabled by default via stateful ingestion",
990
+ "subtype_modifier": null,
991
+ "supported": true
992
+ },
993
+ {
994
+ "capability": "DOMAINS",
995
+ "description": "Supported via the `domain` config field",
996
+ "subtype_modifier": null,
997
+ "supported": true
998
+ },
999
+ {
1000
+ "capability": "PLATFORM_INSTANCE",
1001
+ "description": "Enabled by default",
1002
+ "subtype_modifier": null,
1003
+ "supported": true
1004
+ },
1005
+ {
1006
+ "capability": "SCHEMA_METADATA",
1007
+ "description": "Enabled by default",
1008
+ "subtype_modifier": null,
1009
+ "supported": true
1010
+ },
1011
+ {
1012
+ "capability": "LINEAGE_COARSE",
1013
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1014
+ "subtype_modifier": [
1015
+ "View"
1016
+ ],
1017
+ "supported": true
1018
+ },
1019
+ {
1020
+ "capability": "TEST_CONNECTION",
1021
+ "description": "Enabled by default",
1022
+ "subtype_modifier": null,
1023
+ "supported": true
1024
+ }
1025
+ ],
1026
+ "classname": "datahub.ingestion.source.sql.hana.HanaSource",
1027
+ "platform_id": "hana",
1028
+ "platform_name": "SAP HANA",
1029
+ "support_status": "TESTING"
1030
+ },
1031
+ "hex": {
1032
+ "capabilities": [
1033
+ {
1034
+ "capability": "CONTAINERS",
1035
+ "description": "Enabled by default",
1036
+ "subtype_modifier": null,
1037
+ "supported": true
1038
+ },
1039
+ {
1040
+ "capability": "DESCRIPTIONS",
1041
+ "description": "Supported by default",
1042
+ "subtype_modifier": null,
1043
+ "supported": true
1044
+ },
1045
+ {
1046
+ "capability": "DELETION_DETECTION",
1047
+ "description": "Enabled by default via stateful ingestion",
1048
+ "subtype_modifier": null,
1049
+ "supported": true
1050
+ },
1051
+ {
1052
+ "capability": "OWNERSHIP",
1053
+ "description": "Supported by default",
1054
+ "subtype_modifier": null,
1055
+ "supported": true
1056
+ },
1057
+ {
1058
+ "capability": "PLATFORM_INSTANCE",
1059
+ "description": "Enabled by default",
1060
+ "subtype_modifier": null,
1061
+ "supported": true
1062
+ }
1063
+ ],
1064
+ "classname": "datahub.ingestion.source.hex.hex.HexSource",
1065
+ "platform_id": "hex",
1066
+ "platform_name": "Hex",
1067
+ "support_status": "TESTING"
1068
+ },
1069
+ "hive": {
1070
+ "capabilities": [
1071
+ {
1072
+ "capability": "CONTAINERS",
1073
+ "description": "Enabled by default",
1074
+ "subtype_modifier": null,
1075
+ "supported": true
1076
+ },
1077
+ {
1078
+ "capability": "CLASSIFICATION",
1079
+ "description": "Optionally enabled via `classification.enabled`",
1080
+ "subtype_modifier": null,
1081
+ "supported": true
1082
+ },
1083
+ {
1084
+ "capability": "LINEAGE_FINE",
1085
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1086
+ "subtype_modifier": [
1087
+ "View"
1088
+ ],
1089
+ "supported": true
1090
+ },
1091
+ {
1092
+ "capability": "DESCRIPTIONS",
1093
+ "description": "Enabled by default",
1094
+ "subtype_modifier": null,
1095
+ "supported": true
1096
+ },
1097
+ {
1098
+ "capability": "DELETION_DETECTION",
1099
+ "description": "Enabled by default via stateful ingestion",
1100
+ "subtype_modifier": null,
1101
+ "supported": true
1102
+ },
1103
+ {
1104
+ "capability": "DOMAINS",
1105
+ "description": "Supported via the `domain` config field",
1106
+ "subtype_modifier": null,
1107
+ "supported": true
1108
+ },
1109
+ {
1110
+ "capability": "PLATFORM_INSTANCE",
1111
+ "description": "Enabled by default",
1112
+ "subtype_modifier": null,
1113
+ "supported": true
1114
+ },
1115
+ {
1116
+ "capability": "SCHEMA_METADATA",
1117
+ "description": "Enabled by default",
1118
+ "subtype_modifier": null,
1119
+ "supported": true
1120
+ },
1121
+ {
1122
+ "capability": "LINEAGE_COARSE",
1123
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1124
+ "subtype_modifier": [
1125
+ "View"
1126
+ ],
1127
+ "supported": true
1128
+ },
1129
+ {
1130
+ "capability": "TEST_CONNECTION",
1131
+ "description": "Enabled by default",
1132
+ "subtype_modifier": null,
1133
+ "supported": true
1134
+ }
1135
+ ],
1136
+ "classname": "datahub.ingestion.source.sql.hive.HiveSource",
1137
+ "platform_id": "hive",
1138
+ "platform_name": "Hive",
1139
+ "support_status": "CERTIFIED"
1140
+ },
1141
+ "hive-metastore": {
1142
+ "capabilities": [
1143
+ {
1144
+ "capability": "CONTAINERS",
1145
+ "description": "Enabled by default",
1146
+ "subtype_modifier": null,
1147
+ "supported": true
1148
+ },
1149
+ {
1150
+ "capability": "CLASSIFICATION",
1151
+ "description": "Not Supported",
1152
+ "subtype_modifier": null,
1153
+ "supported": false
1154
+ },
1155
+ {
1156
+ "capability": "LINEAGE_FINE",
1157
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1158
+ "subtype_modifier": [
1159
+ "View"
1160
+ ],
1161
+ "supported": true
1162
+ },
1163
+ {
1164
+ "capability": "DATA_PROFILING",
1165
+ "description": "Not Supported",
1166
+ "subtype_modifier": null,
1167
+ "supported": false
1168
+ },
1169
+ {
1170
+ "capability": "DESCRIPTIONS",
1171
+ "description": "Enabled by default",
1172
+ "subtype_modifier": null,
1173
+ "supported": true
1174
+ },
1175
+ {
1176
+ "capability": "DELETION_DETECTION",
1177
+ "description": "Enabled by default via stateful ingestion",
1178
+ "subtype_modifier": null,
1179
+ "supported": true
1180
+ },
1181
+ {
1182
+ "capability": "DOMAINS",
1183
+ "description": "Enabled by default",
1184
+ "subtype_modifier": null,
1185
+ "supported": true
1186
+ },
1187
+ {
1188
+ "capability": "SCHEMA_METADATA",
1189
+ "description": "Enabled by default",
1190
+ "subtype_modifier": null,
1191
+ "supported": true
1192
+ },
1193
+ {
1194
+ "capability": "LINEAGE_COARSE",
1195
+ "description": "View lineage is not supported",
1196
+ "subtype_modifier": null,
1197
+ "supported": false
1198
+ },
1199
+ {
1200
+ "capability": "TEST_CONNECTION",
1201
+ "description": "Enabled by default",
1202
+ "subtype_modifier": null,
1203
+ "supported": true
1204
+ }
1205
+ ],
1206
+ "classname": "datahub.ingestion.source.sql.hive_metastore.HiveMetastoreSource",
1207
+ "platform_id": "hive-metastore",
1208
+ "platform_name": "Hive Metastore",
1209
+ "support_status": "CERTIFIED"
1210
+ },
1211
+ "iceberg": {
1212
+ "capabilities": [
1213
+ {
1214
+ "capability": "DATA_PROFILING",
1215
+ "description": "Optionally enabled via configuration.",
1216
+ "subtype_modifier": null,
1217
+ "supported": true
1218
+ },
1219
+ {
1220
+ "capability": "DESCRIPTIONS",
1221
+ "description": "Enabled by default.",
1222
+ "subtype_modifier": null,
1223
+ "supported": true
1224
+ },
1225
+ {
1226
+ "capability": "DELETION_DETECTION",
1227
+ "description": "Enabled by default via stateful ingestion",
1228
+ "subtype_modifier": null,
1229
+ "supported": true
1230
+ },
1231
+ {
1232
+ "capability": "DOMAINS",
1233
+ "description": "Currently not supported.",
1234
+ "subtype_modifier": null,
1235
+ "supported": false
1236
+ },
1237
+ {
1238
+ "capability": "OWNERSHIP",
1239
+ "description": "Automatically ingests ownership information from table properties based on `user_ownership_property` and `group_ownership_property`",
1240
+ "subtype_modifier": null,
1241
+ "supported": true
1242
+ },
1243
+ {
1244
+ "capability": "PARTITION_SUPPORT",
1245
+ "description": "Currently not supported.",
1246
+ "subtype_modifier": null,
1247
+ "supported": false
1248
+ },
1249
+ {
1250
+ "capability": "PLATFORM_INSTANCE",
1251
+ "description": "Optionally enabled via configuration, an Iceberg instance represents the catalog name where the table is stored.",
1252
+ "subtype_modifier": null,
1253
+ "supported": true
1254
+ }
1255
+ ],
1256
+ "classname": "datahub.ingestion.source.iceberg.iceberg.IcebergSource",
1257
+ "platform_id": "iceberg",
1258
+ "platform_name": "Iceberg",
1259
+ "support_status": "TESTING"
1260
+ },
1261
+ "json-schema": {
1262
+ "capabilities": [
1263
+ {
1264
+ "capability": "DESCRIPTIONS",
1265
+ "description": "Extracts descriptions at top level and field level",
1266
+ "subtype_modifier": null,
1267
+ "supported": true
1268
+ },
1269
+ {
1270
+ "capability": "DELETION_DETECTION",
1271
+ "description": "With stateful ingestion enabled, will remove entities from DataHub if they are no longer present in the source",
1272
+ "subtype_modifier": null,
1273
+ "supported": true
1274
+ },
1275
+ {
1276
+ "capability": "OWNERSHIP",
1277
+ "description": "Does not currently support extracting ownership",
1278
+ "subtype_modifier": null,
1279
+ "supported": false
1280
+ },
1281
+ {
1282
+ "capability": "TAGS",
1283
+ "description": "Does not currently support extracting tags",
1284
+ "subtype_modifier": null,
1285
+ "supported": false
1286
+ },
1287
+ {
1288
+ "capability": "PLATFORM_INSTANCE",
1289
+ "description": "Supports platform instance via config",
1290
+ "subtype_modifier": null,
1291
+ "supported": true
1292
+ },
1293
+ {
1294
+ "capability": "SCHEMA_METADATA",
1295
+ "description": "Extracts schemas, following references",
1296
+ "subtype_modifier": null,
1297
+ "supported": true
1298
+ }
1299
+ ],
1300
+ "classname": "datahub.ingestion.source.schema.json_schema.JsonSchemaSource",
1301
+ "platform_id": "json-schema",
1302
+ "platform_name": "JSON Schemas",
1303
+ "support_status": "INCUBATING"
1304
+ },
1305
+ "kafka": {
1306
+ "capabilities": [
1307
+ {
1308
+ "capability": "LINEAGE_FINE",
1309
+ "description": "Not supported",
1310
+ "subtype_modifier": null,
1311
+ "supported": false
1312
+ },
1313
+ {
1314
+ "capability": "DATA_PROFILING",
1315
+ "description": "Not supported",
1316
+ "subtype_modifier": null,
1317
+ "supported": false
1318
+ },
1319
+ {
1320
+ "capability": "DESCRIPTIONS",
1321
+ "description": "Set dataset description to top level doc field for Avro schema",
1322
+ "subtype_modifier": null,
1323
+ "supported": true
1324
+ },
1325
+ {
1326
+ "capability": "DELETION_DETECTION",
1327
+ "description": "Enabled by default via stateful ingestion",
1328
+ "subtype_modifier": null,
1329
+ "supported": true
1330
+ },
1331
+ {
1332
+ "capability": "PLATFORM_INSTANCE",
1333
+ "description": "For multiple Kafka clusters, use the platform_instance configuration",
1334
+ "subtype_modifier": null,
1335
+ "supported": true
1336
+ },
1337
+ {
1338
+ "capability": "SCHEMA_METADATA",
1339
+ "description": "Schemas associated with each topic are extracted from the schema registry. Avro and Protobuf (certified), JSON (incubating). Schema references are supported.",
1340
+ "subtype_modifier": null,
1341
+ "supported": true
1342
+ },
1343
+ {
1344
+ "capability": "LINEAGE_COARSE",
1345
+ "description": "Not supported. If you use Kafka Connect, the kafka-connect source can generate lineage.",
1346
+ "subtype_modifier": null,
1347
+ "supported": false
1348
+ },
1349
+ {
1350
+ "capability": "TEST_CONNECTION",
1351
+ "description": "Enabled by default",
1352
+ "subtype_modifier": null,
1353
+ "supported": true
1354
+ }
1355
+ ],
1356
+ "classname": "datahub.ingestion.source.kafka.kafka.KafkaSource",
1357
+ "platform_id": "kafka",
1358
+ "platform_name": "Kafka",
1359
+ "support_status": "CERTIFIED"
1360
+ },
1361
+ "kafka-connect": {
1362
+ "capabilities": [
1363
+ {
1364
+ "capability": "DELETION_DETECTION",
1365
+ "description": "Enabled by default via stateful ingestion",
1366
+ "subtype_modifier": null,
1367
+ "supported": true
1368
+ },
1369
+ {
1370
+ "capability": "PLATFORM_INSTANCE",
1371
+ "description": "Enabled by default",
1372
+ "subtype_modifier": null,
1373
+ "supported": true
1374
+ },
1375
+ {
1376
+ "capability": "SCHEMA_METADATA",
1377
+ "description": "Enabled by default",
1378
+ "subtype_modifier": null,
1379
+ "supported": true
1380
+ },
1381
+ {
1382
+ "capability": "LINEAGE_COARSE",
1383
+ "description": "Enabled by default",
1384
+ "subtype_modifier": null,
1385
+ "supported": true
1386
+ }
1387
+ ],
1388
+ "classname": "datahub.ingestion.source.kafka_connect.kafka_connect.KafkaConnectSource",
1389
+ "platform_id": "kafka-connect",
1390
+ "platform_name": "Kafka Connect",
1391
+ "support_status": "CERTIFIED"
1392
+ },
1393
+ "ldap": {
1394
+ "capabilities": [
1395
+ {
1396
+ "capability": "DELETION_DETECTION",
1397
+ "description": "Enabled by default via stateful ingestion",
1398
+ "subtype_modifier": null,
1399
+ "supported": true
1400
+ }
1401
+ ],
1402
+ "classname": "datahub.ingestion.source.ldap.LDAPSource",
1403
+ "platform_id": "ldap",
1404
+ "platform_name": "LDAP",
1405
+ "support_status": "CERTIFIED"
1406
+ },
1407
+ "looker": {
1408
+ "capabilities": [
1409
+ {
1410
+ "capability": "LINEAGE_FINE",
1411
+ "description": "Enabled by default, configured using `extract_column_level_lineage`",
1412
+ "subtype_modifier": null,
1413
+ "supported": true
1414
+ },
1415
+ {
1416
+ "capability": "USAGE_STATS",
1417
+ "description": "Enabled by default, configured using `extract_usage_history`",
1418
+ "subtype_modifier": null,
1419
+ "supported": true
1420
+ },
1421
+ {
1422
+ "capability": "DESCRIPTIONS",
1423
+ "description": "Enabled by default",
1424
+ "subtype_modifier": null,
1425
+ "supported": true
1426
+ },
1427
+ {
1428
+ "capability": "DELETION_DETECTION",
1429
+ "description": "Enabled by default via stateful ingestion",
1430
+ "subtype_modifier": null,
1431
+ "supported": true
1432
+ },
1433
+ {
1434
+ "capability": "OWNERSHIP",
1435
+ "description": "Enabled by default, configured using `extract_owners`",
1436
+ "subtype_modifier": null,
1437
+ "supported": true
1438
+ },
1439
+ {
1440
+ "capability": "PLATFORM_INSTANCE",
1441
+ "description": "Use the `platform_instance` field",
1442
+ "subtype_modifier": null,
1443
+ "supported": true
1444
+ },
1445
+ {
1446
+ "capability": "LINEAGE_COARSE",
1447
+ "description": "Supported by default",
1448
+ "subtype_modifier": null,
1449
+ "supported": true
1450
+ },
1451
+ {
1452
+ "capability": "TEST_CONNECTION",
1453
+ "description": "Enabled by default",
1454
+ "subtype_modifier": null,
1455
+ "supported": true
1456
+ }
1457
+ ],
1458
+ "classname": "datahub.ingestion.source.looker.looker_source.LookerDashboardSource",
1459
+ "platform_id": "looker",
1460
+ "platform_name": "Looker",
1461
+ "support_status": "CERTIFIED"
1462
+ },
1463
+ "lookml": {
1464
+ "capabilities": [
1465
+ {
1466
+ "capability": "LINEAGE_FINE",
1467
+ "description": "Enabled by default, configured using `extract_column_level_lineage`",
1468
+ "subtype_modifier": null,
1469
+ "supported": true
1470
+ },
1471
+ {
1472
+ "capability": "DELETION_DETECTION",
1473
+ "description": "Enabled by default via stateful ingestion",
1474
+ "subtype_modifier": null,
1475
+ "supported": true
1476
+ },
1477
+ {
1478
+ "capability": "PLATFORM_INSTANCE",
1479
+ "description": "Use the `platform_instance` and `connection_to_platform_map` fields",
1480
+ "subtype_modifier": null,
1481
+ "supported": true
1482
+ },
1483
+ {
1484
+ "capability": "LINEAGE_COARSE",
1485
+ "description": "Supported by default",
1486
+ "subtype_modifier": null,
1487
+ "supported": true
1488
+ }
1489
+ ],
1490
+ "classname": "datahub.ingestion.source.looker.lookml_source.LookMLSource",
1491
+ "platform_id": "looker",
1492
+ "platform_name": "Looker",
1493
+ "support_status": "CERTIFIED"
1494
+ },
1495
+ "mariadb": {
1496
+ "capabilities": [
1497
+ {
1498
+ "capability": "CONTAINERS",
1499
+ "description": "Enabled by default",
1500
+ "subtype_modifier": null,
1501
+ "supported": true
1502
+ },
1503
+ {
1504
+ "capability": "CLASSIFICATION",
1505
+ "description": "Optionally enabled via `classification.enabled`",
1506
+ "subtype_modifier": null,
1507
+ "supported": true
1508
+ },
1509
+ {
1510
+ "capability": "LINEAGE_FINE",
1511
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1512
+ "subtype_modifier": [
1513
+ "View"
1514
+ ],
1515
+ "supported": true
1516
+ },
1517
+ {
1518
+ "capability": "DATA_PROFILING",
1519
+ "description": "Optionally enabled via configuration",
1520
+ "subtype_modifier": null,
1521
+ "supported": true
1522
+ },
1523
+ {
1524
+ "capability": "DESCRIPTIONS",
1525
+ "description": "Enabled by default",
1526
+ "subtype_modifier": null,
1527
+ "supported": true
1528
+ },
1529
+ {
1530
+ "capability": "DELETION_DETECTION",
1531
+ "description": "Enabled by default via stateful ingestion",
1532
+ "subtype_modifier": null,
1533
+ "supported": true
1534
+ },
1535
+ {
1536
+ "capability": "DOMAINS",
1537
+ "description": "Supported via the `domain` config field",
1538
+ "subtype_modifier": null,
1539
+ "supported": true
1540
+ },
1541
+ {
1542
+ "capability": "PLATFORM_INSTANCE",
1543
+ "description": "Enabled by default",
1544
+ "subtype_modifier": null,
1545
+ "supported": true
1546
+ },
1547
+ {
1548
+ "capability": "SCHEMA_METADATA",
1549
+ "description": "Enabled by default",
1550
+ "subtype_modifier": null,
1551
+ "supported": true
1552
+ },
1553
+ {
1554
+ "capability": "LINEAGE_COARSE",
1555
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1556
+ "subtype_modifier": [
1557
+ "View"
1558
+ ],
1559
+ "supported": true
1560
+ },
1561
+ {
1562
+ "capability": "TEST_CONNECTION",
1563
+ "description": "Enabled by default",
1564
+ "subtype_modifier": null,
1565
+ "supported": true
1566
+ }
1567
+ ],
1568
+ "classname": "datahub.ingestion.source.sql.mariadb.MariaDBSource",
1569
+ "platform_id": "mariadb",
1570
+ "platform_name": "MariaDB",
1571
+ "support_status": "CERTIFIED"
1572
+ },
1573
+ "metabase": {
1574
+ "capabilities": [
1575
+ {
1576
+ "capability": "DELETION_DETECTION",
1577
+ "description": "Enabled by default via stateful ingestion",
1578
+ "subtype_modifier": null,
1579
+ "supported": true
1580
+ },
1581
+ {
1582
+ "capability": "PLATFORM_INSTANCE",
1583
+ "description": "Enabled by default",
1584
+ "subtype_modifier": null,
1585
+ "supported": true
1586
+ },
1587
+ {
1588
+ "capability": "LINEAGE_COARSE",
1589
+ "description": "Supported by default",
1590
+ "subtype_modifier": null,
1591
+ "supported": true
1592
+ }
1593
+ ],
1594
+ "classname": "datahub.ingestion.source.metabase.MetabaseSource",
1595
+ "platform_id": "metabase",
1596
+ "platform_name": "Metabase",
1597
+ "support_status": "CERTIFIED"
1598
+ },
1599
+ "mlflow": {
1600
+ "capabilities": [
1601
+ {
1602
+ "capability": "DESCRIPTIONS",
1603
+ "description": "Extract descriptions for MLflow Registered Models and Model Versions",
1604
+ "subtype_modifier": null,
1605
+ "supported": true
1606
+ },
1607
+ {
1608
+ "capability": "DELETION_DETECTION",
1609
+ "description": "Enabled by default via stateful ingestion",
1610
+ "subtype_modifier": null,
1611
+ "supported": true
1612
+ },
1613
+ {
1614
+ "capability": "TAGS",
1615
+ "description": "Extract tags for MLflow Registered Model Stages",
1616
+ "subtype_modifier": null,
1617
+ "supported": true
1618
+ }
1619
+ ],
1620
+ "classname": "datahub.ingestion.source.mlflow.MLflowSource",
1621
+ "platform_id": "mlflow",
1622
+ "platform_name": "MLflow",
1623
+ "support_status": "TESTING"
1624
+ },
1625
+ "mode": {
1626
+ "capabilities": [
1627
+ {
1628
+ "capability": "CONTAINERS",
1629
+ "description": "Enabled by default",
1630
+ "subtype_modifier": null,
1631
+ "supported": true
1632
+ },
1633
+ {
1634
+ "capability": "LINEAGE_FINE",
1635
+ "description": "Supported by default",
1636
+ "subtype_modifier": null,
1637
+ "supported": true
1638
+ },
1639
+ {
1640
+ "capability": "DESCRIPTIONS",
1641
+ "description": "Enabled by default",
1642
+ "subtype_modifier": null,
1643
+ "supported": true
1644
+ },
1645
+ {
1646
+ "capability": "DELETION_DETECTION",
1647
+ "description": "Enabled by default via stateful ingestion",
1648
+ "subtype_modifier": null,
1649
+ "supported": true
1650
+ },
1651
+ {
1652
+ "capability": "OWNERSHIP",
1653
+ "description": "Enabled by default",
1654
+ "subtype_modifier": null,
1655
+ "supported": true
1656
+ },
1657
+ {
1658
+ "capability": "PLATFORM_INSTANCE",
1659
+ "description": "Enabled by default",
1660
+ "subtype_modifier": null,
1661
+ "supported": true
1662
+ },
1663
+ {
1664
+ "capability": "LINEAGE_COARSE",
1665
+ "description": "Supported by default",
1666
+ "subtype_modifier": null,
1667
+ "supported": true
1668
+ }
1669
+ ],
1670
+ "classname": "datahub.ingestion.source.mode.ModeSource",
1671
+ "platform_id": "mode",
1672
+ "platform_name": "Mode",
1673
+ "support_status": "CERTIFIED"
1674
+ },
1675
+ "mongodb": {
1676
+ "capabilities": [
1677
+ {
1678
+ "capability": "DELETION_DETECTION",
1679
+ "description": "Enabled by default via stateful ingestion",
1680
+ "subtype_modifier": null,
1681
+ "supported": true
1682
+ },
1683
+ {
1684
+ "capability": "PLATFORM_INSTANCE",
1685
+ "description": "Enabled by default",
1686
+ "subtype_modifier": null,
1687
+ "supported": true
1688
+ },
1689
+ {
1690
+ "capability": "SCHEMA_METADATA",
1691
+ "description": "Enabled by default",
1692
+ "subtype_modifier": null,
1693
+ "supported": true
1694
+ }
1695
+ ],
1696
+ "classname": "datahub.ingestion.source.mongodb.MongoDBSource",
1697
+ "platform_id": "mongodb",
1698
+ "platform_name": "MongoDB",
1699
+ "support_status": "CERTIFIED"
1700
+ },
1701
+ "mssql": {
1702
+ "capabilities": [
1703
+ {
1704
+ "capability": "CONTAINERS",
1705
+ "description": "Enabled by default",
1706
+ "subtype_modifier": null,
1707
+ "supported": true
1708
+ },
1709
+ {
1710
+ "capability": "CLASSIFICATION",
1711
+ "description": "Optionally enabled via `classification.enabled`",
1712
+ "subtype_modifier": null,
1713
+ "supported": true
1714
+ },
1715
+ {
1716
+ "capability": "LINEAGE_FINE",
1717
+ "description": "Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_column_lineage`",
1718
+ "subtype_modifier": [
1719
+ "Stored Procedure",
1720
+ "View"
1721
+ ],
1722
+ "supported": true
1723
+ },
1724
+ {
1725
+ "capability": "DATA_PROFILING",
1726
+ "description": "Optionally enabled via configuration",
1727
+ "subtype_modifier": null,
1728
+ "supported": true
1729
+ },
1730
+ {
1731
+ "capability": "DESCRIPTIONS",
1732
+ "description": "Enabled by default",
1733
+ "subtype_modifier": null,
1734
+ "supported": true
1735
+ },
1736
+ {
1737
+ "capability": "DELETION_DETECTION",
1738
+ "description": "Enabled by default via stateful ingestion",
1739
+ "subtype_modifier": null,
1740
+ "supported": true
1741
+ },
1742
+ {
1743
+ "capability": "DOMAINS",
1744
+ "description": "Supported via the `domain` config field",
1745
+ "subtype_modifier": null,
1746
+ "supported": true
1747
+ },
1748
+ {
1749
+ "capability": "PLATFORM_INSTANCE",
1750
+ "description": "Enabled by default",
1751
+ "subtype_modifier": null,
1752
+ "supported": true
1753
+ },
1754
+ {
1755
+ "capability": "SCHEMA_METADATA",
1756
+ "description": "Enabled by default",
1757
+ "subtype_modifier": null,
1758
+ "supported": true
1759
+ },
1760
+ {
1761
+ "capability": "LINEAGE_COARSE",
1762
+ "description": "Enabled by default to get lineage for stored procedures via `include_lineage` and for views via `include_view_lineage`",
1763
+ "subtype_modifier": [
1764
+ "Stored Procedure",
1765
+ "View"
1766
+ ],
1767
+ "supported": true
1768
+ },
1769
+ {
1770
+ "capability": "TEST_CONNECTION",
1771
+ "description": "Enabled by default",
1772
+ "subtype_modifier": null,
1773
+ "supported": true
1774
+ }
1775
+ ],
1776
+ "classname": "datahub.ingestion.source.sql.mssql.source.SQLServerSource",
1777
+ "platform_id": "mssql",
1778
+ "platform_name": "Microsoft SQL Server",
1779
+ "support_status": "CERTIFIED"
1780
+ },
1781
+ "mysql": {
1782
+ "capabilities": [
1783
+ {
1784
+ "capability": "CONTAINERS",
1785
+ "description": "Enabled by default",
1786
+ "subtype_modifier": null,
1787
+ "supported": true
1788
+ },
1789
+ {
1790
+ "capability": "CLASSIFICATION",
1791
+ "description": "Optionally enabled via `classification.enabled`",
1792
+ "subtype_modifier": null,
1793
+ "supported": true
1794
+ },
1795
+ {
1796
+ "capability": "LINEAGE_FINE",
1797
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1798
+ "subtype_modifier": [
1799
+ "View"
1800
+ ],
1801
+ "supported": true
1802
+ },
1803
+ {
1804
+ "capability": "DATA_PROFILING",
1805
+ "description": "Optionally enabled via configuration",
1806
+ "subtype_modifier": null,
1807
+ "supported": true
1808
+ },
1809
+ {
1810
+ "capability": "DESCRIPTIONS",
1811
+ "description": "Enabled by default",
1812
+ "subtype_modifier": null,
1813
+ "supported": true
1814
+ },
1815
+ {
1816
+ "capability": "DELETION_DETECTION",
1817
+ "description": "Enabled by default via stateful ingestion",
1818
+ "subtype_modifier": null,
1819
+ "supported": true
1820
+ },
1821
+ {
1822
+ "capability": "DOMAINS",
1823
+ "description": "Supported via the `domain` config field",
1824
+ "subtype_modifier": null,
1825
+ "supported": true
1826
+ },
1827
+ {
1828
+ "capability": "PLATFORM_INSTANCE",
1829
+ "description": "Enabled by default",
1830
+ "subtype_modifier": null,
1831
+ "supported": true
1832
+ },
1833
+ {
1834
+ "capability": "SCHEMA_METADATA",
1835
+ "description": "Enabled by default",
1836
+ "subtype_modifier": null,
1837
+ "supported": true
1838
+ },
1839
+ {
1840
+ "capability": "LINEAGE_COARSE",
1841
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1842
+ "subtype_modifier": [
1843
+ "View"
1844
+ ],
1845
+ "supported": true
1846
+ },
1847
+ {
1848
+ "capability": "TEST_CONNECTION",
1849
+ "description": "Enabled by default",
1850
+ "subtype_modifier": null,
1851
+ "supported": true
1852
+ }
1853
+ ],
1854
+ "classname": "datahub.ingestion.source.sql.mysql.MySQLSource",
1855
+ "platform_id": "mysql",
1856
+ "platform_name": "MySQL",
1857
+ "support_status": "CERTIFIED"
1858
+ },
1859
+ "neo4j": {
1860
+ "capabilities": [
1861
+ {
1862
+ "capability": "DELETION_DETECTION",
1863
+ "description": "Enabled by default via stateful ingestion",
1864
+ "subtype_modifier": null,
1865
+ "supported": true
1866
+ },
1867
+ {
1868
+ "capability": "PLATFORM_INSTANCE",
1869
+ "description": "Supported via the `platform_instance` config",
1870
+ "subtype_modifier": null,
1871
+ "supported": true
1872
+ }
1873
+ ],
1874
+ "classname": "datahub.ingestion.source.neo4j.neo4j_source.Neo4jSource",
1875
+ "platform_id": "neo4j",
1876
+ "platform_name": "Neo4j",
1877
+ "support_status": "CERTIFIED"
1878
+ },
1879
+ "nifi": {
1880
+ "capabilities": [
1881
+ {
1882
+ "capability": "DELETION_DETECTION",
1883
+ "description": "Enabled by default via stateful ingestion",
1884
+ "subtype_modifier": null,
1885
+ "supported": true
1886
+ },
1887
+ {
1888
+ "capability": "LINEAGE_COARSE",
1889
+ "description": "Supported. See docs for limitations",
1890
+ "subtype_modifier": null,
1891
+ "supported": true
1892
+ }
1893
+ ],
1894
+ "classname": "datahub.ingestion.source.nifi.NifiSource",
1895
+ "platform_id": "nifi",
1896
+ "platform_name": "NiFi",
1897
+ "support_status": "CERTIFIED"
1898
+ },
1899
+ "okta": {
1900
+ "capabilities": [
1901
+ {
1902
+ "capability": "DESCRIPTIONS",
1903
+ "description": "Optionally enabled via configuration",
1904
+ "subtype_modifier": null,
1905
+ "supported": true
1906
+ },
1907
+ {
1908
+ "capability": "DELETION_DETECTION",
1909
+ "description": "Enabled by default via stateful ingestion",
1910
+ "subtype_modifier": null,
1911
+ "supported": true
1912
+ }
1913
+ ],
1914
+ "classname": "datahub.ingestion.source.identity.okta.OktaSource",
1915
+ "platform_id": "okta",
1916
+ "platform_name": "Okta",
1917
+ "support_status": "CERTIFIED"
1918
+ },
1919
+ "openapi": {
1920
+ "capabilities": [
1921
+ {
1922
+ "capability": "PLATFORM_INSTANCE",
1923
+ "description": "",
1924
+ "subtype_modifier": null,
1925
+ "supported": false
1926
+ }
1927
+ ],
1928
+ "classname": "datahub.ingestion.source.openapi.OpenApiSource",
1929
+ "platform_id": "openapi",
1930
+ "platform_name": "OpenAPI",
1931
+ "support_status": "INCUBATING"
1932
+ },
1933
+ "oracle": {
1934
+ "capabilities": [
1935
+ {
1936
+ "capability": "CONTAINERS",
1937
+ "description": "Enabled by default",
1938
+ "subtype_modifier": null,
1939
+ "supported": true
1940
+ },
1941
+ {
1942
+ "capability": "CLASSIFICATION",
1943
+ "description": "Optionally enabled via `classification.enabled`",
1944
+ "subtype_modifier": null,
1945
+ "supported": true
1946
+ },
1947
+ {
1948
+ "capability": "LINEAGE_FINE",
1949
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
1950
+ "subtype_modifier": [
1951
+ "View"
1952
+ ],
1953
+ "supported": true
1954
+ },
1955
+ {
1956
+ "capability": "DESCRIPTIONS",
1957
+ "description": "Enabled by default",
1958
+ "subtype_modifier": null,
1959
+ "supported": true
1960
+ },
1961
+ {
1962
+ "capability": "DELETION_DETECTION",
1963
+ "description": "Enabled by default via stateful ingestion",
1964
+ "subtype_modifier": null,
1965
+ "supported": true
1966
+ },
1967
+ {
1968
+ "capability": "DOMAINS",
1969
+ "description": "Enabled by default",
1970
+ "subtype_modifier": null,
1971
+ "supported": true
1972
+ },
1973
+ {
1974
+ "capability": "SCHEMA_METADATA",
1975
+ "description": "Enabled by default",
1976
+ "subtype_modifier": null,
1977
+ "supported": true
1978
+ },
1979
+ {
1980
+ "capability": "LINEAGE_COARSE",
1981
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
1982
+ "subtype_modifier": [
1983
+ "View"
1984
+ ],
1985
+ "supported": true
1986
+ },
1987
+ {
1988
+ "capability": "TEST_CONNECTION",
1989
+ "description": "Enabled by default",
1990
+ "subtype_modifier": null,
1991
+ "supported": true
1992
+ }
1993
+ ],
1994
+ "classname": "datahub.ingestion.source.sql.oracle.OracleSource",
1995
+ "platform_id": "oracle",
1996
+ "platform_name": "Oracle",
1997
+ "support_status": "INCUBATING"
1998
+ },
1999
+ "postgres": {
2000
+ "capabilities": [
2001
+ {
2002
+ "capability": "CONTAINERS",
2003
+ "description": "Enabled by default",
2004
+ "subtype_modifier": null,
2005
+ "supported": true
2006
+ },
2007
+ {
2008
+ "capability": "CLASSIFICATION",
2009
+ "description": "Optionally enabled via `classification.enabled`",
2010
+ "subtype_modifier": null,
2011
+ "supported": true
2012
+ },
2013
+ {
2014
+ "capability": "LINEAGE_FINE",
2015
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2016
+ "subtype_modifier": [
2017
+ "View"
2018
+ ],
2019
+ "supported": true
2020
+ },
2021
+ {
2022
+ "capability": "DATA_PROFILING",
2023
+ "description": "Optionally enabled via configuration",
2024
+ "subtype_modifier": null,
2025
+ "supported": true
2026
+ },
2027
+ {
2028
+ "capability": "DESCRIPTIONS",
2029
+ "description": "Enabled by default",
2030
+ "subtype_modifier": null,
2031
+ "supported": true
2032
+ },
2033
+ {
2034
+ "capability": "DELETION_DETECTION",
2035
+ "description": "Enabled by default via stateful ingestion",
2036
+ "subtype_modifier": null,
2037
+ "supported": true
2038
+ },
2039
+ {
2040
+ "capability": "DOMAINS",
2041
+ "description": "Enabled by default",
2042
+ "subtype_modifier": null,
2043
+ "supported": true
2044
+ },
2045
+ {
2046
+ "capability": "PLATFORM_INSTANCE",
2047
+ "description": "Enabled by default",
2048
+ "subtype_modifier": null,
2049
+ "supported": true
2050
+ },
2051
+ {
2052
+ "capability": "SCHEMA_METADATA",
2053
+ "description": "Enabled by default",
2054
+ "subtype_modifier": null,
2055
+ "supported": true
2056
+ },
2057
+ {
2058
+ "capability": "LINEAGE_COARSE",
2059
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
2060
+ "subtype_modifier": [
2061
+ "View"
2062
+ ],
2063
+ "supported": true
2064
+ },
2065
+ {
2066
+ "capability": "TEST_CONNECTION",
2067
+ "description": "Enabled by default",
2068
+ "subtype_modifier": null,
2069
+ "supported": true
2070
+ }
2071
+ ],
2072
+ "classname": "datahub.ingestion.source.sql.postgres.PostgresSource",
2073
+ "platform_id": "postgres",
2074
+ "platform_name": "Postgres",
2075
+ "support_status": "CERTIFIED"
2076
+ },
2077
+ "powerbi": {
2078
+ "capabilities": [
2079
+ {
2080
+ "capability": "CONTAINERS",
2081
+ "description": "Enabled by default",
2082
+ "subtype_modifier": null,
2083
+ "supported": true
2084
+ },
2085
+ {
2086
+ "capability": "LINEAGE_FINE",
2087
+ "description": "Disabled by default, configured using `extract_column_level_lineage`. ",
2088
+ "subtype_modifier": null,
2089
+ "supported": true
2090
+ },
2091
+ {
2092
+ "capability": "DATA_PROFILING",
2093
+ "description": "Optionally enabled via configuration profiling.enabled",
2094
+ "subtype_modifier": null,
2095
+ "supported": true
2096
+ },
2097
+ {
2098
+ "capability": "DESCRIPTIONS",
2099
+ "description": "Enabled by default",
2100
+ "subtype_modifier": null,
2101
+ "supported": true
2102
+ },
2103
+ {
2104
+ "capability": "DELETION_DETECTION",
2105
+ "description": "Enabled by default via stateful ingestion",
2106
+ "subtype_modifier": null,
2107
+ "supported": true
2108
+ },
2109
+ {
2110
+ "capability": "OWNERSHIP",
2111
+ "description": "Enabled by default",
2112
+ "subtype_modifier": null,
2113
+ "supported": true
2114
+ },
2115
+ {
2116
+ "capability": "TAGS",
2117
+ "description": "Enabled by default",
2118
+ "subtype_modifier": null,
2119
+ "supported": true
2120
+ },
2121
+ {
2122
+ "capability": "PLATFORM_INSTANCE",
2123
+ "description": "Enabled by default",
2124
+ "subtype_modifier": null,
2125
+ "supported": true
2126
+ },
2127
+ {
2128
+ "capability": "SCHEMA_METADATA",
2129
+ "description": "Enabled by default",
2130
+ "subtype_modifier": null,
2131
+ "supported": true
2132
+ },
2133
+ {
2134
+ "capability": "LINEAGE_COARSE",
2135
+ "description": "Enabled by default, configured using `extract_lineage`.",
2136
+ "subtype_modifier": null,
2137
+ "supported": true
2138
+ },
2139
+ {
2140
+ "capability": "TEST_CONNECTION",
2141
+ "description": "Enabled by default",
2142
+ "subtype_modifier": null,
2143
+ "supported": true
2144
+ }
2145
+ ],
2146
+ "classname": "datahub.ingestion.source.powerbi.powerbi.PowerBiDashboardSource",
2147
+ "platform_id": "powerbi",
2148
+ "platform_name": "PowerBI",
2149
+ "support_status": "CERTIFIED"
2150
+ },
2151
+ "powerbi-report-server": {
2152
+ "capabilities": [
2153
+ {
2154
+ "capability": "DELETION_DETECTION",
2155
+ "description": "Enabled by default via stateful ingestion",
2156
+ "subtype_modifier": null,
2157
+ "supported": true
2158
+ },
2159
+ {
2160
+ "capability": "OWNERSHIP",
2161
+ "description": "Enabled by default",
2162
+ "subtype_modifier": null,
2163
+ "supported": true
2164
+ }
2165
+ ],
2166
+ "classname": "datahub.ingestion.source.powerbi_report_server.report_server.PowerBiReportServerDashboardSource",
2167
+ "platform_id": "powerbi-report-server",
2168
+ "platform_name": "PowerBI Report Server",
2169
+ "support_status": "INCUBATING"
2170
+ },
2171
+ "preset": {
2172
+ "capabilities": [
2173
+ {
2174
+ "capability": "DELETION_DETECTION",
2175
+ "description": "Enabled by default via stateful ingestion",
2176
+ "subtype_modifier": null,
2177
+ "supported": true
2178
+ },
2179
+ {
2180
+ "capability": "DOMAINS",
2181
+ "description": "Enabled by `domain` config to assign domain_key",
2182
+ "subtype_modifier": null,
2183
+ "supported": true
2184
+ },
2185
+ {
2186
+ "capability": "LINEAGE_COARSE",
2187
+ "description": "Supported by default",
2188
+ "subtype_modifier": null,
2189
+ "supported": true
2190
+ }
2191
+ ],
2192
+ "classname": "datahub.ingestion.source.preset.PresetSource",
2193
+ "platform_id": "preset",
2194
+ "platform_name": "Preset",
2195
+ "support_status": "CERTIFIED"
2196
+ },
2197
+ "presto": {
2198
+ "capabilities": [
2199
+ {
2200
+ "capability": "CONTAINERS",
2201
+ "description": "Enabled by default",
2202
+ "subtype_modifier": null,
2203
+ "supported": true
2204
+ },
2205
+ {
2206
+ "capability": "CLASSIFICATION",
2207
+ "description": "Optionally enabled via `classification.enabled`",
2208
+ "subtype_modifier": null,
2209
+ "supported": true
2210
+ },
2211
+ {
2212
+ "capability": "LINEAGE_FINE",
2213
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2214
+ "subtype_modifier": [
2215
+ "View"
2216
+ ],
2217
+ "supported": true
2218
+ },
2219
+ {
2220
+ "capability": "DATA_PROFILING",
2221
+ "description": "Optionally enabled via configuration",
2222
+ "subtype_modifier": null,
2223
+ "supported": true
2224
+ },
2225
+ {
2226
+ "capability": "DESCRIPTIONS",
2227
+ "description": "Enabled by default",
2228
+ "subtype_modifier": null,
2229
+ "supported": true
2230
+ },
2231
+ {
2232
+ "capability": "DELETION_DETECTION",
2233
+ "description": "Enabled by default via stateful ingestion",
2234
+ "subtype_modifier": null,
2235
+ "supported": true
2236
+ },
2237
+ {
2238
+ "capability": "DOMAINS",
2239
+ "description": "Supported via the `domain` config field",
2240
+ "subtype_modifier": null,
2241
+ "supported": true
2242
+ },
2243
+ {
2244
+ "capability": "SCHEMA_METADATA",
2245
+ "description": "Enabled by default",
2246
+ "subtype_modifier": null,
2247
+ "supported": true
2248
+ },
2249
+ {
2250
+ "capability": "LINEAGE_COARSE",
2251
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
2252
+ "subtype_modifier": [
2253
+ "View"
2254
+ ],
2255
+ "supported": true
2256
+ },
2257
+ {
2258
+ "capability": "TEST_CONNECTION",
2259
+ "description": "Enabled by default",
2260
+ "subtype_modifier": null,
2261
+ "supported": true
2262
+ }
2263
+ ],
2264
+ "classname": "datahub.ingestion.source.sql.presto.PrestoSource",
2265
+ "platform_id": "presto",
2266
+ "platform_name": "Presto",
2267
+ "support_status": "CERTIFIED"
2268
+ },
2269
+ "presto-on-hive": {
2270
+ "capabilities": [
2271
+ {
2272
+ "capability": "CONTAINERS",
2273
+ "description": "Enabled by default",
2274
+ "subtype_modifier": null,
2275
+ "supported": true
2276
+ },
2277
+ {
2278
+ "capability": "CLASSIFICATION",
2279
+ "description": "Not Supported",
2280
+ "subtype_modifier": null,
2281
+ "supported": false
2282
+ },
2283
+ {
2284
+ "capability": "LINEAGE_FINE",
2285
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2286
+ "subtype_modifier": [
2287
+ "View"
2288
+ ],
2289
+ "supported": true
2290
+ },
2291
+ {
2292
+ "capability": "DATA_PROFILING",
2293
+ "description": "Not Supported",
2294
+ "subtype_modifier": null,
2295
+ "supported": false
2296
+ },
2297
+ {
2298
+ "capability": "DESCRIPTIONS",
2299
+ "description": "Enabled by default",
2300
+ "subtype_modifier": null,
2301
+ "supported": true
2302
+ },
2303
+ {
2304
+ "capability": "DELETION_DETECTION",
2305
+ "description": "Enabled by default via stateful ingestion",
2306
+ "subtype_modifier": null,
2307
+ "supported": true
2308
+ },
2309
+ {
2310
+ "capability": "DOMAINS",
2311
+ "description": "Enabled by default",
2312
+ "subtype_modifier": null,
2313
+ "supported": true
2314
+ },
2315
+ {
2316
+ "capability": "SCHEMA_METADATA",
2317
+ "description": "Enabled by default",
2318
+ "subtype_modifier": null,
2319
+ "supported": true
2320
+ },
2321
+ {
2322
+ "capability": "LINEAGE_COARSE",
2323
+ "description": "View lineage is not supported",
2324
+ "subtype_modifier": null,
2325
+ "supported": false
2326
+ },
2327
+ {
2328
+ "capability": "TEST_CONNECTION",
2329
+ "description": "Enabled by default",
2330
+ "subtype_modifier": null,
2331
+ "supported": true
2332
+ }
2333
+ ],
2334
+ "classname": "datahub.ingestion.source.sql.hive_metastore.HiveMetastoreSource",
2335
+ "platform_id": "hive-metastore",
2336
+ "platform_name": "Hive Metastore",
2337
+ "support_status": "CERTIFIED"
2338
+ },
2339
+ "pulsar": {
2340
+ "capabilities": [
2341
+ {
2342
+ "capability": "DELETION_DETECTION",
2343
+ "description": "Enabled by default via stateful ingestion",
2344
+ "subtype_modifier": null,
2345
+ "supported": true
2346
+ },
2347
+ {
2348
+ "capability": "DOMAINS",
2349
+ "description": "Supported via the `domain` config field",
2350
+ "subtype_modifier": null,
2351
+ "supported": true
2352
+ },
2353
+ {
2354
+ "capability": "PLATFORM_INSTANCE",
2355
+ "description": "Enabled by default",
2356
+ "subtype_modifier": null,
2357
+ "supported": true
2358
+ },
2359
+ {
2360
+ "capability": "SCHEMA_METADATA",
2361
+ "description": "Enabled by default",
2362
+ "subtype_modifier": null,
2363
+ "supported": true
2364
+ }
2365
+ ],
2366
+ "classname": "datahub.ingestion.source.pulsar.PulsarSource",
2367
+ "platform_id": "pulsar",
2368
+ "platform_name": "Pulsar",
2369
+ "support_status": "INCUBATING"
2370
+ },
2371
+ "qlik-sense": {
2372
+ "capabilities": [
2373
+ {
2374
+ "capability": "CONTAINERS",
2375
+ "description": "Enabled by default",
2376
+ "subtype_modifier": null,
2377
+ "supported": true
2378
+ },
2379
+ {
2380
+ "capability": "LINEAGE_FINE",
2381
+ "description": "Disabled by default. ",
2382
+ "subtype_modifier": null,
2383
+ "supported": true
2384
+ },
2385
+ {
2386
+ "capability": "DESCRIPTIONS",
2387
+ "description": "Enabled by default",
2388
+ "subtype_modifier": null,
2389
+ "supported": true
2390
+ },
2391
+ {
2392
+ "capability": "DELETION_DETECTION",
2393
+ "description": "Enabled by default via stateful ingestion",
2394
+ "subtype_modifier": null,
2395
+ "supported": true
2396
+ },
2397
+ {
2398
+ "capability": "OWNERSHIP",
2399
+ "description": "Enabled by default, configured using `ingest_owner`",
2400
+ "subtype_modifier": null,
2401
+ "supported": true
2402
+ },
2403
+ {
2404
+ "capability": "PLATFORM_INSTANCE",
2405
+ "description": "Enabled by default",
2406
+ "subtype_modifier": null,
2407
+ "supported": true
2408
+ },
2409
+ {
2410
+ "capability": "SCHEMA_METADATA",
2411
+ "description": "Enabled by default",
2412
+ "subtype_modifier": null,
2413
+ "supported": true
2414
+ },
2415
+ {
2416
+ "capability": "LINEAGE_COARSE",
2417
+ "description": "Enabled by default.",
2418
+ "subtype_modifier": null,
2419
+ "supported": true
2420
+ },
2421
+ {
2422
+ "capability": "TEST_CONNECTION",
2423
+ "description": "Enabled by default",
2424
+ "subtype_modifier": null,
2425
+ "supported": true
2426
+ }
2427
+ ],
2428
+ "classname": "datahub.ingestion.source.qlik_sense.qlik_sense.QlikSenseSource",
2429
+ "platform_id": "qlik-sense",
2430
+ "platform_name": "Qlik Sense",
2431
+ "support_status": "INCUBATING"
2432
+ },
2433
+ "redash": {
2434
+ "capabilities": [
2435
+ {
2436
+ "capability": "DELETION_DETECTION",
2437
+ "description": "Enabled by default via stateful ingestion",
2438
+ "subtype_modifier": null,
2439
+ "supported": true
2440
+ },
2441
+ {
2442
+ "capability": "LINEAGE_COARSE",
2443
+ "description": "Enabled by default",
2444
+ "subtype_modifier": null,
2445
+ "supported": true
2446
+ }
2447
+ ],
2448
+ "classname": "datahub.ingestion.source.redash.RedashSource",
2449
+ "platform_id": "redash",
2450
+ "platform_name": "Redash",
2451
+ "support_status": "INCUBATING"
2452
+ },
2453
+ "redshift": {
2454
+ "capabilities": [
2455
+ {
2456
+ "capability": "CONTAINERS",
2457
+ "description": "Enabled by default",
2458
+ "subtype_modifier": null,
2459
+ "supported": true
2460
+ },
2461
+ {
2462
+ "capability": "CLASSIFICATION",
2463
+ "description": "Optionally enabled via `classification.enabled`",
2464
+ "subtype_modifier": null,
2465
+ "supported": true
2466
+ },
2467
+ {
2468
+ "capability": "LINEAGE_FINE",
2469
+ "description": "Optionally enabled via configuration (`mixed` or `sql_based` lineage needs to be enabled)",
2470
+ "subtype_modifier": null,
2471
+ "supported": true
2472
+ },
2473
+ {
2474
+ "capability": "DATA_PROFILING",
2475
+ "description": "Optionally enabled via configuration",
2476
+ "subtype_modifier": null,
2477
+ "supported": true
2478
+ },
2479
+ {
2480
+ "capability": "USAGE_STATS",
2481
+ "description": "Enabled by default, can be disabled via configuration `include_usage_statistics`",
2482
+ "subtype_modifier": null,
2483
+ "supported": true
2484
+ },
2485
+ {
2486
+ "capability": "DESCRIPTIONS",
2487
+ "description": "Enabled by default",
2488
+ "subtype_modifier": null,
2489
+ "supported": true
2490
+ },
2491
+ {
2492
+ "capability": "DELETION_DETECTION",
2493
+ "description": "Enabled by default via stateful ingestion",
2494
+ "subtype_modifier": null,
2495
+ "supported": true
2496
+ },
2497
+ {
2498
+ "capability": "DOMAINS",
2499
+ "description": "Supported via the `domain` config field",
2500
+ "subtype_modifier": null,
2501
+ "supported": true
2502
+ },
2503
+ {
2504
+ "capability": "PLATFORM_INSTANCE",
2505
+ "description": "Enabled by default",
2506
+ "subtype_modifier": null,
2507
+ "supported": true
2508
+ },
2509
+ {
2510
+ "capability": "SCHEMA_METADATA",
2511
+ "description": "Enabled by default",
2512
+ "subtype_modifier": null,
2513
+ "supported": true
2514
+ },
2515
+ {
2516
+ "capability": "LINEAGE_COARSE",
2517
+ "description": "Optionally enabled via configuration",
2518
+ "subtype_modifier": null,
2519
+ "supported": true
2520
+ },
2521
+ {
2522
+ "capability": "TEST_CONNECTION",
2523
+ "description": "Enabled by default",
2524
+ "subtype_modifier": null,
2525
+ "supported": true
2526
+ }
2527
+ ],
2528
+ "classname": "datahub.ingestion.source.redshift.redshift.RedshiftSource",
2529
+ "platform_id": "redshift",
2530
+ "platform_name": "Redshift",
2531
+ "support_status": "CERTIFIED"
2532
+ },
2533
+ "s3": {
2534
+ "capabilities": [
2535
+ {
2536
+ "capability": "CONTAINERS",
2537
+ "description": "Enabled by default",
2538
+ "subtype_modifier": null,
2539
+ "supported": true
2540
+ },
2541
+ {
2542
+ "capability": "DATA_PROFILING",
2543
+ "description": "Optionally enabled via configuration",
2544
+ "subtype_modifier": null,
2545
+ "supported": true
2546
+ },
2547
+ {
2548
+ "capability": "DELETION_DETECTION",
2549
+ "description": "Enabled by default via stateful ingestion",
2550
+ "subtype_modifier": null,
2551
+ "supported": true
2552
+ },
2553
+ {
2554
+ "capability": "TAGS",
2555
+ "description": "Can extract S3 object/bucket tags if enabled",
2556
+ "subtype_modifier": null,
2557
+ "supported": true
2558
+ },
2559
+ {
2560
+ "capability": "SCHEMA_METADATA",
2561
+ "description": "Can infer schema from supported file types",
2562
+ "subtype_modifier": null,
2563
+ "supported": true
2564
+ }
2565
+ ],
2566
+ "classname": "datahub.ingestion.source.s3.source.S3Source",
2567
+ "platform_id": "s3",
2568
+ "platform_name": "S3 / Local Files",
2569
+ "support_status": "INCUBATING"
2570
+ },
2571
+ "sac": {
2572
+ "capabilities": [
2573
+ {
2574
+ "capability": "DESCRIPTIONS",
2575
+ "description": "Enabled by default",
2576
+ "subtype_modifier": null,
2577
+ "supported": true
2578
+ },
2579
+ {
2580
+ "capability": "DELETION_DETECTION",
2581
+ "description": "Enabled by default via stateful ingestion",
2582
+ "subtype_modifier": null,
2583
+ "supported": true
2584
+ },
2585
+ {
2586
+ "capability": "PLATFORM_INSTANCE",
2587
+ "description": "Enabled by default",
2588
+ "subtype_modifier": null,
2589
+ "supported": true
2590
+ },
2591
+ {
2592
+ "capability": "SCHEMA_METADATA",
2593
+ "description": "Enabled by default (only for Import Data Models)",
2594
+ "subtype_modifier": null,
2595
+ "supported": true
2596
+ },
2597
+ {
2598
+ "capability": "LINEAGE_COARSE",
2599
+ "description": "Enabled by default (only for Live Data Models)",
2600
+ "subtype_modifier": null,
2601
+ "supported": true
2602
+ }
2603
+ ],
2604
+ "classname": "datahub.ingestion.source.sac.sac.SACSource",
2605
+ "platform_id": "sac",
2606
+ "platform_name": "SAP Analytics Cloud",
2607
+ "support_status": "TESTING"
2608
+ },
2609
+ "sagemaker": {
2610
+ "capabilities": [
2611
+ {
2612
+ "capability": "DELETION_DETECTION",
2613
+ "description": "Enabled by default via stateful ingestion",
2614
+ "subtype_modifier": null,
2615
+ "supported": true
2616
+ },
2617
+ {
2618
+ "capability": "LINEAGE_COARSE",
2619
+ "description": "Enabled by default",
2620
+ "subtype_modifier": null,
2621
+ "supported": true
2622
+ }
2623
+ ],
2624
+ "classname": "datahub.ingestion.source.aws.sagemaker.SagemakerSource",
2625
+ "platform_id": "sagemaker",
2626
+ "platform_name": "SageMaker",
2627
+ "support_status": "CERTIFIED"
2628
+ },
2629
+ "salesforce": {
2630
+ "capabilities": [
2631
+ {
2632
+ "capability": "DATA_PROFILING",
2633
+ "description": "Only table level profiling is supported via `profiling.enabled` config field",
2634
+ "subtype_modifier": [
2635
+ "Table"
2636
+ ],
2637
+ "supported": true
2638
+ },
2639
+ {
2640
+ "capability": "DELETION_DETECTION",
2641
+ "description": "Enabled by default via stateful ingestion",
2642
+ "subtype_modifier": null,
2643
+ "supported": true
2644
+ },
2645
+ {
2646
+ "capability": "DOMAINS",
2647
+ "description": "Supported via the `domain` config field",
2648
+ "subtype_modifier": null,
2649
+ "supported": true
2650
+ },
2651
+ {
2652
+ "capability": "TAGS",
2653
+ "description": "Enabled by default",
2654
+ "subtype_modifier": null,
2655
+ "supported": true
2656
+ },
2657
+ {
2658
+ "capability": "PLATFORM_INSTANCE",
2659
+ "description": "Can be equivalent to Salesforce organization",
2660
+ "subtype_modifier": null,
2661
+ "supported": true
2662
+ },
2663
+ {
2664
+ "capability": "SCHEMA_METADATA",
2665
+ "description": "Enabled by default",
2666
+ "subtype_modifier": null,
2667
+ "supported": true
2668
+ }
2669
+ ],
2670
+ "classname": "datahub.ingestion.source.salesforce.SalesforceSource",
2671
+ "platform_id": "salesforce",
2672
+ "platform_name": "Salesforce",
2673
+ "support_status": "INCUBATING"
2674
+ },
2675
+ "sigma": {
2676
+ "capabilities": [
2677
+ {
2678
+ "capability": "CONTAINERS",
2679
+ "description": "Enabled by default",
2680
+ "subtype_modifier": null,
2681
+ "supported": true
2682
+ },
2683
+ {
2684
+ "capability": "DESCRIPTIONS",
2685
+ "description": "Enabled by default",
2686
+ "subtype_modifier": null,
2687
+ "supported": true
2688
+ },
2689
+ {
2690
+ "capability": "DELETION_DETECTION",
2691
+ "description": "Enabled by default via stateful ingestion",
2692
+ "subtype_modifier": null,
2693
+ "supported": true
2694
+ },
2695
+ {
2696
+ "capability": "OWNERSHIP",
2697
+ "description": "Enabled by default, configured using `ingest_owner`",
2698
+ "subtype_modifier": null,
2699
+ "supported": true
2700
+ },
2701
+ {
2702
+ "capability": "TAGS",
2703
+ "description": "Enabled by default",
2704
+ "subtype_modifier": null,
2705
+ "supported": true
2706
+ },
2707
+ {
2708
+ "capability": "PLATFORM_INSTANCE",
2709
+ "description": "Enabled by default",
2710
+ "subtype_modifier": null,
2711
+ "supported": true
2712
+ },
2713
+ {
2714
+ "capability": "SCHEMA_METADATA",
2715
+ "description": "Enabled by default",
2716
+ "subtype_modifier": null,
2717
+ "supported": true
2718
+ },
2719
+ {
2720
+ "capability": "LINEAGE_COARSE",
2721
+ "description": "Enabled by default.",
2722
+ "subtype_modifier": null,
2723
+ "supported": true
2724
+ },
2725
+ {
2726
+ "capability": "TEST_CONNECTION",
2727
+ "description": "Enabled by default",
2728
+ "subtype_modifier": null,
2729
+ "supported": true
2730
+ }
2731
+ ],
2732
+ "classname": "datahub.ingestion.source.sigma.sigma.SigmaSource",
2733
+ "platform_id": "sigma",
2734
+ "platform_name": "Sigma",
2735
+ "support_status": "INCUBATING"
2736
+ },
2737
+ "slack": {
2738
+ "capabilities": [
2739
+ {
2740
+ "capability": "DELETION_DETECTION",
2741
+ "description": "Enabled by default via stateful ingestion",
2742
+ "subtype_modifier": null,
2743
+ "supported": true
2744
+ }
2745
+ ],
2746
+ "classname": "datahub.ingestion.source.slack.slack.SlackSource",
2747
+ "platform_id": "slack",
2748
+ "platform_name": "Slack",
2749
+ "support_status": "TESTING"
2750
+ },
2751
+ "snowflake": {
2752
+ "capabilities": [
2753
+ {
2754
+ "capability": "CONTAINERS",
2755
+ "description": "Enabled by default",
2756
+ "subtype_modifier": null,
2757
+ "supported": true
2758
+ },
2759
+ {
2760
+ "capability": "CLASSIFICATION",
2761
+ "description": "Optionally enabled via `classification.enabled`",
2762
+ "subtype_modifier": null,
2763
+ "supported": true
2764
+ },
2765
+ {
2766
+ "capability": "LINEAGE_FINE",
2767
+ "description": "Enabled by default, can be disabled via configuration `include_column_lineage`",
2768
+ "subtype_modifier": null,
2769
+ "supported": true
2770
+ },
2771
+ {
2772
+ "capability": "DATA_PROFILING",
2773
+ "description": "Optionally enabled via configuration `profiling.enabled`",
2774
+ "subtype_modifier": null,
2775
+ "supported": true
2776
+ },
2777
+ {
2778
+ "capability": "USAGE_STATS",
2779
+ "description": "Enabled by default, can be disabled via configuration `include_usage_stats`",
2780
+ "subtype_modifier": null,
2781
+ "supported": true
2782
+ },
2783
+ {
2784
+ "capability": "DESCRIPTIONS",
2785
+ "description": "Enabled by default",
2786
+ "subtype_modifier": null,
2787
+ "supported": true
2788
+ },
2789
+ {
2790
+ "capability": "DELETION_DETECTION",
2791
+ "description": "Enabled by default via stateful ingestion",
2792
+ "subtype_modifier": null,
2793
+ "supported": true
2794
+ },
2795
+ {
2796
+ "capability": "DOMAINS",
2797
+ "description": "Supported via the `domain` config field",
2798
+ "subtype_modifier": null,
2799
+ "supported": true
2800
+ },
2801
+ {
2802
+ "capability": "TAGS",
2803
+ "description": "Optionally enabled via `extract_tags`",
2804
+ "subtype_modifier": null,
2805
+ "supported": true
2806
+ },
2807
+ {
2808
+ "capability": "PLATFORM_INSTANCE",
2809
+ "description": "Enabled by default",
2810
+ "subtype_modifier": null,
2811
+ "supported": true
2812
+ },
2813
+ {
2814
+ "capability": "SCHEMA_METADATA",
2815
+ "description": "Enabled by default",
2816
+ "subtype_modifier": null,
2817
+ "supported": true
2818
+ },
2819
+ {
2820
+ "capability": "LINEAGE_COARSE",
2821
+ "description": "Enabled by default, can be disabled via configuration `include_table_lineage`",
2822
+ "subtype_modifier": null,
2823
+ "supported": true
2824
+ },
2825
+ {
2826
+ "capability": "TEST_CONNECTION",
2827
+ "description": "Enabled by default",
2828
+ "subtype_modifier": null,
2829
+ "supported": true
2830
+ }
2831
+ ],
2832
+ "classname": "datahub.ingestion.source.snowflake.snowflake_v2.SnowflakeV2Source",
2833
+ "platform_id": "snowflake",
2834
+ "platform_name": "Snowflake",
2835
+ "support_status": "CERTIFIED"
2836
+ },
2837
+ "sql-queries": {
2838
+ "capabilities": [
2839
+ {
2840
+ "capability": "LINEAGE_FINE",
2841
+ "description": "Parsed from SQL queries",
2842
+ "subtype_modifier": null,
2843
+ "supported": true
2844
+ },
2845
+ {
2846
+ "capability": "LINEAGE_COARSE",
2847
+ "description": "Parsed from SQL queries",
2848
+ "subtype_modifier": null,
2849
+ "supported": true
2850
+ }
2851
+ ],
2852
+ "classname": "datahub.ingestion.source.sql_queries.SqlQueriesSource",
2853
+ "platform_id": "sql-queries",
2854
+ "platform_name": "SQL Queries",
2855
+ "support_status": "INCUBATING"
2856
+ },
2857
+ "sqlalchemy": {
2858
+ "capabilities": [
2859
+ {
2860
+ "capability": "CONTAINERS",
2861
+ "description": "Enabled by default",
2862
+ "subtype_modifier": null,
2863
+ "supported": true
2864
+ },
2865
+ {
2866
+ "capability": "CLASSIFICATION",
2867
+ "description": "Optionally enabled via `classification.enabled`",
2868
+ "subtype_modifier": null,
2869
+ "supported": true
2870
+ },
2871
+ {
2872
+ "capability": "LINEAGE_FINE",
2873
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
2874
+ "subtype_modifier": [
2875
+ "View"
2876
+ ],
2877
+ "supported": true
2878
+ },
2879
+ {
2880
+ "capability": "DATA_PROFILING",
2881
+ "description": "Optionally enabled via configuration",
2882
+ "subtype_modifier": null,
2883
+ "supported": true
2884
+ },
2885
+ {
2886
+ "capability": "DESCRIPTIONS",
2887
+ "description": "Enabled by default",
2888
+ "subtype_modifier": null,
2889
+ "supported": true
2890
+ },
2891
+ {
2892
+ "capability": "DELETION_DETECTION",
2893
+ "description": "Enabled by default via stateful ingestion",
2894
+ "subtype_modifier": null,
2895
+ "supported": true
2896
+ },
2897
+ {
2898
+ "capability": "DOMAINS",
2899
+ "description": "Supported via the `domain` config field",
2900
+ "subtype_modifier": null,
2901
+ "supported": true
2902
+ },
2903
+ {
2904
+ "capability": "SCHEMA_METADATA",
2905
+ "description": "Enabled by default",
2906
+ "subtype_modifier": null,
2907
+ "supported": true
2908
+ },
2909
+ {
2910
+ "capability": "LINEAGE_COARSE",
2911
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
2912
+ "subtype_modifier": [
2913
+ "View"
2914
+ ],
2915
+ "supported": true
2916
+ },
2917
+ {
2918
+ "capability": "TEST_CONNECTION",
2919
+ "description": "Enabled by default",
2920
+ "subtype_modifier": null,
2921
+ "supported": true
2922
+ }
2923
+ ],
2924
+ "classname": "datahub.ingestion.source.sql.sql_generic.SQLAlchemyGenericSource",
2925
+ "platform_id": "sqlalchemy",
2926
+ "platform_name": "SQLAlchemy",
2927
+ "support_status": "INCUBATING"
2928
+ },
2929
+ "starburst-trino-usage": {
2930
+ "capabilities": [
2931
+ {
2932
+ "capability": "USAGE_STATS",
2933
+ "description": "Enabled by default to get usage stats",
2934
+ "subtype_modifier": null,
2935
+ "supported": true
2936
+ }
2937
+ ],
2938
+ "classname": "datahub.ingestion.source.usage.starburst_trino_usage.TrinoUsageSource",
2939
+ "platform_id": "trino",
2940
+ "platform_name": "Trino",
2941
+ "support_status": "CERTIFIED"
2942
+ },
2943
+ "superset": {
2944
+ "capabilities": [
2945
+ {
2946
+ "capability": "DELETION_DETECTION",
2947
+ "description": "Enabled by default via stateful ingestion",
2948
+ "subtype_modifier": null,
2949
+ "supported": true
2950
+ },
2951
+ {
2952
+ "capability": "DOMAINS",
2953
+ "description": "Enabled by `domain` config to assign domain_key",
2954
+ "subtype_modifier": null,
2955
+ "supported": true
2956
+ },
2957
+ {
2958
+ "capability": "LINEAGE_COARSE",
2959
+ "description": "Supported by default",
2960
+ "subtype_modifier": null,
2961
+ "supported": true
2962
+ }
2963
+ ],
2964
+ "classname": "datahub.ingestion.source.superset.SupersetSource",
2965
+ "platform_id": "superset",
2966
+ "platform_name": "Superset",
2967
+ "support_status": "CERTIFIED"
2968
+ },
2969
+ "tableau": {
2970
+ "capabilities": [
2971
+ {
2972
+ "capability": "LINEAGE_FINE",
2973
+ "description": "Enabled by default, configure using `extract_column_level_lineage`",
2974
+ "subtype_modifier": null,
2975
+ "supported": true
2976
+ },
2977
+ {
2978
+ "capability": "USAGE_STATS",
2979
+ "description": "Dashboard/Chart view counts, enabled using extract_usage_stats config",
2980
+ "subtype_modifier": [
2981
+ "Dashboard",
2982
+ "Chart"
2983
+ ],
2984
+ "supported": true
2985
+ },
2986
+ {
2987
+ "capability": "DESCRIPTIONS",
2988
+ "description": "Enabled by default",
2989
+ "subtype_modifier": null,
2990
+ "supported": true
2991
+ },
2992
+ {
2993
+ "capability": "DELETION_DETECTION",
2994
+ "description": "Enabled by default via stateful ingestion.",
2995
+ "subtype_modifier": null,
2996
+ "supported": true
2997
+ },
2998
+ {
2999
+ "capability": "DOMAINS",
3000
+ "description": "Requires transformer",
3001
+ "subtype_modifier": null,
3002
+ "supported": false
3003
+ },
3004
+ {
3005
+ "capability": "OWNERSHIP",
3006
+ "description": "Requires recipe configuration",
3007
+ "subtype_modifier": null,
3008
+ "supported": true
3009
+ },
3010
+ {
3011
+ "capability": "TAGS",
3012
+ "description": "Requires recipe configuration",
3013
+ "subtype_modifier": null,
3014
+ "supported": true
3015
+ },
3016
+ {
3017
+ "capability": "PLATFORM_INSTANCE",
3018
+ "description": "Enabled by default",
3019
+ "subtype_modifier": null,
3020
+ "supported": true
3021
+ },
3022
+ {
3023
+ "capability": "LINEAGE_COARSE",
3024
+ "description": "Enabled by default",
3025
+ "subtype_modifier": null,
3026
+ "supported": true
3027
+ },
3028
+ {
3029
+ "capability": "TEST_CONNECTION",
3030
+ "description": "Enabled by default",
3031
+ "subtype_modifier": null,
3032
+ "supported": true
3033
+ }
3034
+ ],
3035
+ "classname": "datahub.ingestion.source.tableau.tableau.TableauSource",
3036
+ "platform_id": "tableau",
3037
+ "platform_name": "Tableau",
3038
+ "support_status": "CERTIFIED"
3039
+ },
3040
+ "teradata": {
3041
+ "capabilities": [
3042
+ {
3043
+ "capability": "CONTAINERS",
3044
+ "description": "Enabled by default",
3045
+ "subtype_modifier": null,
3046
+ "supported": true
3047
+ },
3048
+ {
3049
+ "capability": "CLASSIFICATION",
3050
+ "description": "Optionally enabled via `classification.enabled`",
3051
+ "subtype_modifier": null,
3052
+ "supported": true
3053
+ },
3054
+ {
3055
+ "capability": "LINEAGE_FINE",
3056
+ "description": "Optionally enabled via configuration",
3057
+ "subtype_modifier": null,
3058
+ "supported": true
3059
+ },
3060
+ {
3061
+ "capability": "DATA_PROFILING",
3062
+ "description": "Optionally enabled via configuration",
3063
+ "subtype_modifier": null,
3064
+ "supported": true
3065
+ },
3066
+ {
3067
+ "capability": "USAGE_STATS",
3068
+ "description": "Optionally enabled via configuration",
3069
+ "subtype_modifier": null,
3070
+ "supported": true
3071
+ },
3072
+ {
3073
+ "capability": "DESCRIPTIONS",
3074
+ "description": "Enabled by default",
3075
+ "subtype_modifier": null,
3076
+ "supported": true
3077
+ },
3078
+ {
3079
+ "capability": "DELETION_DETECTION",
3080
+ "description": "Enabled by default when stateful ingestion is turned on",
3081
+ "subtype_modifier": null,
3082
+ "supported": true
3083
+ },
3084
+ {
3085
+ "capability": "DOMAINS",
3086
+ "description": "Enabled by default",
3087
+ "subtype_modifier": null,
3088
+ "supported": true
3089
+ },
3090
+ {
3091
+ "capability": "PLATFORM_INSTANCE",
3092
+ "description": "Enabled by default",
3093
+ "subtype_modifier": null,
3094
+ "supported": true
3095
+ },
3096
+ {
3097
+ "capability": "SCHEMA_METADATA",
3098
+ "description": "Enabled by default",
3099
+ "subtype_modifier": null,
3100
+ "supported": true
3101
+ },
3102
+ {
3103
+ "capability": "LINEAGE_COARSE",
3104
+ "description": "Optionally enabled via configuration",
3105
+ "subtype_modifier": null,
3106
+ "supported": true
3107
+ },
3108
+ {
3109
+ "capability": "TEST_CONNECTION",
3110
+ "description": "Enabled by default",
3111
+ "subtype_modifier": null,
3112
+ "supported": true
3113
+ }
3114
+ ],
3115
+ "classname": "datahub.ingestion.source.sql.teradata.TeradataSource",
3116
+ "platform_id": "teradata",
3117
+ "platform_name": "Teradata",
3118
+ "support_status": "TESTING"
3119
+ },
3120
+ "trino": {
3121
+ "capabilities": [
3122
+ {
3123
+ "capability": "CONTAINERS",
3124
+ "description": "Enabled by default",
3125
+ "subtype_modifier": null,
3126
+ "supported": true
3127
+ },
3128
+ {
3129
+ "capability": "CLASSIFICATION",
3130
+ "description": "Optionally enabled via `classification.enabled`",
3131
+ "subtype_modifier": null,
3132
+ "supported": true
3133
+ },
3134
+ {
3135
+ "capability": "LINEAGE_FINE",
3136
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
3137
+ "subtype_modifier": [
3138
+ "View"
3139
+ ],
3140
+ "supported": true
3141
+ },
3142
+ {
3143
+ "capability": "DATA_PROFILING",
3144
+ "description": "Optionally enabled via configuration",
3145
+ "subtype_modifier": null,
3146
+ "supported": true
3147
+ },
3148
+ {
3149
+ "capability": "DESCRIPTIONS",
3150
+ "description": "Enabled by default",
3151
+ "subtype_modifier": null,
3152
+ "supported": true
3153
+ },
3154
+ {
3155
+ "capability": "DELETION_DETECTION",
3156
+ "description": "Enabled by default via stateful ingestion",
3157
+ "subtype_modifier": null,
3158
+ "supported": true
3159
+ },
3160
+ {
3161
+ "capability": "DOMAINS",
3162
+ "description": "Supported via the `domain` config field",
3163
+ "subtype_modifier": null,
3164
+ "supported": true
3165
+ },
3166
+ {
3167
+ "capability": "SCHEMA_METADATA",
3168
+ "description": "Enabled by default",
3169
+ "subtype_modifier": null,
3170
+ "supported": true
3171
+ },
3172
+ {
3173
+ "capability": "LINEAGE_COARSE",
3174
+ "description": "Enabled by default to get lineage for views via `include_view_lineage`",
3175
+ "subtype_modifier": [
3176
+ "View"
3177
+ ],
3178
+ "supported": true
3179
+ },
3180
+ {
3181
+ "capability": "TEST_CONNECTION",
3182
+ "description": "Enabled by default",
3183
+ "subtype_modifier": null,
3184
+ "supported": true
3185
+ }
3186
+ ],
3187
+ "classname": "datahub.ingestion.source.sql.trino.TrinoSource",
3188
+ "platform_id": "trino",
3189
+ "platform_name": "Trino",
3190
+ "support_status": "CERTIFIED"
3191
+ },
3192
+ "unity-catalog": {
3193
+ "capabilities": [
3194
+ {
3195
+ "capability": "CONTAINERS",
3196
+ "description": "Enabled by default",
3197
+ "subtype_modifier": null,
3198
+ "supported": true
3199
+ },
3200
+ {
3201
+ "capability": "LINEAGE_FINE",
3202
+ "description": "Enabled by default",
3203
+ "subtype_modifier": null,
3204
+ "supported": true
3205
+ },
3206
+ {
3207
+ "capability": "DATA_PROFILING",
3208
+ "description": "Supported via the `profiling.enabled` config",
3209
+ "subtype_modifier": null,
3210
+ "supported": true
3211
+ },
3212
+ {
3213
+ "capability": "USAGE_STATS",
3214
+ "description": "Enabled by default",
3215
+ "subtype_modifier": null,
3216
+ "supported": true
3217
+ },
3218
+ {
3219
+ "capability": "DESCRIPTIONS",
3220
+ "description": "Enabled by default",
3221
+ "subtype_modifier": null,
3222
+ "supported": true
3223
+ },
3224
+ {
3225
+ "capability": "DELETION_DETECTION",
3226
+ "description": "Enabled by default via stateful ingestion",
3227
+ "subtype_modifier": null,
3228
+ "supported": true
3229
+ },
3230
+ {
3231
+ "capability": "DOMAINS",
3232
+ "description": "Supported via the `domain` config field",
3233
+ "subtype_modifier": null,
3234
+ "supported": true
3235
+ },
3236
+ {
3237
+ "capability": "OWNERSHIP",
3238
+ "description": "Supported via the `include_ownership` config",
3239
+ "subtype_modifier": null,
3240
+ "supported": true
3241
+ },
3242
+ {
3243
+ "capability": "PLATFORM_INSTANCE",
3244
+ "description": "Enabled by default",
3245
+ "subtype_modifier": null,
3246
+ "supported": true
3247
+ },
3248
+ {
3249
+ "capability": "SCHEMA_METADATA",
3250
+ "description": "Enabled by default",
3251
+ "subtype_modifier": null,
3252
+ "supported": true
3253
+ },
3254
+ {
3255
+ "capability": "LINEAGE_COARSE",
3256
+ "description": "Enabled by default",
3257
+ "subtype_modifier": null,
3258
+ "supported": true
3259
+ },
3260
+ {
3261
+ "capability": "TEST_CONNECTION",
3262
+ "description": "Enabled by default",
3263
+ "subtype_modifier": null,
3264
+ "supported": true
3265
+ }
3266
+ ],
3267
+ "classname": "datahub.ingestion.source.unity.source.UnityCatalogSource",
3268
+ "platform_id": "databricks",
3269
+ "platform_name": "Databricks",
3270
+ "support_status": "INCUBATING"
3271
+ },
3272
+ "vertexai": {
3273
+ "capabilities": [
3274
+ {
3275
+ "capability": "DESCRIPTIONS",
3276
+ "description": "Extract descriptions for Vertex AI Registered Models and Model Versions",
3277
+ "subtype_modifier": null,
3278
+ "supported": true
3279
+ }
3280
+ ],
3281
+ "classname": "datahub.ingestion.source.vertexai.vertexai.VertexAISource",
3282
+ "platform_id": "vertexai",
3283
+ "platform_name": "Vertex AI",
3284
+ "support_status": "TESTING"
3285
+ },
3286
+ "vertica": {
3287
+ "capabilities": [
3288
+ {
3289
+ "capability": "CONTAINERS",
3290
+ "description": "Enabled by default",
3291
+ "subtype_modifier": null,
3292
+ "supported": true
3293
+ },
3294
+ {
3295
+ "capability": "CLASSIFICATION",
3296
+ "description": "Optionally enabled via `classification.enabled`",
3297
+ "subtype_modifier": null,
3298
+ "supported": true
3299
+ },
3300
+ {
3301
+ "capability": "LINEAGE_FINE",
3302
+ "description": "Enabled by default to get lineage for views via `include_view_column_lineage`",
3303
+ "subtype_modifier": [
3304
+ "View"
3305
+ ],
3306
+ "supported": true
3307
+ },
3308
+ {
3309
+ "capability": "DATA_PROFILING",
3310
+ "description": "Optionally enabled via configuration",
3311
+ "subtype_modifier": null,
3312
+ "supported": true
3313
+ },
3314
+ {
3315
+ "capability": "DESCRIPTIONS",
3316
+ "description": "Enabled by default",
3317
+ "subtype_modifier": null,
3318
+ "supported": true
3319
+ },
3320
+ {
3321
+ "capability": "DELETION_DETECTION",
3322
+ "description": "Enabled by default via stateful ingestion",
3323
+ "subtype_modifier": null,
3324
+ "supported": true
3325
+ },
3326
+ {
3327
+ "capability": "DOMAINS",
3328
+ "description": "Supported via the `domain` config field",
3329
+ "subtype_modifier": null,
3330
+ "supported": true
3331
+ },
3332
+ {
3333
+ "capability": "PLATFORM_INSTANCE",
3334
+ "description": "Enabled by default",
3335
+ "subtype_modifier": null,
3336
+ "supported": true
3337
+ },
3338
+ {
3339
+ "capability": "SCHEMA_METADATA",
3340
+ "description": "Enabled by default",
3341
+ "subtype_modifier": null,
3342
+ "supported": true
3343
+ },
3344
+ {
3345
+ "capability": "LINEAGE_COARSE",
3346
+ "description": "Enabled by default, can be disabled via configuration `include_view_lineage` and `include_projection_lineage`",
3347
+ "subtype_modifier": [
3348
+ "View",
3349
+ "Projections"
3350
+ ],
3351
+ "supported": true
3352
+ },
3353
+ {
3354
+ "capability": "TEST_CONNECTION",
3355
+ "description": "Enabled by default",
3356
+ "subtype_modifier": null,
3357
+ "supported": true
3358
+ }
3359
+ ],
3360
+ "classname": "datahub.ingestion.source.sql.vertica.VerticaSource",
3361
+ "platform_id": "vertica",
3362
+ "platform_name": "Vertica",
3363
+ "support_status": "CERTIFIED"
3364
+ }
3365
+ }
3366
+ }