acryl-datahub 1.2.0.2rc1__py3-none-any.whl → 1.2.0.2rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (41) hide show
  1. {acryl_datahub-1.2.0.2rc1.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/METADATA +2707 -2705
  2. {acryl_datahub-1.2.0.2rc1.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/RECORD +41 -33
  3. datahub/_version.py +1 -1
  4. datahub/api/entities/dataset/dataset.py +13 -1
  5. datahub/ingestion/autogenerated/capability_summary.json +97 -6
  6. datahub/ingestion/source/aws/glue.py +8 -0
  7. datahub/ingestion/source/cassandra/cassandra.py +5 -7
  8. datahub/ingestion/source/common/subtypes.py +2 -0
  9. datahub/ingestion/source/datahub/datahub_source.py +3 -0
  10. datahub/ingestion/source/delta_lake/source.py +1 -0
  11. datahub/ingestion/source/ge_data_profiler.py +9 -1
  12. datahub/ingestion/source/grafana/entity_mcp_builder.py +272 -0
  13. datahub/ingestion/source/grafana/field_utils.py +307 -0
  14. datahub/ingestion/source/grafana/grafana_api.py +142 -0
  15. datahub/ingestion/source/grafana/grafana_config.py +104 -0
  16. datahub/ingestion/source/grafana/grafana_source.py +522 -84
  17. datahub/ingestion/source/grafana/lineage.py +202 -0
  18. datahub/ingestion/source/grafana/models.py +120 -0
  19. datahub/ingestion/source/grafana/report.py +91 -0
  20. datahub/ingestion/source/grafana/types.py +16 -0
  21. datahub/ingestion/source/hex/hex.py +8 -0
  22. datahub/ingestion/source/looker/looker_source.py +9 -0
  23. datahub/ingestion/source/looker/lookml_source.py +8 -0
  24. datahub/ingestion/source/mongodb.py +11 -1
  25. datahub/ingestion/source/redshift/redshift.py +8 -1
  26. datahub/ingestion/source/s3/source.py +9 -1
  27. datahub/ingestion/source/sql/athena.py +8 -2
  28. datahub/ingestion/source/sql/clickhouse.py +9 -0
  29. datahub/ingestion/source/sql_queries.py +2 -2
  30. datahub/ingestion/source/unity/proxy.py +8 -8
  31. datahub/metadata/_internal_schema_classes.py +18 -3
  32. datahub/metadata/schema.avsc +10 -1
  33. datahub/metadata/schemas/DataHubPageModuleProperties.avsc +10 -1
  34. datahub/sdk/dataset.py +44 -0
  35. datahub/sdk/search_filters.py +34 -14
  36. datahub/sql_parsing/sql_parsing_aggregator.py +5 -0
  37. datahub/telemetry/telemetry.py +4 -1
  38. {acryl_datahub-1.2.0.2rc1.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/WHEEL +0 -0
  39. {acryl_datahub-1.2.0.2rc1.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/entry_points.txt +0 -0
  40. {acryl_datahub-1.2.0.2rc1.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/licenses/LICENSE +0 -0
  41. {acryl_datahub-1.2.0.2rc1.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
1
- acryl_datahub-1.2.0.2rc1.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1
+ acryl_datahub-1.2.0.2rc3.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
2
2
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
3
3
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
4
- datahub/_version.py,sha256=1ST8gBZ8wWcQFJrAhpY_re_rMWhON0s6EftssFUvWKw,323
4
+ datahub/_version.py,sha256=cyLeAlWzIql-O65xt-MALgl-0jJ-qmzJ-gFq-t6FkdE,323
5
5
  datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
6
6
  datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
7
7
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -48,7 +48,7 @@ datahub/api/entities/dataprocess/dataprocess_instance.py,sha256=IhY-rcXs-r8EatwW
48
48
  datahub/api/entities/dataproduct/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
49
49
  datahub/api/entities/dataproduct/dataproduct.py,sha256=148TmItxDDyGNzfZdL8aDreSEtyAw79IN8N8oSmNOPE,21461
50
50
  datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
- datahub/api/entities/dataset/dataset.py,sha256=ed3-0moqef0Zgs_rwYxbskTa5BqmM2fH2_Z8U12wVRs,49526
51
+ datahub/api/entities/dataset/dataset.py,sha256=r2wHe6MdXKtmvjrpxVBesuurYfvMLCvZKUhlvBk9Zws,50038
52
52
  datahub/api/entities/external/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
53
53
  datahub/api/entities/external/external_entities.py,sha256=7HRt3Oz2sw_7BDxEVc6W7jK4UqHXLZuo_rGPJ5NdAoE,7727
54
54
  datahub/api/entities/external/external_tag.py,sha256=LKz4j2KnBvo8xhGLxA9g1DWtHfHUA7WqO2vOIsqwy44,4490
@@ -159,7 +159,7 @@ datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
159
159
  datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
160
160
  datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=fMjPnyWEofIZV52E2AFYU3IgBJwyZvbygXxCJyEtcWI,4442
161
161
  datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
162
- datahub/ingestion/autogenerated/capability_summary.json,sha256=2Fa99N5v7Z9j5Dd8WqreTOFbdsrNYh1VKyjvkIgsRS0,106202
162
+ datahub/ingestion/autogenerated/capability_summary.json,sha256=8FMQrYx-MP5cEWbEpK2EKRXvFwcINwJPM3VS3dKGR7Y,108569
163
163
  datahub/ingestion/autogenerated/lineage.json,sha256=wjaXxrzpo3M9ppc80TKIgCTuCg0jpb-D9MhBsHXaMOY,10004
164
164
  datahub/ingestion/autogenerated/lineage_helper.py,sha256=I_k1pZSCCCjDbUVifPTfy6fkmV8jqdVhbirE8EkpmxI,4748
165
165
  datahub/ingestion/extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -211,14 +211,14 @@ datahub/ingestion/source/demo_data.py,sha256=PbtCHlZx3wrKlOPPgkWhDQuPm7ZfIx2neXJ
211
211
  datahub/ingestion/source/elastic_search.py,sha256=2dwIcSbYMaq_RoSnxLGz4Q_20oJ8AGgMKunVIBIgYM8,23406
212
212
  datahub/ingestion/source/feast.py,sha256=rAqT7huVgi4c7iRU9qSbohPbNRrxZVw4PIvnfxNsiUk,18798
213
213
  datahub/ingestion/source/file.py,sha256=sHCWbtrQcXMMYPs_LUqofx0mk6IFN0G7Lyk9b0yRZMI,16082
214
- datahub/ingestion/source/ge_data_profiler.py,sha256=TnAupfORYFzcgP7akQEqeuvy1qO0sxMetb0B75f95jM,67980
214
+ datahub/ingestion/source/ge_data_profiler.py,sha256=zPh8u-42KUVzCDGYONn7bGtIHMfa4S4gdg60ZsB3Vlc,68448
215
215
  datahub/ingestion/source/ge_profiling_config.py,sha256=sG_0BwPDRG3I4PnhfWGHf9AbePLDWG0kKcKEtlXHTuk,11544
216
216
  datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
217
217
  datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5mrVM,18705
218
218
  datahub/ingestion/source/metabase.py,sha256=j8DRV2GvisezidL1JZ5HJLF_hdFdtvaoyDoEdEyh0Ks,32603
219
219
  datahub/ingestion/source/mlflow.py,sha256=t7heUgivLXU7lxc-ndZxc1LZuoDKZgpSIe-x3ExXfMg,33340
220
220
  datahub/ingestion/source/mode.py,sha256=g3nhkpW5KS_w3a8JaKWoq3XBNOZKFlmxZq9XI2D5dXY,72161
221
- datahub/ingestion/source/mongodb.py,sha256=2C2Cxn8DXL53IbNiywIuKt8UT_EMcPg9f8su-OPSNGU,21237
221
+ datahub/ingestion/source/mongodb.py,sha256=ykUA2Jyn0rxzOO-pCWosOqvFTIRgFmqkCTRHAsxpOYc,21423
222
222
  datahub/ingestion/source/nifi.py,sha256=2jxSzuHIRQFF7DLoceGbUd_10lkhHRlqA9hhApSt3Yw,56882
223
223
  datahub/ingestion/source/openapi.py,sha256=VaR2xYaH1IhvRixpTBC7-168F74eIIyKiEKb5EqTO64,19253
224
224
  datahub/ingestion/source/openapi_parser.py,sha256=T87e2r-oPGgQl_FDMHnSGFZzApvWDCyKWnzIrVI5Alo,15420
@@ -227,7 +227,7 @@ datahub/ingestion/source/pulsar.py,sha256=u5F8QnCLJsht5-7XCiUTsnfhCPIpKVB_l32CgM
227
227
  datahub/ingestion/source/redash.py,sha256=YxjSad-X_wPmxYH8dJmFz_VCFhiLTCTSlK99WdvcYiA,30653
228
228
  datahub/ingestion/source/salesforce.py,sha256=Pa_w1XszxFd8fyhpSWOfc2nOnevHwwstIvnRrQT4R9M,40584
229
229
  datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGknNQ_yScPIihXFk,1208
230
- datahub/ingestion/source/sql_queries.py,sha256=4n8lTmfNtcH_qkGvnmPwidWCzfnjtWiBcd4AzAJGvbo,11810
230
+ datahub/ingestion/source/sql_queries.py,sha256=1SdEZGAmojfWbU1xKbezH6uqwRd2G0rgpK_Sh9MRj1U,11791
231
231
  datahub/ingestion/source/superset.py,sha256=oi7F2jlvkVr9ItJ_r1Jm4bYfXHYu4vPAFPMPaGJKB84,50608
232
232
  datahub/ingestion/source/abs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
233
233
  datahub/ingestion/source/abs/config.py,sha256=mBQe0JTaP-Rcv4HnMUUySoYbSr4r3jDEMioxaXHnxXU,6709
@@ -239,7 +239,7 @@ datahub/ingestion/source/apply/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
239
239
  datahub/ingestion/source/apply/datahub_apply.py,sha256=xTD-Iq3UHhxcz61RwNuI2kJjRrnQEfZFSgvS1X6loV4,7703
240
240
  datahub/ingestion/source/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
241
241
  datahub/ingestion/source/aws/aws_common.py,sha256=DN49pHY-AOVHqI3smF9cVPwvPmh5UqOF4ga-wga_gPc,17928
242
- datahub/ingestion/source/aws/glue.py,sha256=Pa5QmQf8ZTQ9KAA6frp5LGrls3gFhRATEvhjaGTJnB8,66533
242
+ datahub/ingestion/source/aws/glue.py,sha256=CdVqcBDn_YqY__AQaixI_79LllDFDor7RISNUEX0YZA,66710
243
243
  datahub/ingestion/source/aws/s3_boto_utils.py,sha256=Y54jlLV5gLcuZ4Zs57kIW5dYHD89RSFfsVNlFbRnSkQ,3901
244
244
  datahub/ingestion/source/aws/s3_util.py,sha256=OFypcgmVC6jnZM90-gjcPpAMtTV1lbnreCaMhCzNlzs,2149
245
245
  datahub/ingestion/source/aws/sagemaker.py,sha256=Bl2tkBYnrindgx61VHYgNovUF_Kp_fXNcivQn28vC2w,5254
@@ -276,7 +276,7 @@ datahub/ingestion/source/bigquery_v2/queries.py,sha256=gDvvgajptmNn5AiBglmDhGAC9
276
276
  datahub/ingestion/source/bigquery_v2/queries_extractor.py,sha256=_5cAXVU8b8T_nAPDsvN2JRd2dmM1t1J1mRylfKiPen4,19530
277
277
  datahub/ingestion/source/bigquery_v2/usage.py,sha256=A9c-ofclaRk0NSnc4IRaqJYqMPv6ecCld_TPy3V2qFs,40748
278
278
  datahub/ingestion/source/cassandra/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
279
- datahub/ingestion/source/cassandra/cassandra.py,sha256=k2EKpeUUZ0O_RwQ6NXM15vnTsY3OgST4e5LG8Eg6Coo,14534
279
+ datahub/ingestion/source/cassandra/cassandra.py,sha256=pNy61Z4kTqL_wGcWIYee5fnZiuJDseDcRcQwsxeAssk,14487
280
280
  datahub/ingestion/source/cassandra/cassandra_api.py,sha256=b7MApc3_tEfHoj-6ub6snkcv_DweL1wi_TGJjAA1-yU,13516
281
281
  datahub/ingestion/source/cassandra/cassandra_config.py,sha256=Ga9915cDZukR5-u2tMNx5Jkf8eza2oAE5YS_sQIVEVQ,4222
282
282
  datahub/ingestion/source/cassandra/cassandra_profiling.py,sha256=FdgPK_8s8otTOJDqNM4rpF6Mn4lFWbnjTaKEChzn2iE,11011
@@ -285,7 +285,7 @@ datahub/ingestion/source/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
285
285
  datahub/ingestion/source/common/data_platforms.py,sha256=HhuP3YIEi2WpyKDjUU8RiM0a2qjHWQcvc8kcqub0cVo,548
286
286
  datahub/ingestion/source/common/data_reader.py,sha256=XbSxiRTYrk6seOz0ZjVjzSpGvP8lEjmqXrNI4cdYYmQ,1819
287
287
  datahub/ingestion/source/common/gcp_credentials_config.py,sha256=_NapGkAqZMbXNClLlmOfANS7U6rChhdthRX9s9iUv9k,2411
288
- datahub/ingestion/source/common/subtypes.py,sha256=x8dv9SN23Y8t5oq7SUuQWUPAH8KM3KfTT27ma9XgrM0,4551
288
+ datahub/ingestion/source/common/subtypes.py,sha256=sa87rWJG7MKipkTWIZ0XMcmmK0ds0YPn9W0_nDpdJaU,4617
289
289
  datahub/ingestion/source/data_lake_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
290
290
  datahub/ingestion/source/data_lake_common/config.py,sha256=qUk83B01hjuBKHvVz8SmXnVCy5eFj-2-2QLEOrAdbgk,359
291
291
  datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=IYr5y8vy_6CtMtITqzn6OqovzH1cpe1i30M-75PouXo,7768
@@ -296,7 +296,7 @@ datahub/ingestion/source/datahub/config.py,sha256=bjR1U3F85FbtgqmLDW-f_4dQvuw5As
296
296
  datahub/ingestion/source/datahub/datahub_api_reader.py,sha256=hlKADVEPoTFiRGKqRsMF5mL4fSu_IrIW8Nx7LpEzvkM,2134
297
297
  datahub/ingestion/source/datahub/datahub_database_reader.py,sha256=dCQvt4ogR_ZxuiTR0qsoJ1dvryGIIlTP-XB1hdekuu4,14687
298
298
  datahub/ingestion/source/datahub/datahub_kafka_reader.py,sha256=gnxhhlK-jrfnHqD_4eVmfcdtBNW6pi1N_qkDZ7uSb3o,4187
299
- datahub/ingestion/source/datahub/datahub_source.py,sha256=LsfDntDtqt_HMYCWwYctFK3Utyo_VO2x26rDsf6FO0I,8730
299
+ datahub/ingestion/source/datahub/datahub_source.py,sha256=L0aUM9dyGmX-Qh7DnuC48z_AYhBQAwJJ_0_Dxg_Eccc,8831
300
300
  datahub/ingestion/source/datahub/report.py,sha256=VHBfCbwFRzdLdB7hQG9ST4EiZxl_vBCU0XxGcZR6Xxs,940
301
301
  datahub/ingestion/source/datahub/state.py,sha256=PZoT7sSK1wadVf5vN6phrgr7I6LL7ePP-EJjP1OO0bQ,3507
302
302
  datahub/ingestion/source/dbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -310,7 +310,7 @@ datahub/ingestion/source/delta_lake/__init__.py,sha256=u5oqUeus81ONAtdl6o9Puw33O
310
310
  datahub/ingestion/source/delta_lake/config.py,sha256=km8WCmjjyRrMy9kJ7JxZZIdS1pKIhKznWQGMYUsF_4s,3522
311
311
  datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWMeRaneSpQBlWmlCKAa1wGUl1sfk,1525
312
312
  datahub/ingestion/source/delta_lake/report.py,sha256=uR4e4QA_jv8lL3CV-wE5t43H8pUqrGmx_ItLqN9flPI,587
313
- datahub/ingestion/source/delta_lake/source.py,sha256=1OxdbH_KcC6WFbf78XueKphnmCcIGizUepQ-LQK_hbk,13968
313
+ datahub/ingestion/source/delta_lake/source.py,sha256=Ux66G4J8TWtmmUi_BCZqEM4YcTPqKOerHmhDe7rFefI,14031
314
314
  datahub/ingestion/source/dremio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
315
315
  datahub/ingestion/source/dremio/dremio_api.py,sha256=86_-89OFGsnDmU1lAfAYtCXTXZ-iLNRmRc2V4LCLv-4,35684
316
316
  datahub/ingestion/source/dremio/dremio_aspects.py,sha256=oWV2_mSpq3Bh42YJ1QVbAyp-Uihf2WIT6VsHGsGTgzk,18248
@@ -341,11 +341,19 @@ datahub/ingestion/source/gcs/gcs_utils.py,sha256=Kd2usZYIMFeSuE6_tJ4OoHGOdvG8mWa
341
341
  datahub/ingestion/source/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
342
342
  datahub/ingestion/source/git/git_import.py,sha256=5CT6vMDb0MDctCtShnxb3JVihULtvkYGr9judHJFsOk,4143
343
343
  datahub/ingestion/source/grafana/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
344
- datahub/ingestion/source/grafana/grafana_source.py,sha256=3pU3xodPgS5lmnjuQ_u7F0XPzD_Y8MnPlMxRJ86qz4g,4960
344
+ datahub/ingestion/source/grafana/entity_mcp_builder.py,sha256=gLKPdujy6c0fGal1wtmw0-vpJYzUtB8zogfyBKx4ztY,7708
345
+ datahub/ingestion/source/grafana/field_utils.py,sha256=4P8Fe_7r6gghqot5Lfr3NXKw6KjLT_iUhKmJqwi0ry4,10643
346
+ datahub/ingestion/source/grafana/grafana_api.py,sha256=pSbaHGPQ4HajCyVnvfEjl9zr2nEawSbZAg-wbLh4ifE,4789
347
+ datahub/ingestion/source/grafana/grafana_config.py,sha256=l1vLcd_mbWOC6G9Mr329bW2Tm__SG9SZjkJdoz7UzEE,3674
348
+ datahub/ingestion/source/grafana/grafana_source.py,sha256=tUYW0bXvnwhfBpSRQh4KobhOThXhezdH4hy2IPBkgag,21727
349
+ datahub/ingestion/source/grafana/lineage.py,sha256=qDWCiceOotVApOpcGhRK9OTqyRJIPqXcJi6CKnfK8z0,7178
350
+ datahub/ingestion/source/grafana/models.py,sha256=CSIJbLP1_80h9PqGxh57zEYYydEGEQqmQDlfg22ZeM0,4240
351
+ datahub/ingestion/source/grafana/report.py,sha256=LTRxjXYCYHwOaj1zrenCDAvFBE5U5tAv6Wh5LlfsgfE,2963
352
+ datahub/ingestion/source/grafana/types.py,sha256=Bz0-FIPBXHaBjfFHYGJhE20c2vYZwAsXr70MVGjSu6s,443
345
353
  datahub/ingestion/source/hex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
346
354
  datahub/ingestion/source/hex/api.py,sha256=1cjLuR6dAJor0C281VMzG8hc_noo0MsPu4FgBVvU1vI,12816
347
355
  datahub/ingestion/source/hex/constants.py,sha256=8hUTMWyG5keTNfXoLu_Dh413Hw_mGGJX1atiiDZyKtg,271
348
- datahub/ingestion/source/hex/hex.py,sha256=hpMCkwH_RWdb0MG1U2-N71wc6vPUVQ3fAkTiudplzrQ,12968
356
+ datahub/ingestion/source/hex/hex.py,sha256=tUYNcvwKVoQuRWv4KhcDnMeOpICh4JwhD8oF988Tjg4,13199
349
357
  datahub/ingestion/source/hex/mapper.py,sha256=N3mTlEcrOmhv9ia1dnHGFgFJD2ddyTtU3H5IUbb-UxU,13344
350
358
  datahub/ingestion/source/hex/model.py,sha256=S9bUhfFcjzuio2dBS6HzSyRVPiSJvRvMQ0qyVrjV5-E,1766
351
359
  datahub/ingestion/source/hex/query_fetcher.py,sha256=0VqDfviyfR14gUHvIBovCXEqwW4ftFehPSB2VzaYk14,13312
@@ -376,14 +384,14 @@ datahub/ingestion/source/looker/looker_file_loader.py,sha256=gb2Z97_w28MsybYe01J
376
384
  datahub/ingestion/source/looker/looker_lib_wrapper.py,sha256=6smUt_Ya7ZJMHWdGZl3TnhM7XHZVpYQ6gz2i5hHejZ4,11547
377
385
  datahub/ingestion/source/looker/looker_liquid_tag.py,sha256=mO4G4MNA4YZFvZaDBpdiJ2vP3irC82kY34RdaK4Pbfs,3100
378
386
  datahub/ingestion/source/looker/looker_query_model.py,sha256=N0jBbFruiCIIGT6sJn6tNeppeQ78KGTkOwTLirhxFNc,2144
379
- datahub/ingestion/source/looker/looker_source.py,sha256=FnAvQ1Do4cowXDvFCEnPS7-623wkulFFS71FR7VYRxY,67871
387
+ datahub/ingestion/source/looker/looker_source.py,sha256=1muVoXk7Jr73D0dlDFSdea8aK2wdyL6wa66qAjyv_OQ,68100
380
388
  datahub/ingestion/source/looker/looker_template_language.py,sha256=5fZFPKFP3IYbJg3jLifjaji4wWg8wRy-1XDvc8Qucus,17949
381
389
  datahub/ingestion/source/looker/looker_usage.py,sha256=qFBX7OHtIcarYIqFe0jQMrDV8MMPV_nN4PZrZRUznTw,23029
382
390
  datahub/ingestion/source/looker/looker_view_id_cache.py,sha256=92gDy6NONhJYBp92z_IBzDVZvezmUIkaBCZY1bdk6mE,4392
383
391
  datahub/ingestion/source/looker/lookml_concept_context.py,sha256=eDaze9S7cgO5eFP7-0azUMEJyR3EfMjmfj5pMPjpm8c,18066
384
392
  datahub/ingestion/source/looker/lookml_config.py,sha256=lulLcjAS1d8ihQseBe4HYn6ALKmJX1vl0H5mxiBzZ74,11395
385
393
  datahub/ingestion/source/looker/lookml_refinement.py,sha256=MkVreI0BylaCFyDHihDHaCcXyDSP84eF9p1h5d-ZHnM,9504
386
- datahub/ingestion/source/looker/lookml_source.py,sha256=FOLbDp5RrxQRdsz3NUEyeOJPs3p9kLyoaNrLrlTa3NQ,44255
394
+ datahub/ingestion/source/looker/lookml_source.py,sha256=iqvem_ND7w-ANcKKSjixM64jRIFOBZX-mNjYMZ_UDxU,44438
387
395
  datahub/ingestion/source/looker/str_functions.py,sha256=zceEX2ka_4WaWwWgEdyknUSz7X3GrO951BkwSbF2afo,766
388
396
  datahub/ingestion/source/looker/urn_functions.py,sha256=4VvqEfGvIMq3rNHHps0-HlPurMPnpqdxNtDAOOHIZww,528
389
397
  datahub/ingestion/source/looker/view_upstream.py,sha256=4FCjZaU6p2G7npB2RJpP4Gv2yLjbvbsYWEbAg55IvjY,26110
@@ -436,7 +444,7 @@ datahub/ingestion/source/redshift/lineage.py,sha256=IPF8vHy2MFyhK-hu2-lxV2-kcnNA
436
444
  datahub/ingestion/source/redshift/lineage_v2.py,sha256=dbTvuaJBV5yvCWM_oEAqZIA1JOlGxLJOexbEB47A_xE,17962
437
445
  datahub/ingestion/source/redshift/profile.py,sha256=H1Xtc2rXScUv4w0b2BbM7POjYEwqIql_rpWvlumY_EM,4309
438
446
  datahub/ingestion/source/redshift/query.py,sha256=vVIuNUaU4a7AfMFJZlgLuqi0cGVl0gVz8xZUSnPhWvs,47845
439
- datahub/ingestion/source/redshift/redshift.py,sha256=p6rOOCjxNnPpTn-vFjgISMMjtUTzu6K-OrfWOIaIuJI,44683
447
+ datahub/ingestion/source/redshift/redshift.py,sha256=gCr-ELLFFepD_KPvV9vFYZd_mii46DoNUKdISZq3EUQ,44797
440
448
  datahub/ingestion/source/redshift/redshift_data_reader.py,sha256=zc69jwXHdF-w8J4Hq-ZQ6BjHQ75Ij2iNDMpoRJlcmlU,1724
441
449
  datahub/ingestion/source/redshift/redshift_schema.py,sha256=7F-l_omOuKMuGE_rBWXVPG_GWXFKnCMzC4frNxZB9cs,24800
442
450
  datahub/ingestion/source/redshift/report.py,sha256=O3QFozHlmMbH9b7KxbqhgTgr_0tCryj6FIzMiN6kRxw,3044
@@ -446,7 +454,7 @@ datahub/ingestion/source/s3/config.py,sha256=lElFXgEpKDT9SVoiXvtx98wV6Gp880qP4pL
446
454
  datahub/ingestion/source/s3/datalake_profiler_config.py,sha256=FfrcgK-JEF94vw-l3q6pN6FENXb-wZzW2w1VUZVkwW8,3620
447
455
  datahub/ingestion/source/s3/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBot_weD-2_Jxzk,17579
448
456
  datahub/ingestion/source/s3/report.py,sha256=9Ej1UCChw963UpGw1-7asi5vFrOM232gfgG8bRdKPp0,667
449
- datahub/ingestion/source/s3/source.py,sha256=4_6VDBKIYTiS6fqU4BuGQ4XlJuD_1ehK7jb4TyMiv0c,59908
457
+ datahub/ingestion/source/s3/source.py,sha256=IG_iFWvd_-mjzNTCn3NpBm-pMEIO0syM4C_nmJXsuwc,60112
450
458
  datahub/ingestion/source/sac/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
451
459
  datahub/ingestion/source/sac/sac.py,sha256=0s_JxHGOhit3Wvgbg7qQi-Z9j9_TgBX_I1yOR3L6-rA,30243
452
460
  datahub/ingestion/source/sac/sac_common.py,sha256=-xQTDBtgH56AnpRXWGDnlmQqUuLRx-7wF1U1kQFWtX8,998
@@ -490,9 +498,9 @@ datahub/ingestion/source/snowflake/snowflake_utils.py,sha256=w-SftpjHSOf_6S2T2sr
490
498
  datahub/ingestion/source/snowflake/snowflake_v2.py,sha256=asZW8DztIB1TcGzOoZFmK6se22ZDaoG4L2NMvmd0yXY,35292
491
499
  datahub/ingestion/source/snowflake/stored_proc_lineage.py,sha256=rOb78iHiWiK8v8WdVs1xDwVut4Y0OHmszej6IopQfCo,5341
492
500
  datahub/ingestion/source/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
493
- datahub/ingestion/source/sql/athena.py,sha256=Xh4UD-fAXP7qNrqmJ91fuNai3_21DXVOwKeGgOlgGqc,28067
501
+ datahub/ingestion/source/sql/athena.py,sha256=TPKwL9oRiZlVnqIsOSBWUEwyvoW-1ssXvY4PfjxOR6g,28175
494
502
  datahub/ingestion/source/sql/athena_properties_extractor.py,sha256=n2SvqeUbNWxiWWdkDs8VYlUPlLwfZzZy9AIa-V4D7AY,28531
495
- datahub/ingestion/source/sql/clickhouse.py,sha256=_uf-6fQYxI1-kMw0dNUvJf1f75XX0Qps4HMVlgzdpmo,25670
503
+ datahub/ingestion/source/sql/clickhouse.py,sha256=zd5qE6XPw0AXtY_71-n0yz4ua69xP3oxMuIoabAuT3Q,25987
496
504
  datahub/ingestion/source/sql/cockroachdb.py,sha256=WoOKCq7YjsuzSPm1SmKIYZ9CrvlSF8zWmP1fNHn4G3Q,1360
497
505
  datahub/ingestion/source/sql/druid.py,sha256=_tzgTa5jhPUXk6WCmS7p10feCwJm6yUFcOgMZA-OcE8,2922
498
506
  datahub/ingestion/source/sql/hana.py,sha256=V6bGVLVjI1VL0deebg8VxIL8Ls-oxUvpSvX9gb4PmT0,1359
@@ -550,7 +558,7 @@ datahub/ingestion/source/unity/config.py,sha256=7QosoBthg9kirHfXev_vhefkobUxYnp1
550
558
  datahub/ingestion/source/unity/connection_test.py,sha256=B143Wb28fS0V4GhygU9hzKqiArWBjsQO54IUCPf23dc,2586
551
559
  datahub/ingestion/source/unity/ge_profiler.py,sha256=NBRHZceq-f95iUn7u0h7cgcd9nAc48Aa-lmp_BqE0As,8409
552
560
  datahub/ingestion/source/unity/hive_metastore_proxy.py,sha256=IAWWJjaW0si_UF52Se2D7wmdYRY_afUG4QlVmQu6xaw,15351
553
- datahub/ingestion/source/unity/proxy.py,sha256=i15xEfjt7sbajbDIA9cbrxKWLByoL2drI8lnvWPceqc,22787
561
+ datahub/ingestion/source/unity/proxy.py,sha256=jfQ1N8Xrp08zeYN2j74YTweusygXtK4Q-5_FBbwCVTE,22803
554
562
  datahub/ingestion/source/unity/proxy_profiling.py,sha256=WLqvYP6MziaisA4LYL4T_GA-kPt6Xdde7bfaYsjYw40,9663
555
563
  datahub/ingestion/source/unity/proxy_types.py,sha256=qrvHiwPzl5cPX-KRvcIGGeJVdr0I8XUQmoAI6ErZ-v8,9371
556
564
  datahub/ingestion/source/unity/report.py,sha256=XFT9oQfvEB4RkTvWGgFOoQuLPUN_AIoPXZ79xeDhGHQ,2831
@@ -618,8 +626,8 @@ datahub/lite/lite_registry.py,sha256=bpH0kasP-LtwwUFNA2QsOIehfekAYfJtN-AkQLmSWnw
618
626
  datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1949
619
627
  datahub/lite/lite_util.py,sha256=G0LQHKkyEb1pc_q183g6hflShclGx7kikgMaOxtVVcs,4545
620
628
  datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
621
- datahub/metadata/_internal_schema_classes.py,sha256=i3KQdgYqA-gWAIlNa63f9OL1D5e_pmDtBjGKZxPsNIM,1050332
622
- datahub/metadata/schema.avsc,sha256=q7trioUW-inMl6LMviL9GqpngzbraV6q-SSQmTZ3USA,737396
629
+ datahub/metadata/_internal_schema_classes.py,sha256=Zh2volhvkUCENRavXDwPsmwfRe62k8_O6f5QT8_bh-g,1051205
630
+ datahub/metadata/schema.avsc,sha256=4X6Jx5TFcOGY8Qxdm-FSgbGkzG2wND992brsxwgumSU,737966
623
631
  datahub/metadata/schema_classes.py,sha256=tPT8iHCak4IsZi_oL0nirbPpI8ETTPTZzapqLRpeKU4,1326
624
632
  datahub/metadata/urns.py,sha256=nfrCTExR-k2P9w272WVtWSN3xW1VUJngPwP3xnvULjU,1217
625
633
  datahub/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
@@ -752,7 +760,7 @@ datahub/metadata/schemas/DataHubIngestionSourceInfo.avsc,sha256=4wac7sluRIq-0ZjO
752
760
  datahub/metadata/schemas/DataHubIngestionSourceKey.avsc,sha256=TGmm9WEGTaABs7kt5Uc-N-kbc5Sd-2sQwx-JpfAptvw,545
753
761
  datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc,sha256=q6ZyMoxInwmrkrXkUgMe-i-WZzAxbjcvJ-EI99SnEp8,599
754
762
  datahub/metadata/schemas/DataHubPageModuleKey.avsc,sha256=NyFN8cVO6s6rtgoLGJJGfcPfpGr5PfmZlIhM6ajldfQ,460
755
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=_tbXEufCkviQxmhgB7quEq5Qm6693Z6no_9B624ryX4,8757
763
+ datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=avW_ZAwgdHsJlZ3RZbC1yKI_LyfNRg7F2qZyeEM6uLA,9309
756
764
  datahub/metadata/schemas/DataHubPageTemplateKey.avsc,sha256=0sVqwL97Rp8YHPytp2RqUP5hIW048hmT2hPNP5k6arc,472
757
765
  datahub/metadata/schemas/DataHubPageTemplateProperties.avsc,sha256=0ndN64UNAADL6G_GVjJLHbe_dBnWhVRjtI3MilOlHQc,5651
758
766
  datahub/metadata/schemas/DataHubPersonaInfo.avsc,sha256=OUvbTgPQsBtzkDDb9pxHXpQ6A7dkL77ZnCXZ-MLEG14,227
@@ -945,7 +953,7 @@ datahub/sdk/container.py,sha256=IjnFVGDpSFDvgHuuMb7C3VdBxhJuIMq0q6crOs5PupE,7899
945
953
  datahub/sdk/dashboard.py,sha256=kt8vD-DzoHLDOwk4Ik8ZoIKC0tPvgxX8rU9CMobs37o,15539
946
954
  datahub/sdk/dataflow.py,sha256=gdAPVVkyKvsKtsa1AwhN_LpzidG_XzV3nhtd1cjnzDA,11128
947
955
  datahub/sdk/datajob.py,sha256=5kU0txTDcn2ce3AhNry83TazPVhoYZ2rAPPNWM1_FP8,13677
948
- datahub/sdk/dataset.py,sha256=2-iD-HqjgFpCBmU3k8O5tkltmwFj4jaumADiX8sexJU,29465
956
+ datahub/sdk/dataset.py,sha256=eABxeDJm1bxoi3kht-Ix8tbVaslFR1RInBG8AIUMk6k,31076
949
957
  datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
950
958
  datahub/sdk/entity_client.py,sha256=xHLGLn6oJfxmHLXo5w4-isPFZGcf8yR5IwyC6pvl_I8,8903
951
959
  datahub/sdk/lineage_client.py,sha256=iU2ppFBSlRlPO3HOwj8Oq-_uMKjo8fi9uKb_Ow4OEpM,33917
@@ -954,7 +962,7 @@ datahub/sdk/mlmodel.py,sha256=cO5R8BYVljmQ0w33RIOuZmj4nq8OJCDVAZGTQI6YFS8,12628
954
962
  datahub/sdk/mlmodelgroup.py,sha256=wlZZHny0UORpF0fRYuVkWLSQwIHX_fWl5lPb1NKR6dM,8194
955
963
  datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
956
964
  datahub/sdk/search_client.py,sha256=hlk40VnD3eT88hMgwXAUv31-ENbDe50P-gsXUnGSNeo,3512
957
- datahub/sdk/search_filters.py,sha256=Z0f44KNOjmpmeaPweZUlvcDxNuyTckCHGJX8JIygiYY,17230
965
+ datahub/sdk/search_filters.py,sha256=g0Hj2kxq797eB3oouIiQmSAQ5Z0gPqUN6l0UbTggWiI,17785
958
966
  datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
959
967
  datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
960
968
  datahub/secret/datahub_secrets_client.py,sha256=nDmhziKdvseJHlaDVUcAwK8Fv8maeAaG-ktZtWG2b70,1316
@@ -982,7 +990,7 @@ datahub/sql_parsing/fingerprint_utils.py,sha256=3hGiexaQXnE7eZLxo-t7hlTyVQz7womb
982
990
  datahub/sql_parsing/query_types.py,sha256=FKjDzszZzsrCfYfm7dgD6T_8865qxWl767fdGyHWBh4,2720
983
991
  datahub/sql_parsing/schema_resolver.py,sha256=ISuingLcQnOJZkNXBkc73uPwYUbbOtERAjgGhJajDiQ,10782
984
992
  datahub/sql_parsing/split_statements.py,sha256=OIQXA9e4k3G9Z1y7rbgdtZhMWt4FPnq41cE8Jkm9cBY,9542
985
- datahub/sql_parsing/sql_parsing_aggregator.py,sha256=1gDSf8n6AkINZbhWdcPw7JjeIPMJgAIep1XFQMOPR6Q,71991
993
+ datahub/sql_parsing/sql_parsing_aggregator.py,sha256=Kta_RfsBA1ET-EmLhUecO8XWWeEFeGQjtM6AhIjAja4,72225
986
994
  datahub/sql_parsing/sql_parsing_common.py,sha256=cZ4WvVyHZuXDGjnBvKMX2_fz2EMextB5WQWcK0_saBo,3155
987
995
  datahub/sql_parsing/sql_parsing_result_utils.py,sha256=prwWTj1EB2fRPv1eMB4EkpFNafIYAt-X8TIK0NWqank,796
988
996
  datahub/sql_parsing/sqlglot_lineage.py,sha256=oG7Zx2aOpm1tBQQowPgSufGlMpm5DaMGKTwk7gIkhX0,61450
@@ -990,7 +998,7 @@ datahub/sql_parsing/sqlglot_utils.py,sha256=TI11oBu1wrGeUuUGBg7hGTr6lTvztahdqiqX
990
998
  datahub/sql_parsing/tool_meta_extractor.py,sha256=EV_g7sOchTSUm2p6wluNJqND7-rDYokVTqqFCM7hQ6c,7599
991
999
  datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
992
1000
  datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
993
- datahub/telemetry/telemetry.py,sha256=clW0SXjFf2VQkNghxiTh0l7V35fr5kuQCldECg5OOKA,15254
1001
+ datahub/telemetry/telemetry.py,sha256=RqGLDp56Lxxj3dC1GHI7xbGfiBFGn7gXRWE3bvBfHN0,15512
994
1002
  datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
995
1003
  datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
996
1004
  datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
@@ -1093,8 +1101,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1093
1101
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1094
1102
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1095
1103
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1096
- acryl_datahub-1.2.0.2rc1.dist-info/METADATA,sha256=dvJ_JwbJKfu4voRemOG8bC2x4cXQUyNPu9cmz68Ehvg,181893
1097
- acryl_datahub-1.2.0.2rc1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1098
- acryl_datahub-1.2.0.2rc1.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
1099
- acryl_datahub-1.2.0.2rc1.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1100
- acryl_datahub-1.2.0.2rc1.dist-info/RECORD,,
1104
+ acryl_datahub-1.2.0.2rc3.dist-info/METADATA,sha256=ixYC_JxEXERi_Ik-6tXxNn5W0EMN_poTxliZ99bCS6o,182014
1105
+ acryl_datahub-1.2.0.2rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1106
+ acryl_datahub-1.2.0.2rc3.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
1107
+ acryl_datahub-1.2.0.2rc3.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1108
+ acryl_datahub-1.2.0.2rc3.dist-info/RECORD,,
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.2.0.2rc1"
3
+ __version__ = "1.2.0.2rc3"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
@@ -31,6 +31,7 @@ from datahub.configuration.common import ConfigModel
31
31
  from datahub.emitter.mce_builder import (
32
32
  make_data_platform_urn,
33
33
  make_dataset_urn,
34
+ make_domain_urn,
34
35
  make_schema_field_urn,
35
36
  make_tag_urn,
36
37
  make_term_urn,
@@ -43,6 +44,7 @@ from datahub.ingestion.graph.client import DataHubGraph
43
44
  from datahub.metadata.schema_classes import (
44
45
  AuditStampClass,
45
46
  DatasetPropertiesClass,
47
+ DomainsClass,
46
48
  GlobalTagsClass,
47
49
  GlossaryTermAssociationClass,
48
50
  GlossaryTermsClass,
@@ -393,6 +395,7 @@ class Dataset(StrictModel):
393
395
  owners: Optional[List[Union[str, Ownership]]] = None
394
396
  structured_properties: Optional[StructuredProperties] = None
395
397
  external_url: Optional[str] = None
398
+ domains: Optional[List[str]] = None
396
399
 
397
400
  @property
398
401
  def platform_urn(self) -> str:
@@ -735,7 +738,14 @@ class Dataset(StrictModel):
735
738
  )
736
739
  )
737
740
  yield from patch_builder.build()
738
-
741
+ if self.domains:
742
+ mcp = MetadataChangeProposalWrapper(
743
+ entityUrn=self.urn,
744
+ aspect=DomainsClass(
745
+ [make_domain_urn(domain) for domain in self.domains]
746
+ ),
747
+ )
748
+ yield mcp
739
749
  logger.info(f"Created dataset {self.urn}")
740
750
 
741
751
  @staticmethod
@@ -897,6 +907,7 @@ class Dataset(StrictModel):
897
907
  structured_properties_map[sp.propertyUrn].extend(sp.values) # type: ignore[arg-type,union-attr]
898
908
  else:
899
909
  structured_properties_map[sp.propertyUrn] = sp.values
910
+ domains: Optional[DomainsClass] = graph.get_aspect(urn, DomainsClass)
900
911
 
901
912
  if config.include_downstreams:
902
913
  related_downstreams = graph.get_related_entities(
@@ -937,6 +948,7 @@ class Dataset(StrictModel):
937
948
  structured_properties=(
938
949
  structured_properties_map if structured_properties else None
939
950
  ),
951
+ domains=[domain for domain in domains.domains] if domains else None,
940
952
  downstreams=downstreams if config.include_downstreams else None,
941
953
  )
942
954
 
@@ -1,5 +1,5 @@
1
1
  {
2
- "generated_at": "2025-07-14T09:20:09.632850+00:00",
2
+ "generated_at": "2025-07-24T13:24:05.751563+00:00",
3
3
  "generated_by": "metadata-ingestion/scripts/capability_summary.py",
4
4
  "plugin_details": {
5
5
  "abs": {
@@ -49,6 +49,7 @@
49
49
  "capability": "LINEAGE_FINE",
50
50
  "description": "Supported for S3 tables",
51
51
  "subtype_modifier": [
52
+ "View",
52
53
  "Table"
53
54
  ],
54
55
  "supported": true
@@ -95,6 +96,7 @@
95
96
  "capability": "LINEAGE_COARSE",
96
97
  "description": "Supported for S3 tables",
97
98
  "subtype_modifier": [
99
+ "View",
98
100
  "Table"
99
101
  ],
100
102
  "supported": true
@@ -305,7 +307,8 @@
305
307
  "capability": "LINEAGE_COARSE",
306
308
  "description": "Enabled by default to get lineage for views via `include_view_lineage`",
307
309
  "subtype_modifier": [
308
- "View"
310
+ "View",
311
+ "Table"
309
312
  ],
310
313
  "supported": true
311
314
  },
@@ -462,6 +465,12 @@
462
465
  },
463
466
  "datahub": {
464
467
  "capabilities": [
468
+ {
469
+ "capability": "CONTAINERS",
470
+ "description": "Enabled by default",
471
+ "subtype_modifier": null,
472
+ "supported": true
473
+ },
465
474
  {
466
475
  "capability": "DELETION_DETECTION",
467
476
  "description": "Enabled by default via stateful ingestion",
@@ -595,6 +604,12 @@
595
604
  },
596
605
  "delta-lake": {
597
606
  "capabilities": [
607
+ {
608
+ "capability": "CONTAINERS",
609
+ "description": "Enabled by default",
610
+ "subtype_modifier": null,
611
+ "supported": true
612
+ },
598
613
  {
599
614
  "capability": "DELETION_DETECTION",
600
615
  "description": "Enabled by default via stateful ingestion",
@@ -918,6 +933,14 @@
918
933
  },
919
934
  "glue": {
920
935
  "capabilities": [
936
+ {
937
+ "capability": "CONTAINERS",
938
+ "description": "Enabled by default",
939
+ "subtype_modifier": [
940
+ "Database"
941
+ ],
942
+ "supported": true
943
+ },
921
944
  {
922
945
  "capability": "LINEAGE_FINE",
923
946
  "description": "Support via the `emit_s3_lineage` config field",
@@ -956,9 +979,39 @@
956
979
  },
957
980
  "grafana": {
958
981
  "capabilities": [
982
+ {
983
+ "capability": "LINEAGE_FINE",
984
+ "description": "Enabled by default",
985
+ "subtype_modifier": null,
986
+ "supported": true
987
+ },
959
988
  {
960
989
  "capability": "DELETION_DETECTION",
961
- "description": "Enabled by default via stateful ingestion",
990
+ "description": "Enabled by default",
991
+ "subtype_modifier": null,
992
+ "supported": true
993
+ },
994
+ {
995
+ "capability": "OWNERSHIP",
996
+ "description": "Enabled by default",
997
+ "subtype_modifier": null,
998
+ "supported": true
999
+ },
1000
+ {
1001
+ "capability": "TAGS",
1002
+ "description": "Enabled by default",
1003
+ "subtype_modifier": null,
1004
+ "supported": true
1005
+ },
1006
+ {
1007
+ "capability": "PLATFORM_INSTANCE",
1008
+ "description": "Enabled by default",
1009
+ "subtype_modifier": null,
1010
+ "supported": true
1011
+ },
1012
+ {
1013
+ "capability": "LINEAGE_COARSE",
1014
+ "description": "Enabled by default",
962
1015
  "subtype_modifier": null,
963
1016
  "supported": true
964
1017
  }
@@ -966,7 +1019,7 @@
966
1019
  "classname": "datahub.ingestion.source.grafana.grafana_source.GrafanaSource",
967
1020
  "platform_id": "grafana",
968
1021
  "platform_name": "Grafana",
969
- "support_status": "TESTING"
1022
+ "support_status": "CERTIFIED"
970
1023
  },
971
1024
  "hana": {
972
1025
  "capabilities": [
@@ -1057,6 +1110,14 @@
1057
1110
  "subtype_modifier": null,
1058
1111
  "supported": true
1059
1112
  },
1113
+ {
1114
+ "capability": "USAGE_STATS",
1115
+ "description": "Supported by default",
1116
+ "subtype_modifier": [
1117
+ "Project"
1118
+ ],
1119
+ "supported": true
1120
+ },
1060
1121
  {
1061
1122
  "capability": "DESCRIPTIONS",
1062
1123
  "description": "Supported by default",
@@ -1433,6 +1494,15 @@
1433
1494
  },
1434
1495
  "looker": {
1435
1496
  "capabilities": [
1497
+ {
1498
+ "capability": "CONTAINERS",
1499
+ "description": "Enabled by default",
1500
+ "subtype_modifier": [
1501
+ "LookML Model",
1502
+ "Folder"
1503
+ ],
1504
+ "supported": true
1505
+ },
1436
1506
  {
1437
1507
  "capability": "LINEAGE_FINE",
1438
1508
  "description": "Enabled by default, configured using `extract_column_level_lineage`",
@@ -1489,6 +1559,14 @@
1489
1559
  },
1490
1560
  "lookml": {
1491
1561
  "capabilities": [
1562
+ {
1563
+ "capability": "CONTAINERS",
1564
+ "description": "Enabled by default",
1565
+ "subtype_modifier": [
1566
+ "LookML Project"
1567
+ ],
1568
+ "supported": true
1569
+ },
1492
1570
  {
1493
1571
  "capability": "LINEAGE_FINE",
1494
1572
  "description": "Enabled by default, configured using `extract_column_level_lineage`",
@@ -1712,6 +1790,14 @@
1712
1790
  },
1713
1791
  "mongodb": {
1714
1792
  "capabilities": [
1793
+ {
1794
+ "capability": "CONTAINERS",
1795
+ "description": "Enabled by default",
1796
+ "subtype_modifier": [
1797
+ "Database"
1798
+ ],
1799
+ "supported": true
1800
+ },
1715
1801
  {
1716
1802
  "capability": "DELETION_DETECTION",
1717
1803
  "description": "Enabled by default via stateful ingestion",
@@ -2511,7 +2597,9 @@
2511
2597
  {
2512
2598
  "capability": "CONTAINERS",
2513
2599
  "description": "Enabled by default",
2514
- "subtype_modifier": null,
2600
+ "subtype_modifier": [
2601
+ "Database"
2602
+ ],
2515
2603
  "supported": true
2516
2604
  },
2517
2605
  {
@@ -2591,7 +2679,10 @@
2591
2679
  {
2592
2680
  "capability": "CONTAINERS",
2593
2681
  "description": "Enabled by default",
2594
- "subtype_modifier": null,
2682
+ "subtype_modifier": [
2683
+ "Folder",
2684
+ "S3 bucket"
2685
+ ],
2595
2686
  "supported": true
2596
2687
  },
2597
2688
  {
@@ -75,6 +75,7 @@ from datahub.ingestion.source.aws.tag_entities import (
75
75
  from datahub.ingestion.source.common.subtypes import (
76
76
  DatasetContainerSubTypes,
77
77
  DatasetSubTypes,
78
+ SourceCapabilityModifier,
78
79
  )
79
80
  from datahub.ingestion.source.glue_profiling_config import GlueProfilingConfig
80
81
  from datahub.ingestion.source.state.stale_entity_removal_handler import (
@@ -275,6 +276,13 @@ class GlueSourceReport(StaleEntityRemovalSourceReport):
275
276
  @capability(
276
277
  SourceCapability.LINEAGE_FINE, "Support via the `emit_s3_lineage` config field"
277
278
  )
279
+ @capability(
280
+ SourceCapability.CONTAINERS,
281
+ "Enabled by default",
282
+ subtype_modifier=[
283
+ SourceCapabilityModifier.DATABASE,
284
+ ],
285
+ )
278
286
  class GlueSource(StatefulIngestionSourceBase):
279
287
  """
280
288
  Note: if you also have files in S3 that you'd like to ingest, we recommend you use Glue's built-in data catalog. See [here](../../../../docs/generated/ingestion/sources/s3.md) for a quick guide on how to set up a crawler on Glue and ingest the outputs with DataHub.
@@ -296,13 +296,11 @@ class CassandraSource(StatefulIngestionSourceBase):
296
296
  qualified_name=dataset_name,
297
297
  description=view.comment,
298
298
  custom_properties=self._get_dataset_custom_props(view),
299
- extra_aspects=[
300
- ViewPropertiesClass(
301
- materialized=True,
302
- viewLogic=view.where_clause, # Use the WHERE clause as view logic
303
- viewLanguage="CQL", # Use "CQL" as the language
304
- ),
305
- ],
299
+ view_definition=ViewPropertiesClass(
300
+ materialized=True,
301
+ viewLogic=view.where_clause, # Use the WHERE clause as view logic
302
+ viewLanguage="CQL", # Use "CQL" as the language
303
+ ),
306
304
  )
307
305
 
308
306
  # Construct and emit lineage off of 'base_table_name'
@@ -69,6 +69,8 @@ class BIContainerSubTypes(StrEnum):
69
69
  SIGMA_WORKSPACE = "Sigma Workspace"
70
70
  SIGMA_WORKBOOK = "Sigma Workbook"
71
71
  MODE_COLLECTION = "Collection"
72
+ GRAFANA_FOLDER = "Folder"
73
+ GRAFANA_DASHBOARD = "Dashboard"
72
74
 
73
75
 
74
76
  class FlowContainerSubTypes(StrEnum):
@@ -6,7 +6,9 @@ from typing import Dict, Iterable, List, Optional
6
6
  from datahub.emitter.mcp import MetadataChangeProposalWrapper
7
7
  from datahub.ingestion.api.common import PipelineContext
8
8
  from datahub.ingestion.api.decorators import (
9
+ SourceCapability,
9
10
  SupportStatus,
11
+ capability,
10
12
  config_class,
11
13
  platform_name,
12
14
  support_status,
@@ -37,6 +39,7 @@ logger = logging.getLogger(__name__)
37
39
  @platform_name("DataHub")
38
40
  @config_class(DataHubSourceConfig)
39
41
  @support_status(SupportStatus.TESTING)
42
+ @capability(SourceCapability.CONTAINERS, "Enabled by default")
40
43
  class DataHubSource(StatefulIngestionSourceBase):
41
44
  platform: str = "datahub"
42
45
 
@@ -85,6 +85,7 @@ OPERATION_STATEMENT_TYPES = {
85
85
  @config_class(DeltaLakeSourceConfig)
86
86
  @support_status(SupportStatus.INCUBATING)
87
87
  @capability(SourceCapability.TAGS, "Can extract S3 object/bucket tags if enabled")
88
+ @capability(SourceCapability.CONTAINERS, "Enabled by default")
88
89
  class DeltaLakeSource(StatefulIngestionSourceBase):
89
90
  """
90
91
  This plugin extracts:
@@ -1497,9 +1497,17 @@ class DatahubGEProfiler:
1497
1497
  logger.error(
1498
1498
  f"Unexpected {pretty_name} while profiling. Should have 3 parts but has {len(name_parts)} parts."
1499
1499
  )
1500
+ if platform == DATABRICKS:
1501
+ # TODO: Review logic for BigQuery as well, probably project.dataset.table should be quoted there as well
1502
+ quoted_name = ".".join(
1503
+ batch.engine.dialect.identifier_preparer.quote(part)
1504
+ for part in name_parts
1505
+ )
1506
+ batch._table = sa.text(quoted_name)
1507
+ logger.debug(f"Setting quoted table name to be {batch._table}")
1500
1508
  # If we only have two parts that means the project_id is missing from the table name and we add it
1501
1509
  # Temp tables has 3 parts while normal tables only has 2 parts
1502
- if len(str(batch._table).split(".")) == 2:
1510
+ elif len(str(batch._table).split(".")) == 2:
1503
1511
  batch._table = sa.text(f"{name_parts[0]}.{str(batch._table)}")
1504
1512
  logger.debug(f"Setting table name to be {batch._table}")
1505
1513