acryl-datahub 1.2.0.2rc2__py3-none-any.whl → 1.2.0.2rc3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.2.0.2rc2.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/METADATA +2569 -2567
- {acryl_datahub-1.2.0.2rc2.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/RECORD +39 -31
- datahub/_version.py +1 -1
- datahub/api/entities/dataset/dataset.py +13 -1
- datahub/ingestion/autogenerated/capability_summary.json +97 -6
- datahub/ingestion/source/aws/glue.py +8 -0
- datahub/ingestion/source/cassandra/cassandra.py +5 -7
- datahub/ingestion/source/common/subtypes.py +2 -0
- datahub/ingestion/source/datahub/datahub_source.py +3 -0
- datahub/ingestion/source/delta_lake/source.py +1 -0
- datahub/ingestion/source/grafana/entity_mcp_builder.py +272 -0
- datahub/ingestion/source/grafana/field_utils.py +307 -0
- datahub/ingestion/source/grafana/grafana_api.py +142 -0
- datahub/ingestion/source/grafana/grafana_config.py +104 -0
- datahub/ingestion/source/grafana/grafana_source.py +522 -84
- datahub/ingestion/source/grafana/lineage.py +202 -0
- datahub/ingestion/source/grafana/models.py +120 -0
- datahub/ingestion/source/grafana/report.py +91 -0
- datahub/ingestion/source/grafana/types.py +16 -0
- datahub/ingestion/source/hex/hex.py +8 -0
- datahub/ingestion/source/looker/looker_source.py +9 -0
- datahub/ingestion/source/looker/lookml_source.py +8 -0
- datahub/ingestion/source/mongodb.py +11 -1
- datahub/ingestion/source/redshift/redshift.py +8 -1
- datahub/ingestion/source/s3/source.py +9 -1
- datahub/ingestion/source/sql/athena.py +8 -2
- datahub/ingestion/source/sql/clickhouse.py +9 -0
- datahub/ingestion/source/sql_queries.py +2 -2
- datahub/metadata/_internal_schema_classes.py +18 -3
- datahub/metadata/schema.avsc +10 -1
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc +10 -1
- datahub/sdk/dataset.py +44 -0
- datahub/sdk/search_filters.py +34 -14
- datahub/sql_parsing/sql_parsing_aggregator.py +5 -0
- datahub/telemetry/telemetry.py +4 -1
- {acryl_datahub-1.2.0.2rc2.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.2.0.2rc2.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.2.0.2rc2.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.2.0.2rc2.dist-info → acryl_datahub-1.2.0.2rc3.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
acryl_datahub-1.2.0.
|
|
1
|
+
acryl_datahub-1.2.0.2rc3.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
2
2
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
3
3
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
4
|
-
datahub/_version.py,sha256=
|
|
4
|
+
datahub/_version.py,sha256=cyLeAlWzIql-O65xt-MALgl-0jJ-qmzJ-gFq-t6FkdE,323
|
|
5
5
|
datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
|
|
6
6
|
datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
|
|
7
7
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -48,7 +48,7 @@ datahub/api/entities/dataprocess/dataprocess_instance.py,sha256=IhY-rcXs-r8EatwW
|
|
|
48
48
|
datahub/api/entities/dataproduct/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
49
49
|
datahub/api/entities/dataproduct/dataproduct.py,sha256=148TmItxDDyGNzfZdL8aDreSEtyAw79IN8N8oSmNOPE,21461
|
|
50
50
|
datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
51
|
-
datahub/api/entities/dataset/dataset.py,sha256=
|
|
51
|
+
datahub/api/entities/dataset/dataset.py,sha256=r2wHe6MdXKtmvjrpxVBesuurYfvMLCvZKUhlvBk9Zws,50038
|
|
52
52
|
datahub/api/entities/external/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
53
|
datahub/api/entities/external/external_entities.py,sha256=7HRt3Oz2sw_7BDxEVc6W7jK4UqHXLZuo_rGPJ5NdAoE,7727
|
|
54
54
|
datahub/api/entities/external/external_tag.py,sha256=LKz4j2KnBvo8xhGLxA9g1DWtHfHUA7WqO2vOIsqwy44,4490
|
|
@@ -159,7 +159,7 @@ datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
|
|
|
159
159
|
datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
|
|
160
160
|
datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=fMjPnyWEofIZV52E2AFYU3IgBJwyZvbygXxCJyEtcWI,4442
|
|
161
161
|
datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
162
|
-
datahub/ingestion/autogenerated/capability_summary.json,sha256=
|
|
162
|
+
datahub/ingestion/autogenerated/capability_summary.json,sha256=8FMQrYx-MP5cEWbEpK2EKRXvFwcINwJPM3VS3dKGR7Y,108569
|
|
163
163
|
datahub/ingestion/autogenerated/lineage.json,sha256=wjaXxrzpo3M9ppc80TKIgCTuCg0jpb-D9MhBsHXaMOY,10004
|
|
164
164
|
datahub/ingestion/autogenerated/lineage_helper.py,sha256=I_k1pZSCCCjDbUVifPTfy6fkmV8jqdVhbirE8EkpmxI,4748
|
|
165
165
|
datahub/ingestion/extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -218,7 +218,7 @@ datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5m
|
|
|
218
218
|
datahub/ingestion/source/metabase.py,sha256=j8DRV2GvisezidL1JZ5HJLF_hdFdtvaoyDoEdEyh0Ks,32603
|
|
219
219
|
datahub/ingestion/source/mlflow.py,sha256=t7heUgivLXU7lxc-ndZxc1LZuoDKZgpSIe-x3ExXfMg,33340
|
|
220
220
|
datahub/ingestion/source/mode.py,sha256=g3nhkpW5KS_w3a8JaKWoq3XBNOZKFlmxZq9XI2D5dXY,72161
|
|
221
|
-
datahub/ingestion/source/mongodb.py,sha256=
|
|
221
|
+
datahub/ingestion/source/mongodb.py,sha256=ykUA2Jyn0rxzOO-pCWosOqvFTIRgFmqkCTRHAsxpOYc,21423
|
|
222
222
|
datahub/ingestion/source/nifi.py,sha256=2jxSzuHIRQFF7DLoceGbUd_10lkhHRlqA9hhApSt3Yw,56882
|
|
223
223
|
datahub/ingestion/source/openapi.py,sha256=VaR2xYaH1IhvRixpTBC7-168F74eIIyKiEKb5EqTO64,19253
|
|
224
224
|
datahub/ingestion/source/openapi_parser.py,sha256=T87e2r-oPGgQl_FDMHnSGFZzApvWDCyKWnzIrVI5Alo,15420
|
|
@@ -227,7 +227,7 @@ datahub/ingestion/source/pulsar.py,sha256=u5F8QnCLJsht5-7XCiUTsnfhCPIpKVB_l32CgM
|
|
|
227
227
|
datahub/ingestion/source/redash.py,sha256=YxjSad-X_wPmxYH8dJmFz_VCFhiLTCTSlK99WdvcYiA,30653
|
|
228
228
|
datahub/ingestion/source/salesforce.py,sha256=Pa_w1XszxFd8fyhpSWOfc2nOnevHwwstIvnRrQT4R9M,40584
|
|
229
229
|
datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGknNQ_yScPIihXFk,1208
|
|
230
|
-
datahub/ingestion/source/sql_queries.py,sha256=
|
|
230
|
+
datahub/ingestion/source/sql_queries.py,sha256=1SdEZGAmojfWbU1xKbezH6uqwRd2G0rgpK_Sh9MRj1U,11791
|
|
231
231
|
datahub/ingestion/source/superset.py,sha256=oi7F2jlvkVr9ItJ_r1Jm4bYfXHYu4vPAFPMPaGJKB84,50608
|
|
232
232
|
datahub/ingestion/source/abs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
233
233
|
datahub/ingestion/source/abs/config.py,sha256=mBQe0JTaP-Rcv4HnMUUySoYbSr4r3jDEMioxaXHnxXU,6709
|
|
@@ -239,7 +239,7 @@ datahub/ingestion/source/apply/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
|
|
|
239
239
|
datahub/ingestion/source/apply/datahub_apply.py,sha256=xTD-Iq3UHhxcz61RwNuI2kJjRrnQEfZFSgvS1X6loV4,7703
|
|
240
240
|
datahub/ingestion/source/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
241
241
|
datahub/ingestion/source/aws/aws_common.py,sha256=DN49pHY-AOVHqI3smF9cVPwvPmh5UqOF4ga-wga_gPc,17928
|
|
242
|
-
datahub/ingestion/source/aws/glue.py,sha256=
|
|
242
|
+
datahub/ingestion/source/aws/glue.py,sha256=CdVqcBDn_YqY__AQaixI_79LllDFDor7RISNUEX0YZA,66710
|
|
243
243
|
datahub/ingestion/source/aws/s3_boto_utils.py,sha256=Y54jlLV5gLcuZ4Zs57kIW5dYHD89RSFfsVNlFbRnSkQ,3901
|
|
244
244
|
datahub/ingestion/source/aws/s3_util.py,sha256=OFypcgmVC6jnZM90-gjcPpAMtTV1lbnreCaMhCzNlzs,2149
|
|
245
245
|
datahub/ingestion/source/aws/sagemaker.py,sha256=Bl2tkBYnrindgx61VHYgNovUF_Kp_fXNcivQn28vC2w,5254
|
|
@@ -276,7 +276,7 @@ datahub/ingestion/source/bigquery_v2/queries.py,sha256=gDvvgajptmNn5AiBglmDhGAC9
|
|
|
276
276
|
datahub/ingestion/source/bigquery_v2/queries_extractor.py,sha256=_5cAXVU8b8T_nAPDsvN2JRd2dmM1t1J1mRylfKiPen4,19530
|
|
277
277
|
datahub/ingestion/source/bigquery_v2/usage.py,sha256=A9c-ofclaRk0NSnc4IRaqJYqMPv6ecCld_TPy3V2qFs,40748
|
|
278
278
|
datahub/ingestion/source/cassandra/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
279
|
-
datahub/ingestion/source/cassandra/cassandra.py,sha256=
|
|
279
|
+
datahub/ingestion/source/cassandra/cassandra.py,sha256=pNy61Z4kTqL_wGcWIYee5fnZiuJDseDcRcQwsxeAssk,14487
|
|
280
280
|
datahub/ingestion/source/cassandra/cassandra_api.py,sha256=b7MApc3_tEfHoj-6ub6snkcv_DweL1wi_TGJjAA1-yU,13516
|
|
281
281
|
datahub/ingestion/source/cassandra/cassandra_config.py,sha256=Ga9915cDZukR5-u2tMNx5Jkf8eza2oAE5YS_sQIVEVQ,4222
|
|
282
282
|
datahub/ingestion/source/cassandra/cassandra_profiling.py,sha256=FdgPK_8s8otTOJDqNM4rpF6Mn4lFWbnjTaKEChzn2iE,11011
|
|
@@ -285,7 +285,7 @@ datahub/ingestion/source/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
|
|
|
285
285
|
datahub/ingestion/source/common/data_platforms.py,sha256=HhuP3YIEi2WpyKDjUU8RiM0a2qjHWQcvc8kcqub0cVo,548
|
|
286
286
|
datahub/ingestion/source/common/data_reader.py,sha256=XbSxiRTYrk6seOz0ZjVjzSpGvP8lEjmqXrNI4cdYYmQ,1819
|
|
287
287
|
datahub/ingestion/source/common/gcp_credentials_config.py,sha256=_NapGkAqZMbXNClLlmOfANS7U6rChhdthRX9s9iUv9k,2411
|
|
288
|
-
datahub/ingestion/source/common/subtypes.py,sha256=
|
|
288
|
+
datahub/ingestion/source/common/subtypes.py,sha256=sa87rWJG7MKipkTWIZ0XMcmmK0ds0YPn9W0_nDpdJaU,4617
|
|
289
289
|
datahub/ingestion/source/data_lake_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
290
290
|
datahub/ingestion/source/data_lake_common/config.py,sha256=qUk83B01hjuBKHvVz8SmXnVCy5eFj-2-2QLEOrAdbgk,359
|
|
291
291
|
datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=IYr5y8vy_6CtMtITqzn6OqovzH1cpe1i30M-75PouXo,7768
|
|
@@ -296,7 +296,7 @@ datahub/ingestion/source/datahub/config.py,sha256=bjR1U3F85FbtgqmLDW-f_4dQvuw5As
|
|
|
296
296
|
datahub/ingestion/source/datahub/datahub_api_reader.py,sha256=hlKADVEPoTFiRGKqRsMF5mL4fSu_IrIW8Nx7LpEzvkM,2134
|
|
297
297
|
datahub/ingestion/source/datahub/datahub_database_reader.py,sha256=dCQvt4ogR_ZxuiTR0qsoJ1dvryGIIlTP-XB1hdekuu4,14687
|
|
298
298
|
datahub/ingestion/source/datahub/datahub_kafka_reader.py,sha256=gnxhhlK-jrfnHqD_4eVmfcdtBNW6pi1N_qkDZ7uSb3o,4187
|
|
299
|
-
datahub/ingestion/source/datahub/datahub_source.py,sha256=
|
|
299
|
+
datahub/ingestion/source/datahub/datahub_source.py,sha256=L0aUM9dyGmX-Qh7DnuC48z_AYhBQAwJJ_0_Dxg_Eccc,8831
|
|
300
300
|
datahub/ingestion/source/datahub/report.py,sha256=VHBfCbwFRzdLdB7hQG9ST4EiZxl_vBCU0XxGcZR6Xxs,940
|
|
301
301
|
datahub/ingestion/source/datahub/state.py,sha256=PZoT7sSK1wadVf5vN6phrgr7I6LL7ePP-EJjP1OO0bQ,3507
|
|
302
302
|
datahub/ingestion/source/dbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -310,7 +310,7 @@ datahub/ingestion/source/delta_lake/__init__.py,sha256=u5oqUeus81ONAtdl6o9Puw33O
|
|
|
310
310
|
datahub/ingestion/source/delta_lake/config.py,sha256=km8WCmjjyRrMy9kJ7JxZZIdS1pKIhKznWQGMYUsF_4s,3522
|
|
311
311
|
datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWMeRaneSpQBlWmlCKAa1wGUl1sfk,1525
|
|
312
312
|
datahub/ingestion/source/delta_lake/report.py,sha256=uR4e4QA_jv8lL3CV-wE5t43H8pUqrGmx_ItLqN9flPI,587
|
|
313
|
-
datahub/ingestion/source/delta_lake/source.py,sha256=
|
|
313
|
+
datahub/ingestion/source/delta_lake/source.py,sha256=Ux66G4J8TWtmmUi_BCZqEM4YcTPqKOerHmhDe7rFefI,14031
|
|
314
314
|
datahub/ingestion/source/dremio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
315
315
|
datahub/ingestion/source/dremio/dremio_api.py,sha256=86_-89OFGsnDmU1lAfAYtCXTXZ-iLNRmRc2V4LCLv-4,35684
|
|
316
316
|
datahub/ingestion/source/dremio/dremio_aspects.py,sha256=oWV2_mSpq3Bh42YJ1QVbAyp-Uihf2WIT6VsHGsGTgzk,18248
|
|
@@ -341,11 +341,19 @@ datahub/ingestion/source/gcs/gcs_utils.py,sha256=Kd2usZYIMFeSuE6_tJ4OoHGOdvG8mWa
|
|
|
341
341
|
datahub/ingestion/source/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
342
342
|
datahub/ingestion/source/git/git_import.py,sha256=5CT6vMDb0MDctCtShnxb3JVihULtvkYGr9judHJFsOk,4143
|
|
343
343
|
datahub/ingestion/source/grafana/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
344
|
-
datahub/ingestion/source/grafana/
|
|
344
|
+
datahub/ingestion/source/grafana/entity_mcp_builder.py,sha256=gLKPdujy6c0fGal1wtmw0-vpJYzUtB8zogfyBKx4ztY,7708
|
|
345
|
+
datahub/ingestion/source/grafana/field_utils.py,sha256=4P8Fe_7r6gghqot5Lfr3NXKw6KjLT_iUhKmJqwi0ry4,10643
|
|
346
|
+
datahub/ingestion/source/grafana/grafana_api.py,sha256=pSbaHGPQ4HajCyVnvfEjl9zr2nEawSbZAg-wbLh4ifE,4789
|
|
347
|
+
datahub/ingestion/source/grafana/grafana_config.py,sha256=l1vLcd_mbWOC6G9Mr329bW2Tm__SG9SZjkJdoz7UzEE,3674
|
|
348
|
+
datahub/ingestion/source/grafana/grafana_source.py,sha256=tUYW0bXvnwhfBpSRQh4KobhOThXhezdH4hy2IPBkgag,21727
|
|
349
|
+
datahub/ingestion/source/grafana/lineage.py,sha256=qDWCiceOotVApOpcGhRK9OTqyRJIPqXcJi6CKnfK8z0,7178
|
|
350
|
+
datahub/ingestion/source/grafana/models.py,sha256=CSIJbLP1_80h9PqGxh57zEYYydEGEQqmQDlfg22ZeM0,4240
|
|
351
|
+
datahub/ingestion/source/grafana/report.py,sha256=LTRxjXYCYHwOaj1zrenCDAvFBE5U5tAv6Wh5LlfsgfE,2963
|
|
352
|
+
datahub/ingestion/source/grafana/types.py,sha256=Bz0-FIPBXHaBjfFHYGJhE20c2vYZwAsXr70MVGjSu6s,443
|
|
345
353
|
datahub/ingestion/source/hex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
346
354
|
datahub/ingestion/source/hex/api.py,sha256=1cjLuR6dAJor0C281VMzG8hc_noo0MsPu4FgBVvU1vI,12816
|
|
347
355
|
datahub/ingestion/source/hex/constants.py,sha256=8hUTMWyG5keTNfXoLu_Dh413Hw_mGGJX1atiiDZyKtg,271
|
|
348
|
-
datahub/ingestion/source/hex/hex.py,sha256=
|
|
356
|
+
datahub/ingestion/source/hex/hex.py,sha256=tUYNcvwKVoQuRWv4KhcDnMeOpICh4JwhD8oF988Tjg4,13199
|
|
349
357
|
datahub/ingestion/source/hex/mapper.py,sha256=N3mTlEcrOmhv9ia1dnHGFgFJD2ddyTtU3H5IUbb-UxU,13344
|
|
350
358
|
datahub/ingestion/source/hex/model.py,sha256=S9bUhfFcjzuio2dBS6HzSyRVPiSJvRvMQ0qyVrjV5-E,1766
|
|
351
359
|
datahub/ingestion/source/hex/query_fetcher.py,sha256=0VqDfviyfR14gUHvIBovCXEqwW4ftFehPSB2VzaYk14,13312
|
|
@@ -376,14 +384,14 @@ datahub/ingestion/source/looker/looker_file_loader.py,sha256=gb2Z97_w28MsybYe01J
|
|
|
376
384
|
datahub/ingestion/source/looker/looker_lib_wrapper.py,sha256=6smUt_Ya7ZJMHWdGZl3TnhM7XHZVpYQ6gz2i5hHejZ4,11547
|
|
377
385
|
datahub/ingestion/source/looker/looker_liquid_tag.py,sha256=mO4G4MNA4YZFvZaDBpdiJ2vP3irC82kY34RdaK4Pbfs,3100
|
|
378
386
|
datahub/ingestion/source/looker/looker_query_model.py,sha256=N0jBbFruiCIIGT6sJn6tNeppeQ78KGTkOwTLirhxFNc,2144
|
|
379
|
-
datahub/ingestion/source/looker/looker_source.py,sha256=
|
|
387
|
+
datahub/ingestion/source/looker/looker_source.py,sha256=1muVoXk7Jr73D0dlDFSdea8aK2wdyL6wa66qAjyv_OQ,68100
|
|
380
388
|
datahub/ingestion/source/looker/looker_template_language.py,sha256=5fZFPKFP3IYbJg3jLifjaji4wWg8wRy-1XDvc8Qucus,17949
|
|
381
389
|
datahub/ingestion/source/looker/looker_usage.py,sha256=qFBX7OHtIcarYIqFe0jQMrDV8MMPV_nN4PZrZRUznTw,23029
|
|
382
390
|
datahub/ingestion/source/looker/looker_view_id_cache.py,sha256=92gDy6NONhJYBp92z_IBzDVZvezmUIkaBCZY1bdk6mE,4392
|
|
383
391
|
datahub/ingestion/source/looker/lookml_concept_context.py,sha256=eDaze9S7cgO5eFP7-0azUMEJyR3EfMjmfj5pMPjpm8c,18066
|
|
384
392
|
datahub/ingestion/source/looker/lookml_config.py,sha256=lulLcjAS1d8ihQseBe4HYn6ALKmJX1vl0H5mxiBzZ74,11395
|
|
385
393
|
datahub/ingestion/source/looker/lookml_refinement.py,sha256=MkVreI0BylaCFyDHihDHaCcXyDSP84eF9p1h5d-ZHnM,9504
|
|
386
|
-
datahub/ingestion/source/looker/lookml_source.py,sha256=
|
|
394
|
+
datahub/ingestion/source/looker/lookml_source.py,sha256=iqvem_ND7w-ANcKKSjixM64jRIFOBZX-mNjYMZ_UDxU,44438
|
|
387
395
|
datahub/ingestion/source/looker/str_functions.py,sha256=zceEX2ka_4WaWwWgEdyknUSz7X3GrO951BkwSbF2afo,766
|
|
388
396
|
datahub/ingestion/source/looker/urn_functions.py,sha256=4VvqEfGvIMq3rNHHps0-HlPurMPnpqdxNtDAOOHIZww,528
|
|
389
397
|
datahub/ingestion/source/looker/view_upstream.py,sha256=4FCjZaU6p2G7npB2RJpP4Gv2yLjbvbsYWEbAg55IvjY,26110
|
|
@@ -436,7 +444,7 @@ datahub/ingestion/source/redshift/lineage.py,sha256=IPF8vHy2MFyhK-hu2-lxV2-kcnNA
|
|
|
436
444
|
datahub/ingestion/source/redshift/lineage_v2.py,sha256=dbTvuaJBV5yvCWM_oEAqZIA1JOlGxLJOexbEB47A_xE,17962
|
|
437
445
|
datahub/ingestion/source/redshift/profile.py,sha256=H1Xtc2rXScUv4w0b2BbM7POjYEwqIql_rpWvlumY_EM,4309
|
|
438
446
|
datahub/ingestion/source/redshift/query.py,sha256=vVIuNUaU4a7AfMFJZlgLuqi0cGVl0gVz8xZUSnPhWvs,47845
|
|
439
|
-
datahub/ingestion/source/redshift/redshift.py,sha256=
|
|
447
|
+
datahub/ingestion/source/redshift/redshift.py,sha256=gCr-ELLFFepD_KPvV9vFYZd_mii46DoNUKdISZq3EUQ,44797
|
|
440
448
|
datahub/ingestion/source/redshift/redshift_data_reader.py,sha256=zc69jwXHdF-w8J4Hq-ZQ6BjHQ75Ij2iNDMpoRJlcmlU,1724
|
|
441
449
|
datahub/ingestion/source/redshift/redshift_schema.py,sha256=7F-l_omOuKMuGE_rBWXVPG_GWXFKnCMzC4frNxZB9cs,24800
|
|
442
450
|
datahub/ingestion/source/redshift/report.py,sha256=O3QFozHlmMbH9b7KxbqhgTgr_0tCryj6FIzMiN6kRxw,3044
|
|
@@ -446,7 +454,7 @@ datahub/ingestion/source/s3/config.py,sha256=lElFXgEpKDT9SVoiXvtx98wV6Gp880qP4pL
|
|
|
446
454
|
datahub/ingestion/source/s3/datalake_profiler_config.py,sha256=FfrcgK-JEF94vw-l3q6pN6FENXb-wZzW2w1VUZVkwW8,3620
|
|
447
455
|
datahub/ingestion/source/s3/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBot_weD-2_Jxzk,17579
|
|
448
456
|
datahub/ingestion/source/s3/report.py,sha256=9Ej1UCChw963UpGw1-7asi5vFrOM232gfgG8bRdKPp0,667
|
|
449
|
-
datahub/ingestion/source/s3/source.py,sha256=
|
|
457
|
+
datahub/ingestion/source/s3/source.py,sha256=IG_iFWvd_-mjzNTCn3NpBm-pMEIO0syM4C_nmJXsuwc,60112
|
|
450
458
|
datahub/ingestion/source/sac/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
451
459
|
datahub/ingestion/source/sac/sac.py,sha256=0s_JxHGOhit3Wvgbg7qQi-Z9j9_TgBX_I1yOR3L6-rA,30243
|
|
452
460
|
datahub/ingestion/source/sac/sac_common.py,sha256=-xQTDBtgH56AnpRXWGDnlmQqUuLRx-7wF1U1kQFWtX8,998
|
|
@@ -490,9 +498,9 @@ datahub/ingestion/source/snowflake/snowflake_utils.py,sha256=w-SftpjHSOf_6S2T2sr
|
|
|
490
498
|
datahub/ingestion/source/snowflake/snowflake_v2.py,sha256=asZW8DztIB1TcGzOoZFmK6se22ZDaoG4L2NMvmd0yXY,35292
|
|
491
499
|
datahub/ingestion/source/snowflake/stored_proc_lineage.py,sha256=rOb78iHiWiK8v8WdVs1xDwVut4Y0OHmszej6IopQfCo,5341
|
|
492
500
|
datahub/ingestion/source/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
493
|
-
datahub/ingestion/source/sql/athena.py,sha256=
|
|
501
|
+
datahub/ingestion/source/sql/athena.py,sha256=TPKwL9oRiZlVnqIsOSBWUEwyvoW-1ssXvY4PfjxOR6g,28175
|
|
494
502
|
datahub/ingestion/source/sql/athena_properties_extractor.py,sha256=n2SvqeUbNWxiWWdkDs8VYlUPlLwfZzZy9AIa-V4D7AY,28531
|
|
495
|
-
datahub/ingestion/source/sql/clickhouse.py,sha256=
|
|
503
|
+
datahub/ingestion/source/sql/clickhouse.py,sha256=zd5qE6XPw0AXtY_71-n0yz4ua69xP3oxMuIoabAuT3Q,25987
|
|
496
504
|
datahub/ingestion/source/sql/cockroachdb.py,sha256=WoOKCq7YjsuzSPm1SmKIYZ9CrvlSF8zWmP1fNHn4G3Q,1360
|
|
497
505
|
datahub/ingestion/source/sql/druid.py,sha256=_tzgTa5jhPUXk6WCmS7p10feCwJm6yUFcOgMZA-OcE8,2922
|
|
498
506
|
datahub/ingestion/source/sql/hana.py,sha256=V6bGVLVjI1VL0deebg8VxIL8Ls-oxUvpSvX9gb4PmT0,1359
|
|
@@ -618,8 +626,8 @@ datahub/lite/lite_registry.py,sha256=bpH0kasP-LtwwUFNA2QsOIehfekAYfJtN-AkQLmSWnw
|
|
|
618
626
|
datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1949
|
|
619
627
|
datahub/lite/lite_util.py,sha256=G0LQHKkyEb1pc_q183g6hflShclGx7kikgMaOxtVVcs,4545
|
|
620
628
|
datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
|
|
621
|
-
datahub/metadata/_internal_schema_classes.py,sha256=
|
|
622
|
-
datahub/metadata/schema.avsc,sha256=
|
|
629
|
+
datahub/metadata/_internal_schema_classes.py,sha256=Zh2volhvkUCENRavXDwPsmwfRe62k8_O6f5QT8_bh-g,1051205
|
|
630
|
+
datahub/metadata/schema.avsc,sha256=4X6Jx5TFcOGY8Qxdm-FSgbGkzG2wND992brsxwgumSU,737966
|
|
623
631
|
datahub/metadata/schema_classes.py,sha256=tPT8iHCak4IsZi_oL0nirbPpI8ETTPTZzapqLRpeKU4,1326
|
|
624
632
|
datahub/metadata/urns.py,sha256=nfrCTExR-k2P9w272WVtWSN3xW1VUJngPwP3xnvULjU,1217
|
|
625
633
|
datahub/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
|
|
@@ -752,7 +760,7 @@ datahub/metadata/schemas/DataHubIngestionSourceInfo.avsc,sha256=4wac7sluRIq-0ZjO
|
|
|
752
760
|
datahub/metadata/schemas/DataHubIngestionSourceKey.avsc,sha256=TGmm9WEGTaABs7kt5Uc-N-kbc5Sd-2sQwx-JpfAptvw,545
|
|
753
761
|
datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc,sha256=q6ZyMoxInwmrkrXkUgMe-i-WZzAxbjcvJ-EI99SnEp8,599
|
|
754
762
|
datahub/metadata/schemas/DataHubPageModuleKey.avsc,sha256=NyFN8cVO6s6rtgoLGJJGfcPfpGr5PfmZlIhM6ajldfQ,460
|
|
755
|
-
datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=
|
|
763
|
+
datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=avW_ZAwgdHsJlZ3RZbC1yKI_LyfNRg7F2qZyeEM6uLA,9309
|
|
756
764
|
datahub/metadata/schemas/DataHubPageTemplateKey.avsc,sha256=0sVqwL97Rp8YHPytp2RqUP5hIW048hmT2hPNP5k6arc,472
|
|
757
765
|
datahub/metadata/schemas/DataHubPageTemplateProperties.avsc,sha256=0ndN64UNAADL6G_GVjJLHbe_dBnWhVRjtI3MilOlHQc,5651
|
|
758
766
|
datahub/metadata/schemas/DataHubPersonaInfo.avsc,sha256=OUvbTgPQsBtzkDDb9pxHXpQ6A7dkL77ZnCXZ-MLEG14,227
|
|
@@ -945,7 +953,7 @@ datahub/sdk/container.py,sha256=IjnFVGDpSFDvgHuuMb7C3VdBxhJuIMq0q6crOs5PupE,7899
|
|
|
945
953
|
datahub/sdk/dashboard.py,sha256=kt8vD-DzoHLDOwk4Ik8ZoIKC0tPvgxX8rU9CMobs37o,15539
|
|
946
954
|
datahub/sdk/dataflow.py,sha256=gdAPVVkyKvsKtsa1AwhN_LpzidG_XzV3nhtd1cjnzDA,11128
|
|
947
955
|
datahub/sdk/datajob.py,sha256=5kU0txTDcn2ce3AhNry83TazPVhoYZ2rAPPNWM1_FP8,13677
|
|
948
|
-
datahub/sdk/dataset.py,sha256=
|
|
956
|
+
datahub/sdk/dataset.py,sha256=eABxeDJm1bxoi3kht-Ix8tbVaslFR1RInBG8AIUMk6k,31076
|
|
949
957
|
datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
|
|
950
958
|
datahub/sdk/entity_client.py,sha256=xHLGLn6oJfxmHLXo5w4-isPFZGcf8yR5IwyC6pvl_I8,8903
|
|
951
959
|
datahub/sdk/lineage_client.py,sha256=iU2ppFBSlRlPO3HOwj8Oq-_uMKjo8fi9uKb_Ow4OEpM,33917
|
|
@@ -954,7 +962,7 @@ datahub/sdk/mlmodel.py,sha256=cO5R8BYVljmQ0w33RIOuZmj4nq8OJCDVAZGTQI6YFS8,12628
|
|
|
954
962
|
datahub/sdk/mlmodelgroup.py,sha256=wlZZHny0UORpF0fRYuVkWLSQwIHX_fWl5lPb1NKR6dM,8194
|
|
955
963
|
datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
|
|
956
964
|
datahub/sdk/search_client.py,sha256=hlk40VnD3eT88hMgwXAUv31-ENbDe50P-gsXUnGSNeo,3512
|
|
957
|
-
datahub/sdk/search_filters.py,sha256=
|
|
965
|
+
datahub/sdk/search_filters.py,sha256=g0Hj2kxq797eB3oouIiQmSAQ5Z0gPqUN6l0UbTggWiI,17785
|
|
958
966
|
datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
959
967
|
datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
|
|
960
968
|
datahub/secret/datahub_secrets_client.py,sha256=nDmhziKdvseJHlaDVUcAwK8Fv8maeAaG-ktZtWG2b70,1316
|
|
@@ -982,7 +990,7 @@ datahub/sql_parsing/fingerprint_utils.py,sha256=3hGiexaQXnE7eZLxo-t7hlTyVQz7womb
|
|
|
982
990
|
datahub/sql_parsing/query_types.py,sha256=FKjDzszZzsrCfYfm7dgD6T_8865qxWl767fdGyHWBh4,2720
|
|
983
991
|
datahub/sql_parsing/schema_resolver.py,sha256=ISuingLcQnOJZkNXBkc73uPwYUbbOtERAjgGhJajDiQ,10782
|
|
984
992
|
datahub/sql_parsing/split_statements.py,sha256=OIQXA9e4k3G9Z1y7rbgdtZhMWt4FPnq41cE8Jkm9cBY,9542
|
|
985
|
-
datahub/sql_parsing/sql_parsing_aggregator.py,sha256=
|
|
993
|
+
datahub/sql_parsing/sql_parsing_aggregator.py,sha256=Kta_RfsBA1ET-EmLhUecO8XWWeEFeGQjtM6AhIjAja4,72225
|
|
986
994
|
datahub/sql_parsing/sql_parsing_common.py,sha256=cZ4WvVyHZuXDGjnBvKMX2_fz2EMextB5WQWcK0_saBo,3155
|
|
987
995
|
datahub/sql_parsing/sql_parsing_result_utils.py,sha256=prwWTj1EB2fRPv1eMB4EkpFNafIYAt-X8TIK0NWqank,796
|
|
988
996
|
datahub/sql_parsing/sqlglot_lineage.py,sha256=oG7Zx2aOpm1tBQQowPgSufGlMpm5DaMGKTwk7gIkhX0,61450
|
|
@@ -990,7 +998,7 @@ datahub/sql_parsing/sqlglot_utils.py,sha256=TI11oBu1wrGeUuUGBg7hGTr6lTvztahdqiqX
|
|
|
990
998
|
datahub/sql_parsing/tool_meta_extractor.py,sha256=EV_g7sOchTSUm2p6wluNJqND7-rDYokVTqqFCM7hQ6c,7599
|
|
991
999
|
datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
992
1000
|
datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
|
|
993
|
-
datahub/telemetry/telemetry.py,sha256=
|
|
1001
|
+
datahub/telemetry/telemetry.py,sha256=RqGLDp56Lxxj3dC1GHI7xbGfiBFGn7gXRWE3bvBfHN0,15512
|
|
994
1002
|
datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
|
|
995
1003
|
datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
|
|
996
1004
|
datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
|
|
@@ -1093,8 +1101,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1093
1101
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1094
1102
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1095
1103
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1096
|
-
acryl_datahub-1.2.0.
|
|
1097
|
-
acryl_datahub-1.2.0.
|
|
1098
|
-
acryl_datahub-1.2.0.
|
|
1099
|
-
acryl_datahub-1.2.0.
|
|
1100
|
-
acryl_datahub-1.2.0.
|
|
1104
|
+
acryl_datahub-1.2.0.2rc3.dist-info/METADATA,sha256=ixYC_JxEXERi_Ik-6tXxNn5W0EMN_poTxliZ99bCS6o,182014
|
|
1105
|
+
acryl_datahub-1.2.0.2rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
1106
|
+
acryl_datahub-1.2.0.2rc3.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
|
|
1107
|
+
acryl_datahub-1.2.0.2rc3.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1108
|
+
acryl_datahub-1.2.0.2rc3.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
|
@@ -31,6 +31,7 @@ from datahub.configuration.common import ConfigModel
|
|
|
31
31
|
from datahub.emitter.mce_builder import (
|
|
32
32
|
make_data_platform_urn,
|
|
33
33
|
make_dataset_urn,
|
|
34
|
+
make_domain_urn,
|
|
34
35
|
make_schema_field_urn,
|
|
35
36
|
make_tag_urn,
|
|
36
37
|
make_term_urn,
|
|
@@ -43,6 +44,7 @@ from datahub.ingestion.graph.client import DataHubGraph
|
|
|
43
44
|
from datahub.metadata.schema_classes import (
|
|
44
45
|
AuditStampClass,
|
|
45
46
|
DatasetPropertiesClass,
|
|
47
|
+
DomainsClass,
|
|
46
48
|
GlobalTagsClass,
|
|
47
49
|
GlossaryTermAssociationClass,
|
|
48
50
|
GlossaryTermsClass,
|
|
@@ -393,6 +395,7 @@ class Dataset(StrictModel):
|
|
|
393
395
|
owners: Optional[List[Union[str, Ownership]]] = None
|
|
394
396
|
structured_properties: Optional[StructuredProperties] = None
|
|
395
397
|
external_url: Optional[str] = None
|
|
398
|
+
domains: Optional[List[str]] = None
|
|
396
399
|
|
|
397
400
|
@property
|
|
398
401
|
def platform_urn(self) -> str:
|
|
@@ -735,7 +738,14 @@ class Dataset(StrictModel):
|
|
|
735
738
|
)
|
|
736
739
|
)
|
|
737
740
|
yield from patch_builder.build()
|
|
738
|
-
|
|
741
|
+
if self.domains:
|
|
742
|
+
mcp = MetadataChangeProposalWrapper(
|
|
743
|
+
entityUrn=self.urn,
|
|
744
|
+
aspect=DomainsClass(
|
|
745
|
+
[make_domain_urn(domain) for domain in self.domains]
|
|
746
|
+
),
|
|
747
|
+
)
|
|
748
|
+
yield mcp
|
|
739
749
|
logger.info(f"Created dataset {self.urn}")
|
|
740
750
|
|
|
741
751
|
@staticmethod
|
|
@@ -897,6 +907,7 @@ class Dataset(StrictModel):
|
|
|
897
907
|
structured_properties_map[sp.propertyUrn].extend(sp.values) # type: ignore[arg-type,union-attr]
|
|
898
908
|
else:
|
|
899
909
|
structured_properties_map[sp.propertyUrn] = sp.values
|
|
910
|
+
domains: Optional[DomainsClass] = graph.get_aspect(urn, DomainsClass)
|
|
900
911
|
|
|
901
912
|
if config.include_downstreams:
|
|
902
913
|
related_downstreams = graph.get_related_entities(
|
|
@@ -937,6 +948,7 @@ class Dataset(StrictModel):
|
|
|
937
948
|
structured_properties=(
|
|
938
949
|
structured_properties_map if structured_properties else None
|
|
939
950
|
),
|
|
951
|
+
domains=[domain for domain in domains.domains] if domains else None,
|
|
940
952
|
downstreams=downstreams if config.include_downstreams else None,
|
|
941
953
|
)
|
|
942
954
|
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
{
|
|
2
|
-
"generated_at": "2025-07-
|
|
2
|
+
"generated_at": "2025-07-24T13:24:05.751563+00:00",
|
|
3
3
|
"generated_by": "metadata-ingestion/scripts/capability_summary.py",
|
|
4
4
|
"plugin_details": {
|
|
5
5
|
"abs": {
|
|
@@ -49,6 +49,7 @@
|
|
|
49
49
|
"capability": "LINEAGE_FINE",
|
|
50
50
|
"description": "Supported for S3 tables",
|
|
51
51
|
"subtype_modifier": [
|
|
52
|
+
"View",
|
|
52
53
|
"Table"
|
|
53
54
|
],
|
|
54
55
|
"supported": true
|
|
@@ -95,6 +96,7 @@
|
|
|
95
96
|
"capability": "LINEAGE_COARSE",
|
|
96
97
|
"description": "Supported for S3 tables",
|
|
97
98
|
"subtype_modifier": [
|
|
99
|
+
"View",
|
|
98
100
|
"Table"
|
|
99
101
|
],
|
|
100
102
|
"supported": true
|
|
@@ -305,7 +307,8 @@
|
|
|
305
307
|
"capability": "LINEAGE_COARSE",
|
|
306
308
|
"description": "Enabled by default to get lineage for views via `include_view_lineage`",
|
|
307
309
|
"subtype_modifier": [
|
|
308
|
-
"View"
|
|
310
|
+
"View",
|
|
311
|
+
"Table"
|
|
309
312
|
],
|
|
310
313
|
"supported": true
|
|
311
314
|
},
|
|
@@ -462,6 +465,12 @@
|
|
|
462
465
|
},
|
|
463
466
|
"datahub": {
|
|
464
467
|
"capabilities": [
|
|
468
|
+
{
|
|
469
|
+
"capability": "CONTAINERS",
|
|
470
|
+
"description": "Enabled by default",
|
|
471
|
+
"subtype_modifier": null,
|
|
472
|
+
"supported": true
|
|
473
|
+
},
|
|
465
474
|
{
|
|
466
475
|
"capability": "DELETION_DETECTION",
|
|
467
476
|
"description": "Enabled by default via stateful ingestion",
|
|
@@ -595,6 +604,12 @@
|
|
|
595
604
|
},
|
|
596
605
|
"delta-lake": {
|
|
597
606
|
"capabilities": [
|
|
607
|
+
{
|
|
608
|
+
"capability": "CONTAINERS",
|
|
609
|
+
"description": "Enabled by default",
|
|
610
|
+
"subtype_modifier": null,
|
|
611
|
+
"supported": true
|
|
612
|
+
},
|
|
598
613
|
{
|
|
599
614
|
"capability": "DELETION_DETECTION",
|
|
600
615
|
"description": "Enabled by default via stateful ingestion",
|
|
@@ -918,6 +933,14 @@
|
|
|
918
933
|
},
|
|
919
934
|
"glue": {
|
|
920
935
|
"capabilities": [
|
|
936
|
+
{
|
|
937
|
+
"capability": "CONTAINERS",
|
|
938
|
+
"description": "Enabled by default",
|
|
939
|
+
"subtype_modifier": [
|
|
940
|
+
"Database"
|
|
941
|
+
],
|
|
942
|
+
"supported": true
|
|
943
|
+
},
|
|
921
944
|
{
|
|
922
945
|
"capability": "LINEAGE_FINE",
|
|
923
946
|
"description": "Support via the `emit_s3_lineage` config field",
|
|
@@ -956,9 +979,39 @@
|
|
|
956
979
|
},
|
|
957
980
|
"grafana": {
|
|
958
981
|
"capabilities": [
|
|
982
|
+
{
|
|
983
|
+
"capability": "LINEAGE_FINE",
|
|
984
|
+
"description": "Enabled by default",
|
|
985
|
+
"subtype_modifier": null,
|
|
986
|
+
"supported": true
|
|
987
|
+
},
|
|
959
988
|
{
|
|
960
989
|
"capability": "DELETION_DETECTION",
|
|
961
|
-
"description": "Enabled by default
|
|
990
|
+
"description": "Enabled by default",
|
|
991
|
+
"subtype_modifier": null,
|
|
992
|
+
"supported": true
|
|
993
|
+
},
|
|
994
|
+
{
|
|
995
|
+
"capability": "OWNERSHIP",
|
|
996
|
+
"description": "Enabled by default",
|
|
997
|
+
"subtype_modifier": null,
|
|
998
|
+
"supported": true
|
|
999
|
+
},
|
|
1000
|
+
{
|
|
1001
|
+
"capability": "TAGS",
|
|
1002
|
+
"description": "Enabled by default",
|
|
1003
|
+
"subtype_modifier": null,
|
|
1004
|
+
"supported": true
|
|
1005
|
+
},
|
|
1006
|
+
{
|
|
1007
|
+
"capability": "PLATFORM_INSTANCE",
|
|
1008
|
+
"description": "Enabled by default",
|
|
1009
|
+
"subtype_modifier": null,
|
|
1010
|
+
"supported": true
|
|
1011
|
+
},
|
|
1012
|
+
{
|
|
1013
|
+
"capability": "LINEAGE_COARSE",
|
|
1014
|
+
"description": "Enabled by default",
|
|
962
1015
|
"subtype_modifier": null,
|
|
963
1016
|
"supported": true
|
|
964
1017
|
}
|
|
@@ -966,7 +1019,7 @@
|
|
|
966
1019
|
"classname": "datahub.ingestion.source.grafana.grafana_source.GrafanaSource",
|
|
967
1020
|
"platform_id": "grafana",
|
|
968
1021
|
"platform_name": "Grafana",
|
|
969
|
-
"support_status": "
|
|
1022
|
+
"support_status": "CERTIFIED"
|
|
970
1023
|
},
|
|
971
1024
|
"hana": {
|
|
972
1025
|
"capabilities": [
|
|
@@ -1057,6 +1110,14 @@
|
|
|
1057
1110
|
"subtype_modifier": null,
|
|
1058
1111
|
"supported": true
|
|
1059
1112
|
},
|
|
1113
|
+
{
|
|
1114
|
+
"capability": "USAGE_STATS",
|
|
1115
|
+
"description": "Supported by default",
|
|
1116
|
+
"subtype_modifier": [
|
|
1117
|
+
"Project"
|
|
1118
|
+
],
|
|
1119
|
+
"supported": true
|
|
1120
|
+
},
|
|
1060
1121
|
{
|
|
1061
1122
|
"capability": "DESCRIPTIONS",
|
|
1062
1123
|
"description": "Supported by default",
|
|
@@ -1433,6 +1494,15 @@
|
|
|
1433
1494
|
},
|
|
1434
1495
|
"looker": {
|
|
1435
1496
|
"capabilities": [
|
|
1497
|
+
{
|
|
1498
|
+
"capability": "CONTAINERS",
|
|
1499
|
+
"description": "Enabled by default",
|
|
1500
|
+
"subtype_modifier": [
|
|
1501
|
+
"LookML Model",
|
|
1502
|
+
"Folder"
|
|
1503
|
+
],
|
|
1504
|
+
"supported": true
|
|
1505
|
+
},
|
|
1436
1506
|
{
|
|
1437
1507
|
"capability": "LINEAGE_FINE",
|
|
1438
1508
|
"description": "Enabled by default, configured using `extract_column_level_lineage`",
|
|
@@ -1489,6 +1559,14 @@
|
|
|
1489
1559
|
},
|
|
1490
1560
|
"lookml": {
|
|
1491
1561
|
"capabilities": [
|
|
1562
|
+
{
|
|
1563
|
+
"capability": "CONTAINERS",
|
|
1564
|
+
"description": "Enabled by default",
|
|
1565
|
+
"subtype_modifier": [
|
|
1566
|
+
"LookML Project"
|
|
1567
|
+
],
|
|
1568
|
+
"supported": true
|
|
1569
|
+
},
|
|
1492
1570
|
{
|
|
1493
1571
|
"capability": "LINEAGE_FINE",
|
|
1494
1572
|
"description": "Enabled by default, configured using `extract_column_level_lineage`",
|
|
@@ -1712,6 +1790,14 @@
|
|
|
1712
1790
|
},
|
|
1713
1791
|
"mongodb": {
|
|
1714
1792
|
"capabilities": [
|
|
1793
|
+
{
|
|
1794
|
+
"capability": "CONTAINERS",
|
|
1795
|
+
"description": "Enabled by default",
|
|
1796
|
+
"subtype_modifier": [
|
|
1797
|
+
"Database"
|
|
1798
|
+
],
|
|
1799
|
+
"supported": true
|
|
1800
|
+
},
|
|
1715
1801
|
{
|
|
1716
1802
|
"capability": "DELETION_DETECTION",
|
|
1717
1803
|
"description": "Enabled by default via stateful ingestion",
|
|
@@ -2511,7 +2597,9 @@
|
|
|
2511
2597
|
{
|
|
2512
2598
|
"capability": "CONTAINERS",
|
|
2513
2599
|
"description": "Enabled by default",
|
|
2514
|
-
"subtype_modifier":
|
|
2600
|
+
"subtype_modifier": [
|
|
2601
|
+
"Database"
|
|
2602
|
+
],
|
|
2515
2603
|
"supported": true
|
|
2516
2604
|
},
|
|
2517
2605
|
{
|
|
@@ -2591,7 +2679,10 @@
|
|
|
2591
2679
|
{
|
|
2592
2680
|
"capability": "CONTAINERS",
|
|
2593
2681
|
"description": "Enabled by default",
|
|
2594
|
-
"subtype_modifier":
|
|
2682
|
+
"subtype_modifier": [
|
|
2683
|
+
"Folder",
|
|
2684
|
+
"S3 bucket"
|
|
2685
|
+
],
|
|
2595
2686
|
"supported": true
|
|
2596
2687
|
},
|
|
2597
2688
|
{
|
|
@@ -75,6 +75,7 @@ from datahub.ingestion.source.aws.tag_entities import (
|
|
|
75
75
|
from datahub.ingestion.source.common.subtypes import (
|
|
76
76
|
DatasetContainerSubTypes,
|
|
77
77
|
DatasetSubTypes,
|
|
78
|
+
SourceCapabilityModifier,
|
|
78
79
|
)
|
|
79
80
|
from datahub.ingestion.source.glue_profiling_config import GlueProfilingConfig
|
|
80
81
|
from datahub.ingestion.source.state.stale_entity_removal_handler import (
|
|
@@ -275,6 +276,13 @@ class GlueSourceReport(StaleEntityRemovalSourceReport):
|
|
|
275
276
|
@capability(
|
|
276
277
|
SourceCapability.LINEAGE_FINE, "Support via the `emit_s3_lineage` config field"
|
|
277
278
|
)
|
|
279
|
+
@capability(
|
|
280
|
+
SourceCapability.CONTAINERS,
|
|
281
|
+
"Enabled by default",
|
|
282
|
+
subtype_modifier=[
|
|
283
|
+
SourceCapabilityModifier.DATABASE,
|
|
284
|
+
],
|
|
285
|
+
)
|
|
278
286
|
class GlueSource(StatefulIngestionSourceBase):
|
|
279
287
|
"""
|
|
280
288
|
Note: if you also have files in S3 that you'd like to ingest, we recommend you use Glue's built-in data catalog. See [here](../../../../docs/generated/ingestion/sources/s3.md) for a quick guide on how to set up a crawler on Glue and ingest the outputs with DataHub.
|
|
@@ -296,13 +296,11 @@ class CassandraSource(StatefulIngestionSourceBase):
|
|
|
296
296
|
qualified_name=dataset_name,
|
|
297
297
|
description=view.comment,
|
|
298
298
|
custom_properties=self._get_dataset_custom_props(view),
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
),
|
|
305
|
-
],
|
|
299
|
+
view_definition=ViewPropertiesClass(
|
|
300
|
+
materialized=True,
|
|
301
|
+
viewLogic=view.where_clause, # Use the WHERE clause as view logic
|
|
302
|
+
viewLanguage="CQL", # Use "CQL" as the language
|
|
303
|
+
),
|
|
306
304
|
)
|
|
307
305
|
|
|
308
306
|
# Construct and emit lineage off of 'base_table_name'
|
|
@@ -6,7 +6,9 @@ from typing import Dict, Iterable, List, Optional
|
|
|
6
6
|
from datahub.emitter.mcp import MetadataChangeProposalWrapper
|
|
7
7
|
from datahub.ingestion.api.common import PipelineContext
|
|
8
8
|
from datahub.ingestion.api.decorators import (
|
|
9
|
+
SourceCapability,
|
|
9
10
|
SupportStatus,
|
|
11
|
+
capability,
|
|
10
12
|
config_class,
|
|
11
13
|
platform_name,
|
|
12
14
|
support_status,
|
|
@@ -37,6 +39,7 @@ logger = logging.getLogger(__name__)
|
|
|
37
39
|
@platform_name("DataHub")
|
|
38
40
|
@config_class(DataHubSourceConfig)
|
|
39
41
|
@support_status(SupportStatus.TESTING)
|
|
42
|
+
@capability(SourceCapability.CONTAINERS, "Enabled by default")
|
|
40
43
|
class DataHubSource(StatefulIngestionSourceBase):
|
|
41
44
|
platform: str = "datahub"
|
|
42
45
|
|
|
@@ -85,6 +85,7 @@ OPERATION_STATEMENT_TYPES = {
|
|
|
85
85
|
@config_class(DeltaLakeSourceConfig)
|
|
86
86
|
@support_status(SupportStatus.INCUBATING)
|
|
87
87
|
@capability(SourceCapability.TAGS, "Can extract S3 object/bucket tags if enabled")
|
|
88
|
+
@capability(SourceCapability.CONTAINERS, "Enabled by default")
|
|
88
89
|
class DeltaLakeSource(StatefulIngestionSourceBase):
|
|
89
90
|
"""
|
|
90
91
|
This plugin extracts:
|