acryl-datahub 1.2.0.4rc1__py3-none-any.whl → 1.2.0.4rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (42) hide show
  1. {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/METADATA +2397 -2396
  2. {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/RECORD +42 -41
  3. datahub/_version.py +1 -1
  4. datahub/api/entities/dataset/dataset.py +3 -3
  5. datahub/api/entities/external/restricted_text.py +3 -3
  6. datahub/api/entities/forms/forms.py +3 -3
  7. datahub/api/entities/structuredproperties/structuredproperties.py +2 -2
  8. datahub/cli/quickstart_versioning.py +1 -1
  9. datahub/cli/specific/assertions_cli.py +37 -2
  10. datahub/cli/specific/datacontract_cli.py +54 -4
  11. datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py +1 -1
  12. datahub/ingestion/api/report.py +21 -2
  13. datahub/ingestion/source/abs/config.py +1 -1
  14. datahub/ingestion/source/abs/datalake_profiler_config.py +1 -1
  15. datahub/ingestion/source/aws/tag_entities.py +2 -2
  16. datahub/ingestion/source/data_lake_common/path_spec.py +6 -3
  17. datahub/ingestion/source/dbt/dbt_cloud.py +6 -3
  18. datahub/ingestion/source/fivetran/fivetran_log_api.py +4 -3
  19. datahub/ingestion/source/grafana/models.py +6 -0
  20. datahub/ingestion/source/hex/hex.py +1 -1
  21. datahub/ingestion/source/iceberg/iceberg.py +4 -4
  22. datahub/ingestion/source/powerbi_report_server/report_server_domain.py +2 -4
  23. datahub/ingestion/source/redshift/datashares.py +1 -1
  24. datahub/ingestion/source/slack/slack.py +7 -14
  25. datahub/ingestion/source/snowflake/snowflake_lineage_v2.py +4 -4
  26. datahub/ingestion/source/tableau/tableau.py +1 -1
  27. datahub/ingestion/source/unity/config.py +36 -1
  28. datahub/ingestion/source/unity/proxy.py +332 -46
  29. datahub/ingestion/source/unity/proxy_types.py +12 -2
  30. datahub/ingestion/source/unity/source.py +91 -34
  31. datahub/ingestion/source/unity/tag_entities.py +2 -2
  32. datahub/ingestion/source/usage/starburst_trino_usage.py +2 -2
  33. datahub/ingestion/transformer/base_transformer.py +8 -5
  34. datahub/sdk/search_client.py +3 -0
  35. datahub/specific/aspect_helpers/fine_grained_lineage.py +76 -0
  36. datahub/specific/datajob.py +15 -1
  37. datahub/specific/dataset.py +37 -59
  38. datahub/utilities/server_config_util.py +2 -1
  39. {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/WHEEL +0 -0
  40. {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/entry_points.txt +0 -0
  41. {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/licenses/LICENSE +0 -0
  42. {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
1
- acryl_datahub-1.2.0.4rc1.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1
+ acryl_datahub-1.2.0.4rc3.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
2
2
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
3
3
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
4
- datahub/_version.py,sha256=78Li6Mh26aa0gDUQi6d6Xk7WjOV1TKcDS2-Mwtcespc,323
4
+ datahub/_version.py,sha256=RnWaD25av-Il2972pMiy9bu-PG3RvPpwnLBxaqcm2jU,323
5
5
  datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
6
6
  datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
7
7
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -48,20 +48,20 @@ datahub/api/entities/dataprocess/dataprocess_instance.py,sha256=IhY-rcXs-r8EatwW
48
48
  datahub/api/entities/dataproduct/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
49
49
  datahub/api/entities/dataproduct/dataproduct.py,sha256=148TmItxDDyGNzfZdL8aDreSEtyAw79IN8N8oSmNOPE,21461
50
50
  datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
- datahub/api/entities/dataset/dataset.py,sha256=r2wHe6MdXKtmvjrpxVBesuurYfvMLCvZKUhlvBk9Zws,50038
51
+ datahub/api/entities/dataset/dataset.py,sha256=j4nQ-1DCMhm5c8Ugf6m-IP-YWkpvaQXnZGfqBA_RQ0I,50128
52
52
  datahub/api/entities/external/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
53
53
  datahub/api/entities/external/external_entities.py,sha256=7HRt3Oz2sw_7BDxEVc6W7jK4UqHXLZuo_rGPJ5NdAoE,7727
54
54
  datahub/api/entities/external/external_tag.py,sha256=Z-wSfu64GMBzDF0AGrkUvabDxU7Xf0NLOsGtAGorvUM,4540
55
55
  datahub/api/entities/external/lake_formation_external_entites.py,sha256=QdB7IUQdHqKo9Bnvvobfl8OlXwp1qpWuT1AVJ-ydSWM,5808
56
- datahub/api/entities/external/restricted_text.py,sha256=whTh0hab7ed_4bioif8K-3OZNl_09cW98jdz7wpDB6s,5536
56
+ datahub/api/entities/external/restricted_text.py,sha256=HLCc9n4u0G1WJcD8XslzNf15OMvl3YF_UUUho4gYccQ,5532
57
57
  datahub/api/entities/external/unity_catalog_external_entites.py,sha256=XiiI_D589OATxyn93ve2BtdFpEq83jMaCBTP3cLtMZI,6090
58
58
  datahub/api/entities/forms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
59
- datahub/api/entities/forms/forms.py,sha256=B1KnoMmaXwznWdbjltoLq3sH9qj-BpzyC7z7FcwwOM4,15812
59
+ datahub/api/entities/forms/forms.py,sha256=Df7C4S7nGPpZU7arB0xBy7-9wvL9FQ0a5apzfWfQVZU,15895
60
60
  datahub/api/entities/forms/forms_graphql_constants.py,sha256=DKpnKlMKTjmnyrCTvp63V4LX4THGTAMq3ep8THrSGP4,537
61
61
  datahub/api/entities/platformresource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
62
62
  datahub/api/entities/platformresource/platform_resource.py,sha256=pVAjv6NoH746Mfvdak7ji0eqlEcEeV-Ji7M5gyNXmds,10603
63
63
  datahub/api/entities/structuredproperties/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
64
- datahub/api/entities/structuredproperties/structuredproperties.py,sha256=CUAMxgQXhlTJThkidyfGiMIeVto4aveThaG2DfDIhZI,8547
64
+ datahub/api/entities/structuredproperties/structuredproperties.py,sha256=o9HghVb3QVDx9ygwSVXOxECnZa2Z5ql2cVMq1G2wI9g,8584
65
65
  datahub/api/graphql/__init__.py,sha256=5yl0dJxO-2d_QuykdJrDIbWq4ja9bo0t2dAEh89JOog,142
66
66
  datahub/api/graphql/assertion.py,sha256=o_q6SV7N1rJTVMNKSUBGJnZPk6TcVYoVShgDmPw65dE,2817
67
67
  datahub/api/graphql/base.py,sha256=zk724_oYSJ0nK7X7Z80MijnA6ry9JqpxnBsJeYuONKA,1737
@@ -84,13 +84,13 @@ datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
84
84
  datahub/cli/migrate.py,sha256=XWW_fd4EUQGAUrKh9oKmtNYmfhcvbqWZJj3TQNgD8Dk,18012
85
85
  datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
86
86
  datahub/cli/put_cli.py,sha256=ehqsxEPVVK-0xu7nVfBl_GxfsDbkgjIjkF8mfGfcIpc,3827
87
- datahub/cli/quickstart_versioning.py,sha256=Ec7SehEImRQW4I_8O89cTG1MvZtnnd8EJx9X8NaauoY,7302
87
+ datahub/cli/quickstart_versioning.py,sha256=9tSIwDSHBX2xCOlzFisgmZ1QIN_Bu6EVVOMInMb6SQw,7309
88
88
  datahub/cli/state_cli.py,sha256=RDXYCb17sqjW49nNdkoGAqNPRRHOKw5lcgcs5QvHeOM,1142
89
89
  datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
90
90
  datahub/cli/timeline_cli.py,sha256=Wc_Mo7khFFHXgRSl2FgtvB8m0QhuCEhkpaFCIOPpHJE,7584
91
91
  datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
92
- datahub/cli/specific/assertions_cli.py,sha256=S_uvdfF-X_51vGyVTfZZD8xIEynbiVajdi6Bb1pJNCQ,5324
93
- datahub/cli/specific/datacontract_cli.py,sha256=5RnU_27HVTMM8Ti-v8OXFdQIO6ooeiMj-tArcZnJD0M,2517
92
+ datahub/cli/specific/assertions_cli.py,sha256=4YvlafrxBIUMmDSnWW9g7qwpuPRu4V4yqTDx0_jAthU,6555
93
+ datahub/cli/specific/datacontract_cli.py,sha256=7Ropg-EOn_n4dcttFDokpC07bbm0IzhR_e1z1AjSLAU,4062
94
94
  datahub/cli/specific/dataproduct_cli.py,sha256=6jGdWisx7vxItYPOlKcjziSlyJF_268T5iytKjuhPlA,14951
95
95
  datahub/cli/specific/dataset_cli.py,sha256=MaIr3PrE1NP6Q_O4CXHm-eyuPah6ypFEgLWP0r-tgBw,8463
96
96
  datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
@@ -148,7 +148,7 @@ datahub/ingestion/api/incremental_properties_helper.py,sha256=KzdxdrQtaMV2XMHfPs
148
148
  datahub/ingestion/api/ingestion_job_checkpointing_provider_base.py,sha256=3lLdkkxVqE9MVc26cdXImPeWy16az5BwgcorWxeBV50,1759
149
149
  datahub/ingestion/api/pipeline_run_listener.py,sha256=5uBP__LbMQxJ2utlf07cIzQINqPbUOKiZyOJta6a0og,713
150
150
  datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX63bI,7454
151
- datahub/ingestion/api/report.py,sha256=_bP7JPHZyftWnCJwFs6YId21mQ0-2rd406H91lLHW98,16942
151
+ datahub/ingestion/api/report.py,sha256=jdAfqkAn1tlwBJBmC_t0-6KzKhKBxO8N3y_NziyBXSU,17889
152
152
  datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
153
153
  datahub/ingestion/api/sink.py,sha256=GZt48PV56FAhNoma-V5EwwRZvezhb40YH_zprm8_Yo0,4961
154
154
  datahub/ingestion/api/source.py,sha256=uf0fNbiOy0bS_aKFOcNv6NvuZe0LSDIDdNza9hraP7s,21857
@@ -157,7 +157,7 @@ datahub/ingestion/api/transform.py,sha256=X0GpjMJzYkLuZx8MTWxH50cWGm9rGsnn3k188m
157
157
  datahub/ingestion/api/workunit.py,sha256=e8n8RfSjHZZm2R4ShNH0UuMtUkMjyqqM2j2t7oL74lo,6327
158
158
  datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
159
159
  datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
160
- datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=fMjPnyWEofIZV52E2AFYU3IgBJwyZvbygXxCJyEtcWI,4442
160
+ datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=0BwkpLhORbsiTHq0g_N_1cVVoZYdLR3qz02mNmsV9-M,4444
161
161
  datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
162
162
  datahub/ingestion/autogenerated/capability_summary.json,sha256=CfD0RKd0bOMmNiv8bIF0x78FXaSMVFIIit62T8TR4og,109072
163
163
  datahub/ingestion/autogenerated/lineage.json,sha256=wjaXxrzpo3M9ppc80TKIgCTuCg0jpb-D9MhBsHXaMOY,10004
@@ -230,8 +230,8 @@ datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGk
230
230
  datahub/ingestion/source/sql_queries.py,sha256=9ICUC6tpXpxvtwfK-9lytJzFcLe8MrNlciwy9DIFM-4,13764
231
231
  datahub/ingestion/source/superset.py,sha256=oi7F2jlvkVr9ItJ_r1Jm4bYfXHYu4vPAFPMPaGJKB84,50608
232
232
  datahub/ingestion/source/abs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
233
- datahub/ingestion/source/abs/config.py,sha256=mBQe0JTaP-Rcv4HnMUUySoYbSr4r3jDEMioxaXHnxXU,6709
234
- datahub/ingestion/source/abs/datalake_profiler_config.py,sha256=Rkf64evufyVGPiE4VK8QAjzBiJFu85tOGMmJ0lJZ2Og,3600
233
+ datahub/ingestion/source/abs/config.py,sha256=WW9JWbzqAJDblAcJKtNeuBHqOeJsB57lW2PqSD65-BU,6729
234
+ datahub/ingestion/source/abs/datalake_profiler_config.py,sha256=FfrcgK-JEF94vw-l3q6pN6FENXb-wZzW2w1VUZVkwW8,3620
235
235
  datahub/ingestion/source/abs/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBot_weD-2_Jxzk,17579
236
236
  datahub/ingestion/source/abs/report.py,sha256=CkRjsNn0Pab-ZPllxz3IUJI_r3x0T6urJePa_hJKi5U,586
237
237
  datahub/ingestion/source/abs/source.py,sha256=z86K5_P_gu8kTytLOAYyQqqD2g14JGSrv1B3g0dUDFs,24070
@@ -243,7 +243,7 @@ datahub/ingestion/source/aws/glue.py,sha256=p5jRzGjzG5BgiZA1b6ayPxn7slpDbHG5iKiB
243
243
  datahub/ingestion/source/aws/s3_boto_utils.py,sha256=Y54jlLV5gLcuZ4Zs57kIW5dYHD89RSFfsVNlFbRnSkQ,3901
244
244
  datahub/ingestion/source/aws/s3_util.py,sha256=OFypcgmVC6jnZM90-gjcPpAMtTV1lbnreCaMhCzNlzs,2149
245
245
  datahub/ingestion/source/aws/sagemaker.py,sha256=Bl2tkBYnrindgx61VHYgNovUF_Kp_fXNcivQn28vC2w,5254
246
- datahub/ingestion/source/aws/tag_entities.py,sha256=1pCjc-3YC8kQJ5bf4x4iQaamz9jm5V83p2PjKtwi9lo,11283
246
+ datahub/ingestion/source/aws/tag_entities.py,sha256=q7DFxSFZ0IZWZrA8iKbgIHtB4OHNa5oQvm0HughU28A,11297
247
247
  datahub/ingestion/source/aws/sagemaker_processors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
248
248
  datahub/ingestion/source/aws/sagemaker_processors/common.py,sha256=x4ijMxKjZ-oJdqGyTwBp2J50uxYT1ejlVlGs8-vDXMU,2234
249
249
  datahub/ingestion/source/aws/sagemaker_processors/feature_groups.py,sha256=IUwPTSITL-RaO3i3lX_KaDwOGPNMXHf66PPWAcMglWI,10383
@@ -290,7 +290,7 @@ datahub/ingestion/source/data_lake_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-
290
290
  datahub/ingestion/source/data_lake_common/config.py,sha256=qUk83B01hjuBKHvVz8SmXnVCy5eFj-2-2QLEOrAdbgk,359
291
291
  datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=IYr5y8vy_6CtMtITqzn6OqovzH1cpe1i30M-75PouXo,7768
292
292
  datahub/ingestion/source/data_lake_common/object_store.py,sha256=i9Hgb8Ww23QD_jEjzj_2qxA8Nr56krnZfo1qyOWmH9M,23608
293
- datahub/ingestion/source/data_lake_common/path_spec.py,sha256=ekJAr4-PE2RhzQnmKb2xcSs_YncC1Dz95-UrXI67Vos,23584
293
+ datahub/ingestion/source/data_lake_common/path_spec.py,sha256=mIwyuysba7mD_qupG1-ARlXrAcqAQU5Zjd_vHXIEdPY,23783
294
294
  datahub/ingestion/source/datahub/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
295
295
  datahub/ingestion/source/datahub/config.py,sha256=bjR1U3F85FbtgqmLDW-f_4dQvuw5AsJQxdQlOUeHDUk,5126
296
296
  datahub/ingestion/source/datahub/datahub_api_reader.py,sha256=hlKADVEPoTFiRGKqRsMF5mL4fSu_IrIW8Nx7LpEzvkM,2134
@@ -300,7 +300,7 @@ datahub/ingestion/source/datahub/datahub_source.py,sha256=mpBrHxf3sitdPZni5B5atl
300
300
  datahub/ingestion/source/datahub/report.py,sha256=VHBfCbwFRzdLdB7hQG9ST4EiZxl_vBCU0XxGcZR6Xxs,940
301
301
  datahub/ingestion/source/datahub/state.py,sha256=PZoT7sSK1wadVf5vN6phrgr7I6LL7ePP-EJjP1OO0bQ,3507
302
302
  datahub/ingestion/source/dbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
303
- datahub/ingestion/source/dbt/dbt_cloud.py,sha256=4gWOFSX0YU8EAJgO4J47NBE4QbNtJ-5nUe66vry-oGc,18160
303
+ datahub/ingestion/source/dbt/dbt_cloud.py,sha256=ILkP6ui48VU8pClDQz6jaFR026gcF7lyUX4gt9im8Vg,18428
304
304
  datahub/ingestion/source/dbt/dbt_common.py,sha256=3NcCYsJSDfC5j7ajC_Mr3MnA_sF9DTq1ka6ft3b0u6A,85997
305
305
  datahub/ingestion/source/dbt/dbt_core.py,sha256=WVI2ZYXOMxgFzJnJqsqmEGS-5xdfiVIDsCb78lvSeQ0,24930
306
306
  datahub/ingestion/source/dbt/dbt_tests.py,sha256=pOZJaP4VsbaE5j4qVlE_E3ifno_KQpidfGTvOi5fr6I,9839
@@ -328,7 +328,7 @@ datahub/ingestion/source/fivetran/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
328
328
  datahub/ingestion/source/fivetran/config.py,sha256=00jc9srBZUQ18RSSCnHiOoJ4_F6I_rp--z-V7d9wXNY,9031
329
329
  datahub/ingestion/source/fivetran/data_classes.py,sha256=ecdUJH5BEze0yv-uFpKWPNaNmV1gORDA2XMFk0zhcBw,595
330
330
  datahub/ingestion/source/fivetran/fivetran.py,sha256=s8wcECtmuugUoZ0Zdthq0SIPpTLvziZXuhhUX9bJ5N4,14492
331
- datahub/ingestion/source/fivetran/fivetran_log_api.py,sha256=5bmG705tCOaKAIjnomJfGCyCwKc7NahtW-rMP-4YifU,12902
331
+ datahub/ingestion/source/fivetran/fivetran_log_api.py,sha256=PNzuykiiFTU8FhBIfUbW6udURZpz_35aq7rfffbpIfA,13010
332
332
  datahub/ingestion/source/fivetran/fivetran_query.py,sha256=c1begMnLtWoLBmaKBiarpMZ6HTVAI6hDPKn26DYuMYI,5343
333
333
  datahub/ingestion/source/gc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
334
334
  datahub/ingestion/source/gc/datahub_gc.py,sha256=EXO-Stj6gGMLTSTbSBC-C3_zpjpQtFN9pAMWR95ma0I,12830
@@ -347,18 +347,18 @@ datahub/ingestion/source/grafana/grafana_api.py,sha256=pSbaHGPQ4HajCyVnvfEjl9zr2
347
347
  datahub/ingestion/source/grafana/grafana_config.py,sha256=l1vLcd_mbWOC6G9Mr329bW2Tm__SG9SZjkJdoz7UzEE,3674
348
348
  datahub/ingestion/source/grafana/grafana_source.py,sha256=tUYW0bXvnwhfBpSRQh4KobhOThXhezdH4hy2IPBkgag,21727
349
349
  datahub/ingestion/source/grafana/lineage.py,sha256=qDWCiceOotVApOpcGhRK9OTqyRJIPqXcJi6CKnfK8z0,7178
350
- datahub/ingestion/source/grafana/models.py,sha256=CSIJbLP1_80h9PqGxh57zEYYydEGEQqmQDlfg22ZeM0,4240
350
+ datahub/ingestion/source/grafana/models.py,sha256=FpP7AtZv5_Ob3bbhHhujgvrVsgvpfye3TlAeTe0Jeak,4467
351
351
  datahub/ingestion/source/grafana/report.py,sha256=LTRxjXYCYHwOaj1zrenCDAvFBE5U5tAv6Wh5LlfsgfE,2963
352
352
  datahub/ingestion/source/grafana/types.py,sha256=Bz0-FIPBXHaBjfFHYGJhE20c2vYZwAsXr70MVGjSu6s,443
353
353
  datahub/ingestion/source/hex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
354
354
  datahub/ingestion/source/hex/api.py,sha256=1cjLuR6dAJor0C281VMzG8hc_noo0MsPu4FgBVvU1vI,12816
355
355
  datahub/ingestion/source/hex/constants.py,sha256=8hUTMWyG5keTNfXoLu_Dh413Hw_mGGJX1atiiDZyKtg,271
356
- datahub/ingestion/source/hex/hex.py,sha256=tUYNcvwKVoQuRWv4KhcDnMeOpICh4JwhD8oF988Tjg4,13199
356
+ datahub/ingestion/source/hex/hex.py,sha256=GHSz3uZsAZ3XgqmTAwzwzMiHcpDcOZmvNb4F3eerGV8,13200
357
357
  datahub/ingestion/source/hex/mapper.py,sha256=N3mTlEcrOmhv9ia1dnHGFgFJD2ddyTtU3H5IUbb-UxU,13344
358
358
  datahub/ingestion/source/hex/model.py,sha256=S9bUhfFcjzuio2dBS6HzSyRVPiSJvRvMQ0qyVrjV5-E,1766
359
359
  datahub/ingestion/source/hex/query_fetcher.py,sha256=r9UvF_qwswkRlNY7AI8p46eqAYSxVtjVE2e7eO4XagA,13384
360
360
  datahub/ingestion/source/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
361
- datahub/ingestion/source/iceberg/iceberg.py,sha256=BNDGooK9cmqpOjzkV1u4rpsduVPNWg_97Uca6aLurNU,35431
361
+ datahub/ingestion/source/iceberg/iceberg.py,sha256=UWfI4sN5uO6f9KzxjY939a_BIkAnPf0ELCmFvf9KuYg,35427
362
362
  datahub/ingestion/source/iceberg/iceberg_common.py,sha256=CD_yHQ_wEgivyLQUTRO9BZJB29S7j5fUVllki-BPwUU,12292
363
363
  datahub/ingestion/source/iceberg/iceberg_profiler.py,sha256=9iwp2vpQTi4OMbIKoDZV5lAdvjMR0ls6Llpck9grJIE,9875
364
364
  datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -427,7 +427,7 @@ datahub/ingestion/source/powerbi/rest_api_wrapper/query.py,sha256=VNw1Uvli6g0pnu
427
427
  datahub/ingestion/source/powerbi_report_server/__init__.py,sha256=N9fGcrHXBbuPmx9rpGjd_jkMC3smXmfiwISDP1QZapk,324
428
428
  datahub/ingestion/source/powerbi_report_server/constants.py,sha256=i_hXcvPHjwk3VpTT5ef7s8dN9F6pJzPyRUiG5UzCCYI,3544
429
429
  datahub/ingestion/source/powerbi_report_server/report_server.py,sha256=4WYIJj7CHjPO68118KldscoqvuhI7YuFMXyqica93xw,19978
430
- datahub/ingestion/source/powerbi_report_server/report_server_domain.py,sha256=J43_u4O_HjomB_cKvqOpR1gNPeRYp-WkWBRuOf9sTxI,11769
430
+ datahub/ingestion/source/powerbi_report_server/report_server_domain.py,sha256=qhmwk4Bw2xORIFSwBlH7KUkNerkgPyihgEjtLWb3iBw,11731
431
431
  datahub/ingestion/source/profiling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
432
432
  datahub/ingestion/source/profiling/common.py,sha256=4sZ58AeBV64KRfKAgjkg-UyNjAc3YERahQMmW4algAw,1426
433
433
  datahub/ingestion/source/qlik_sense/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -438,7 +438,7 @@ datahub/ingestion/source/qlik_sense/qlik_sense.py,sha256=xehXgOnG9ah0GE5b8wm9OJY
438
438
  datahub/ingestion/source/qlik_sense/websocket_connection.py,sha256=jp39OInvjCN9BtnKsHU_aa1B3X9hVHqSmD25stXuqHk,1940
439
439
  datahub/ingestion/source/redshift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
440
440
  datahub/ingestion/source/redshift/config.py,sha256=l_hlgsCjvlcgcFQpd5WMKlW8nqQUhaMGec8FnUbSl6Y,8997
441
- datahub/ingestion/source/redshift/datashares.py,sha256=kH3YkoenOa59XZU12XeUf283lOOAITYD9jOXpy8R06E,9227
441
+ datahub/ingestion/source/redshift/datashares.py,sha256=7G4YoEigZTl-K1aWDw3Jl8s3-3EnX4L46mCKu1LqxYI,9234
442
442
  datahub/ingestion/source/redshift/exception.py,sha256=dxzYUIv5B_FAWhOuzG2u5We7FX-ar4jhOXPXAlEIvgM,2055
443
443
  datahub/ingestion/source/redshift/lineage.py,sha256=IPF8vHy2MFyhK-hu2-lxV2-kcnNAEzltPLnnIvwIBMY,44100
444
444
  datahub/ingestion/source/redshift/lineage_v2.py,sha256=dbTvuaJBV5yvCWM_oEAqZIA1JOlGxLJOexbEB47A_xE,17962
@@ -474,7 +474,7 @@ datahub/ingestion/source/sigma/data_classes.py,sha256=YZkkzwftV34mq5c_4jlC2PCSiR
474
474
  datahub/ingestion/source/sigma/sigma.py,sha256=7dbkwk8_wp94XH9mhmtI_8ihR35cqYywtU-dc_oK4Cc,25386
475
475
  datahub/ingestion/source/sigma/sigma_api.py,sha256=7PK5AQa838hYeaQ5L0dioi4n4bLrpN-r7COKTTNUYw8,19837
476
476
  datahub/ingestion/source/slack/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
477
- datahub/ingestion/source/slack/slack.py,sha256=pc-5zmXXwyxx0Q8hfyKbXPW2ZYieaM-NwbH8Fk_E9ng,25986
477
+ datahub/ingestion/source/slack/slack.py,sha256=JWanUfzFGynV_PWcH0YzJIbRcmL880DA6dEI9QW-QiQ,25800
478
478
  datahub/ingestion/source/snowflake/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
479
479
  datahub/ingestion/source/snowflake/constants.py,sha256=XCW3vw4JfLn_s8-oXBX6WFNMPOkX5qAQLFX2KqagojQ,2678
480
480
  datahub/ingestion/source/snowflake/oauth_config.py,sha256=ol9D3RmruGStJAeL8PYSQguSqcD2HfkjPkMF2AB_eZs,1277
@@ -483,7 +483,7 @@ datahub/ingestion/source/snowflake/snowflake_assertion.py,sha256=_l3k4aI9wvioE81
483
483
  datahub/ingestion/source/snowflake/snowflake_config.py,sha256=6uR7eZDmEfLpfs_QYNJGTTZI6N2VOvjqXKmG_7c6-9Q,22291
484
484
  datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=3-nP3HHCblUnUHYo_fvFp5VOAteCtR4GNjaUEvyNTNQ,18175
485
485
  datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
486
- datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=eWUlWMc5X2X_Y1I2peworFWLLsXQjryEHxPDuSqrowg,21683
486
+ datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=a2vDWZNthV3AqD3Y_Rd4lHSZbaiyuEc--WXWcJqcV0k,21711
487
487
  datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=PmQi-qDlRhdJ-PsJ7x-EScIiswWRAxDDOKHydvN3mTY,7404
488
488
  datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=deJwFf9Bg3bphMi6WNfPon59hFSLYJZ4ByQA4pUkTkU,42926
489
489
  datahub/ingestion/source/snowflake/snowflake_query.py,sha256=kqOxibplHyDhdioue8MeXBzeDS9d274-dspb-wyWMMI,38165
@@ -547,27 +547,27 @@ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider
547
547
  datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
548
548
  datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
549
549
  datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
550
- datahub/ingestion/source/tableau/tableau.py,sha256=SO89gIsLUIxkHpTANUVdqkbsgpyO5mIcO1m3kZylgaM,155893
550
+ datahub/ingestion/source/tableau/tableau.py,sha256=aadKU4hFzsD2zhaFysTReUyg6FOAGE_HtZjuoLsIy28,155885
551
551
  datahub/ingestion/source/tableau/tableau_common.py,sha256=4cUm3E8wLfjLSjcAXXWDWVUXAEho_hbsQa2BzAF-vtM,27012
552
552
  datahub/ingestion/source/tableau/tableau_constant.py,sha256=4ngrOwqxf4cgbLR3i0OKI4pUxmHMABKyywfhXQ0GazA,2592
553
553
  datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=nSyx9RzC6TCQDm-cTVJ657qT8iDwzk_8JMKpohhmOc4,1046
554
554
  datahub/ingestion/source/tableau/tableau_validation.py,sha256=Hjbfc1AMIkGgzo5ffWXtNRjrxSxzHvw7-dYZDt4d3WE,1819
555
555
  datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
556
556
  datahub/ingestion/source/unity/analyze_profiler.py,sha256=2pqkFY30CfN4aHgFZZntjeG0hNhBytZJvXC13VfTc1I,4689
557
- datahub/ingestion/source/unity/config.py,sha256=7QosoBthg9kirHfXev_vhefkobUxYnp1DTc8Z62wSEo,14972
557
+ datahub/ingestion/source/unity/config.py,sha256=qOhM0ZggovgrQpm4umthx6Gf4t0uqyr_VUyafqL4Rww,16554
558
558
  datahub/ingestion/source/unity/connection_test.py,sha256=B143Wb28fS0V4GhygU9hzKqiArWBjsQO54IUCPf23dc,2586
559
559
  datahub/ingestion/source/unity/ge_profiler.py,sha256=NBRHZceq-f95iUn7u0h7cgcd9nAc48Aa-lmp_BqE0As,8409
560
560
  datahub/ingestion/source/unity/hive_metastore_proxy.py,sha256=IAWWJjaW0si_UF52Se2D7wmdYRY_afUG4QlVmQu6xaw,15351
561
- datahub/ingestion/source/unity/proxy.py,sha256=iZ2ftKOXkxpFr0_2bEYEm31ci9OZJWFYgna3DNLCXrQ,26706
561
+ datahub/ingestion/source/unity/proxy.py,sha256=A2ysUIFv7kvo9ddzdPW1cAFmWfJr2UpGiwCufDNvrzw,38677
562
562
  datahub/ingestion/source/unity/proxy_profiling.py,sha256=WLqvYP6MziaisA4LYL4T_GA-kPt6Xdde7bfaYsjYw40,9663
563
- datahub/ingestion/source/unity/proxy_types.py,sha256=qrvHiwPzl5cPX-KRvcIGGeJVdr0I8XUQmoAI6ErZ-v8,9371
563
+ datahub/ingestion/source/unity/proxy_types.py,sha256=7VDGpkI1a9zlx-pb0SvvKCAKD-PBhyBJMeyHKfwLHOg,9710
564
564
  datahub/ingestion/source/unity/report.py,sha256=XFT9oQfvEB4RkTvWGgFOoQuLPUN_AIoPXZ79xeDhGHQ,2831
565
- datahub/ingestion/source/unity/source.py,sha256=udK1_WI7RO2Uzx9xis0mx264nHXDiMeP4Kah3-CFXis,49832
566
- datahub/ingestion/source/unity/tag_entities.py,sha256=QUYPso5WMF7oWTpvFqoA8cAbAnmHrkhKiGr2kDjf5zo,11568
565
+ datahub/ingestion/source/unity/source.py,sha256=R8YpkoHcEwoS5XW-hkasmLydFtAOQ5GCnt2RIXjl-h4,51829
566
+ datahub/ingestion/source/unity/tag_entities.py,sha256=6dhbB33o0RcWa7WHm1h4QB5Hc7kXFauvs4tnADv2P_M,11582
567
567
  datahub/ingestion/source/unity/usage.py,sha256=0wETBAaZvHI_EGgBlxX3bKsVHEAdnUV8_bKI_lbyWjY,11500
568
568
  datahub/ingestion/source/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
569
569
  datahub/ingestion/source/usage/clickhouse_usage.py,sha256=M6YVQqwJoFqJPxlTr62lFwxfDeX2-_9Diw6qtcq2XWM,10244
570
- datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=EnxKQ6IMt0o3VLvqfFJAE-mYMnLponnKGZEsVeGet1c,10802
570
+ datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=E5wlRQ-jkwSqFaHWgwnWRPu5IiWwxOnPXX1bCv_v__E,10815
571
571
  datahub/ingestion/source/usage/usage_common.py,sha256=uuCgIduhlRL2zIAN8rymZ5cZn1WF6akZ-ZbbaVYo9_w,9813
572
572
  datahub/ingestion/source/vertexai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
573
573
  datahub/ingestion/source/vertexai/vertexai.py,sha256=RuHda0mbc1DElYZIZ_W_hvkN7Eg4LIvI1fRFMvpHPB0,56012
@@ -591,7 +591,7 @@ datahub/ingestion/transformer/add_dataset_schema_terms.py,sha256=ftoZ4DJE0lJTKnz
591
591
  datahub/ingestion/transformer/add_dataset_tags.py,sha256=eyvQpb0hntSmaP9HSHcIiHLvLFtkEeX-BKmHVtuaF3Y,4737
592
592
  datahub/ingestion/transformer/add_dataset_terms.py,sha256=F3DgVFJfm_Ofh4NOt7caKbVx4FQE-tOns17E0qDn43o,5799
593
593
  datahub/ingestion/transformer/auto_helper_transformer.py,sha256=MuxoHr0_SPi8LpHbYYOYaEO8d-7XBu2zRn-PDnqrIHU,2843
594
- datahub/ingestion/transformer/base_transformer.py,sha256=j5HmnplhY1K_7oa9DNHhCegs6eMKndc-VFoT8GGxgpU,12383
594
+ datahub/ingestion/transformer/base_transformer.py,sha256=TQDkD-KNtGxb0xuAFfrF7X8FhYRTm53uMNhMzc5FZiM,12558
595
595
  datahub/ingestion/transformer/dataset_domain.py,sha256=WWvATUs9Z59_m5F6ZUA5fktJ6OBWzrJuJ2VAjdmHrCI,9032
596
596
  datahub/ingestion/transformer/dataset_domain_based_on_tags.py,sha256=HN3QapXNg2CTj54F4mY3f-XkAIB-rMu0mG7ThOCE5fI,3092
597
597
  datahub/ingestion/transformer/dataset_transformer.py,sha256=dOK0oO6R6dbuxk5i5Za6hkzy8xCEpQxG8iKjXeIZKM4,5305
@@ -961,7 +961,7 @@ datahub/sdk/main_client.py,sha256=jxe_59hu68F95aw4c9DsaAA108D5NuJtyu2CatAMAZU,56
961
961
  datahub/sdk/mlmodel.py,sha256=cO5R8BYVljmQ0w33RIOuZmj4nq8OJCDVAZGTQI6YFS8,12628
962
962
  datahub/sdk/mlmodelgroup.py,sha256=wlZZHny0UORpF0fRYuVkWLSQwIHX_fWl5lPb1NKR6dM,8194
963
963
  datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
964
- datahub/sdk/search_client.py,sha256=hlk40VnD3eT88hMgwXAUv31-ENbDe50P-gsXUnGSNeo,3512
964
+ datahub/sdk/search_client.py,sha256=f2L_aOy-pPB9Mk7WdLSJ6Htp3OT4cEgDIrqnCweNtM8,3592
965
965
  datahub/sdk/search_filters.py,sha256=g0Hj2kxq797eB3oouIiQmSAQ5Z0gPqUN6l0UbTggWiI,17785
966
966
  datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
967
967
  datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
@@ -971,13 +971,14 @@ datahub/secret/secret_store.py,sha256=2VP_Vd336Cy7C-2kwp4rx8MAqtYgtwv8XyzzNTXE5x
971
971
  datahub/specific/__init__.py,sha256=r5RYM5mDnskLzin3vc87HV-9GSz3P6uQw8AlsN14LaI,88
972
972
  datahub/specific/chart.py,sha256=EUIRzcYNTs6tXoxVwYjJfD74Jw80kAjXyySjjEoTfw4,6685
973
973
  datahub/specific/dashboard.py,sha256=3AsXZ1Cp03uaTHsOmJqEiXzJjZUBgDbX-zmgwMw908o,11514
974
- datahub/specific/datajob.py,sha256=yZXic3CuCGxg-ewnaHphoH9Jjpe-P09XbN7T-rrvkyE,13711
974
+ datahub/specific/datajob.py,sha256=ZXB39I8AiUg0ll0inFDvTv53LxDbgwgsNquXQ2lDhtw,14371
975
975
  datahub/specific/dataproduct.py,sha256=xJbVEACTbwQq7FJO1DAtjCERu3KLU9satU5nwZ5O390,3015
976
- datahub/specific/dataset.py,sha256=E4XTS4T1c5mjdDn0sTAZsXJ4eK-REV3wwhSxTQkjWJs,10067
976
+ datahub/specific/dataset.py,sha256=x_7BPoVN59t48sVUYFh3kVeZq8-k8H_aZcEwc2M43Yo,9313
977
977
  datahub/specific/form.py,sha256=hbxmmBWHma0d4NCZEGR6Nr6R-5A5gYgl1mmkGgnM97o,3834
978
978
  datahub/specific/structured_property.py,sha256=NZ2yppDgtqrH04Wn3_m5IupyLeWoBCMygyr3nEi1A3o,4038
979
979
  datahub/specific/aspect_helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
980
980
  datahub/specific/aspect_helpers/custom_properties.py,sha256=a7w4Ml3mEFX31TwZLEpPE_-wrjQ0tGmw9bbq1DBjTf8,2247
981
+ datahub/specific/aspect_helpers/fine_grained_lineage.py,sha256=gXpP26gvNaoOqJCxunaO4ZHicmqC1h-hGFq5G87bGTI,2731
981
982
  datahub/specific/aspect_helpers/ownership.py,sha256=rNYiJSqb_FJQhFRSIQScg4mfxgYhPvjeaYyvutY6CN0,1861
982
983
  datahub/specific/aspect_helpers/structured_properties.py,sha256=EVnFS025r-PG5PAC7VENVJO-JvDYif2VeYonsC3Z8m8,2255
983
984
  datahub/specific/aspect_helpers/tags.py,sha256=YHcKfRaIvv12wcmfMc8-Dk6gf6xIvJedkn451uBuz-Y,1254
@@ -1046,7 +1047,7 @@ datahub/utilities/sample_data.py,sha256=DMwN3yAqJPrF_rZF6CU0_iLSNBFfsAQ-no0KQhgw
1046
1047
  datahub/utilities/search_utils.py,sha256=BdZfixXrB6lcD_ec6pCotGtVKQ4ekTtmaZDFGyeZfBg,9683
1047
1048
  datahub/utilities/sentinels.py,sha256=p299J2YR62K2Mbuy-2lrGH4BnF9dkRqGo59Wub0hYV4,417
1048
1049
  datahub/utilities/serialized_lru_cache.py,sha256=R9enyN5BlatknX4KFq9euYc2yiE1rRMucPbAHg09Goc,3247
1049
- datahub/utilities/server_config_util.py,sha256=2xQzSwMSqEV7tL2c6T41cMmMfBYFFVJswTrBO9xa6UY,9878
1050
+ datahub/utilities/server_config_util.py,sha256=_mkscT9I1F3JwLR8EylBjKu1p_aRKqMkUWQb8IRpr_s,9945
1050
1051
  datahub/utilities/sql_formatter.py,sha256=tYXIsKjKmpKh0JXGxeAPrHkUWYd1SwJNLjUZsfQP2h0,1016
1051
1052
  datahub/utilities/sqlalchemy_query_combiner.py,sha256=ZWGPG5mrKuumSSEQMrUSjUjSKTaDXw71KWI7Ytnv2xE,15027
1052
1053
  datahub/utilities/sqlalchemy_type_converter.py,sha256=H4S4xnnyPozDBHFhBh4rjjoXa5novFzYIUBJy2KSrVc,9805
@@ -1101,8 +1102,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1101
1102
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1102
1103
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1103
1104
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1104
- acryl_datahub-1.2.0.4rc1.dist-info/METADATA,sha256=Q4nQsXgwdBhJYjZBIPHFvD-YgHeHgbm5IP2lLo_sNnM,182014
1105
- acryl_datahub-1.2.0.4rc1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1106
- acryl_datahub-1.2.0.4rc1.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
1107
- acryl_datahub-1.2.0.4rc1.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1108
- acryl_datahub-1.2.0.4rc1.dist-info/RECORD,,
1105
+ acryl_datahub-1.2.0.4rc3.dist-info/METADATA,sha256=W3RhhadLwOp6NAr4For0h_tCm4TDYou3e-bmFqppPHk,182056
1106
+ acryl_datahub-1.2.0.4rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1107
+ acryl_datahub-1.2.0.4rc3.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
1108
+ acryl_datahub-1.2.0.4rc3.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1109
+ acryl_datahub-1.2.0.4rc3.dist-info/RECORD,,
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.2.0.4rc1"
3
+ __version__ = "1.2.0.4rc3"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
@@ -136,7 +136,7 @@ class StructuredPropertiesHelper:
136
136
 
137
137
  class SchemaFieldSpecification(StrictModel):
138
138
  id: Optional[str] = None
139
- urn: Optional[str] = None
139
+ urn: Optional[str] = Field(None, validate_default=True)
140
140
  structured_properties: Optional[StructuredProperties] = None
141
141
  type: Optional[str] = None
142
142
  nativeDataType: Optional[str] = None
@@ -382,9 +382,9 @@ class Dataset(StrictModel):
382
382
  id: Optional[str] = None
383
383
  platform: Optional[str] = None
384
384
  env: str = "PROD"
385
- urn: Optional[str] = None
385
+ urn: Optional[str] = Field(None, validate_default=True)
386
386
  description: Optional[str] = None
387
- name: Optional[str] = None
387
+ name: Optional[str] = Field(None, validate_default=True)
388
388
  schema_metadata: Optional[SchemaSpecification] = Field(default=None, alias="schema")
389
389
  downstreams: Optional[List[str]] = None
390
390
  properties: Optional[Dict[str, str]] = None
@@ -45,9 +45,9 @@ class RestrictedText(ConfigModel):
45
45
  custom_field="hello-world.test"
46
46
  )
47
47
 
48
- # model.name returns truncated and sanitized version
49
- # model.name.raw_text returns original value
50
- # model.custom_field returns "hello_worl..."
48
+ print(model.name) # Truncated and sanitized version
49
+ print(model.name.text) # Original value
50
+ print(model.custom_field) # "hello_worl..."
51
51
  ```
52
52
  """
53
53
 
@@ -5,7 +5,7 @@ from pathlib import Path
5
5
  from typing import List, Optional, Union
6
6
 
7
7
  import yaml
8
- from pydantic import validator
8
+ from pydantic import Field, validator
9
9
  from ruamel.yaml import YAML
10
10
  from typing_extensions import Literal
11
11
 
@@ -67,7 +67,7 @@ class Prompt(ConfigModel):
67
67
  description: Optional[str] = None
68
68
  type: str
69
69
  structured_property_id: Optional[str] = None
70
- structured_property_urn: Optional[str] = None
70
+ structured_property_urn: Optional[str] = Field(default=None, validate_default=True)
71
71
  required: Optional[bool] = None
72
72
 
73
73
  @validator("structured_property_urn", pre=True, always=True)
@@ -111,7 +111,7 @@ class Actors(ConfigModel):
111
111
 
112
112
  class Forms(ConfigModel):
113
113
  id: Optional[str] = None
114
- urn: Optional[str] = None
114
+ urn: Optional[str] = Field(default=None, validate_default=True)
115
115
  name: str
116
116
  description: Optional[str] = None
117
117
  prompts: List[Prompt] = []
@@ -4,7 +4,7 @@ from pathlib import Path
4
4
  from typing import Iterable, List, Optional, Union
5
5
 
6
6
  import yaml
7
- from pydantic import StrictStr, validator
7
+ from pydantic import Field, StrictStr, validator
8
8
  from ruamel.yaml import YAML
9
9
 
10
10
  from datahub.configuration.common import ConfigModel
@@ -68,7 +68,7 @@ class TypeQualifierAllowedTypes(ConfigModel):
68
68
 
69
69
  class StructuredProperties(ConfigModel):
70
70
  id: Optional[str] = None
71
- urn: Optional[str] = None
71
+ urn: Optional[str] = Field(None, validate_default=True)
72
72
  qualified_name: Optional[str] = None
73
73
  type: str
74
74
  value_entity_types: Optional[List[str]] = None
@@ -44,7 +44,7 @@ def get_minimum_supported_version_message(version: str) -> str:
44
44
  class QuickstartExecutionPlan(BaseModel):
45
45
  composefile_git_ref: str
46
46
  docker_tag: str
47
- mysql_tag: Optional[str]
47
+ mysql_tag: Optional[str] = None
48
48
 
49
49
 
50
50
  def _is_it_a_version(version: str) -> bool:
@@ -1,3 +1,8 @@
1
+ """
2
+ DEPRECATED: This assertions CLI is no longer supported and will be removed in a future version.
3
+ Please use alternative methods for managing assertions in DataHub.
4
+ """
5
+
1
6
  import logging
2
7
  import os
3
8
  from pathlib import Path
@@ -26,7 +31,18 @@ REPORT_FILE_NAME = "compile_report.json"
26
31
 
27
32
  @click.group(cls=DefaultGroup, default="upsert")
28
33
  def assertions() -> None:
29
- """A group of commands to interact with the Assertion entity in DataHub."""
34
+ """A group of commands to interact with the Assertion entity in DataHub.
35
+
36
+ ⚠️ DEPRECATED: This assertions CLI is no longer supported and will be removed
37
+ in a future version. Please use alternative methods for managing assertions in DataHub.
38
+ """
39
+ click.secho(
40
+ "⚠️ WARNING: The assertions CLI is deprecated and no longer supported. "
41
+ "It may be removed in a future version. Please use alternative methods for managing assertions in DataHub.",
42
+ fg="yellow",
43
+ bold=True,
44
+ err=True,
45
+ )
30
46
  pass
31
47
 
32
48
 
@@ -34,7 +50,16 @@ def assertions() -> None:
34
50
  @click.option("-f", "--file", required=True, type=click.Path(exists=True))
35
51
  @upgrade.check_upgrade
36
52
  def upsert(file: str) -> None:
37
- """Upsert (create or update) a set of assertions in DataHub."""
53
+ """Upsert (create or update) a set of assertions in DataHub.
54
+
55
+ ⚠️ DEPRECATED: This command is deprecated and no longer supported.
56
+ """
57
+ click.secho(
58
+ "⚠️ WARNING: The 'upsert' command is deprecated and no longer supported.",
59
+ fg="yellow",
60
+ bold=True,
61
+ err=True,
62
+ )
38
63
 
39
64
  assertions_spec: AssertionsConfigSpec = AssertionsConfigSpec.from_yaml(file)
40
65
 
@@ -78,7 +103,15 @@ def compile(
78
103
  In future, we may introduce separate command to automatically apply these compiled changes
79
104
  in assertion platform. Currently, generated result artifacts are stored in target folder
80
105
  unless another folder is specified using option `--output-to <folder>`.
106
+
107
+ ⚠️ DEPRECATED: This command is deprecated and no longer supported.
81
108
  """
109
+ click.secho(
110
+ "⚠️ WARNING: The 'compile' command is deprecated and no longer supported.",
111
+ fg="yellow",
112
+ bold=True,
113
+ err=True,
114
+ )
82
115
 
83
116
  if platform not in ASSERTION_PLATFORMS:
84
117
  click.secho(
@@ -146,3 +179,5 @@ def extras_list_to_dict(extras: List[str]) -> Dict[str, str]:
146
179
  # Later:
147
180
  # 3. execute compiled assertions on assertion platform (Later, requires connection details to platform),
148
181
  # 4. cleanup assertions from assertion platform (generate artifacts. optionally execute)
182
+ #
183
+ # NOTE: This entire assertions CLI is deprecated and these TODOs will not be implemented.
@@ -1,4 +1,5 @@
1
1
  import logging
2
+ import warnings
2
3
  from typing import Optional
3
4
 
4
5
  import click
@@ -14,15 +15,52 @@ logger = logging.getLogger(__name__)
14
15
 
15
16
  @click.group(cls=DefaultGroup, default="upsert")
16
17
  def datacontract() -> None:
17
- """A group of commands to interact with the DataContract entity in DataHub."""
18
- pass
18
+ """
19
+ A group of commands to interact with the DataContract entity in DataHub.
20
+
21
+ WARNING: This CLI is DEPRECATED and no longer supported.
22
+ Please migrate to alternative data contract solutions.
23
+ """
24
+ # Issue deprecation warning
25
+ warnings.warn(
26
+ "The datacontract CLI is deprecated and no longer supported. "
27
+ "Please migrate to alternative data contract solutions.",
28
+ DeprecationWarning,
29
+ stacklevel=2,
30
+ )
31
+
32
+ # Log deprecation message for runtime visibility
33
+ logger.warning(
34
+ "DEPRECATED: The datacontract CLI is no longer supported and will be removed in a future version. "
35
+ "Please migrate to alternative data contract solutions."
36
+ )
37
+
38
+ # Display deprecation message to user
39
+ click.secho(
40
+ "⚠️ WARNING: This datacontract CLI is DEPRECATED and no longer supported.",
41
+ fg="yellow",
42
+ bold=True,
43
+ )
44
+ click.secho("Please migrate to alternative data contract solutions.", fg="yellow")
19
45
 
20
46
 
21
47
  @datacontract.command()
22
48
  @click.option("-f", "--file", required=True, type=click.Path(exists=True))
23
49
  @upgrade.check_upgrade
24
50
  def upsert(file: str) -> None:
25
- """Upsert (create or update) a Data Contract in DataHub."""
51
+ """
52
+ Upsert (create or update) a Data Contract in DataHub.
53
+
54
+ WARNING: This command is DEPRECATED and no longer supported.
55
+ """
56
+
57
+ click.secho(
58
+ "⚠️ WARNING: The 'upsert' command is deprecated and no longer supported.",
59
+ fg="yellow",
60
+ bold=True,
61
+ )
62
+
63
+ logger.warning("DEPRECATED: datacontract upsert command is no longer supported")
26
64
 
27
65
  data_contract: DataContract = DataContract.from_yaml(file)
28
66
  urn = data_contract.urn
@@ -59,7 +97,19 @@ def upsert(file: str) -> None:
59
97
  @click.option("--hard/--soft", required=False, is_flag=True, default=False)
60
98
  @upgrade.check_upgrade
61
99
  def delete(urn: Optional[str], file: Optional[str], hard: bool) -> None:
62
- """Delete a Data Contract in DataHub. Defaults to a soft-delete. Use --hard to completely erase metadata."""
100
+ """
101
+ Delete a Data Contract in DataHub. Defaults to a soft-delete. Use --hard to completely erase metadata.
102
+
103
+ WARNING: This command is DEPRECATED and no longer supported.
104
+ """
105
+
106
+ click.secho(
107
+ "⚠️ WARNING: The 'delete' command is deprecated and no longer supported.",
108
+ fg="yellow",
109
+ bold=True,
110
+ )
111
+
112
+ logger.warning("DEPRECATED: datacontract delete command is no longer supported")
63
113
 
64
114
  if not urn:
65
115
  if not file:
@@ -90,7 +90,7 @@ class EnsureAspectSizeProcessor:
90
90
  on GMS side and failure of the entire ingestion. This processor will attempt to trim suspected aspects.
91
91
  """
92
92
  for wu in stream:
93
- logger.debug(f"Ensuring size of workunit: {wu.id}")
93
+ # logger.debug(f"Ensuring size of workunit: {wu.id}")
94
94
 
95
95
  if schema := wu.get_aspect_of_type(SchemaMetadataClass):
96
96
  self.ensure_schema_metadata_size(wu.get_urn(), schema)
@@ -186,11 +186,19 @@ class ExamplesReport(Report, Closeable):
186
186
  aspects: Dict[str, Dict[str, int]] = field(
187
187
  default_factory=lambda: defaultdict(lambda: defaultdict(int))
188
188
  )
189
+ # This counts existence of aspects for each entity/subtype
190
+ # This is used for the UI to calculate %age of entities with the aspect
189
191
  aspects_by_subtypes: Dict[str, Dict[str, Dict[str, int]]] = field(
190
192
  default_factory=lambda: defaultdict(
191
193
  lambda: defaultdict(lambda: defaultdict(int))
192
194
  )
193
195
  )
196
+ # This counts all aspects for each entity/subtype
197
+ aspects_by_subtypes_full_count: Dict[str, Dict[str, Dict[str, int]]] = field(
198
+ default_factory=lambda: defaultdict(
199
+ lambda: defaultdict(lambda: defaultdict(int))
200
+ )
201
+ )
194
202
  samples: Dict[str, Dict[str, List[str]]] = field(
195
203
  default_factory=lambda: defaultdict(lambda: defaultdict(list))
196
204
  )
@@ -399,6 +407,9 @@ class ExamplesReport(Report, Closeable):
399
407
  entity_subtype_aspect_counts: Dict[str, Dict[str, Dict[str, int]]] = (
400
408
  defaultdict(lambda: defaultdict(lambda: defaultdict(int)))
401
409
  )
410
+ entity_subtype_aspect_counts_exist: Dict[str, Dict[str, Dict[str, int]]] = (
411
+ defaultdict(lambda: defaultdict(lambda: defaultdict(int)))
412
+ )
402
413
  for row in self._file_based_dict.sql_query(query):
403
414
  entity_type = row["entityType"]
404
415
  sub_type = row["subTypes"]
@@ -410,15 +421,23 @@ class ExamplesReport(Report, Closeable):
410
421
  entity_subtype_aspect_counts[entity_type][sub_type][aspect] += (
411
422
  aspect_count * count
412
423
  )
424
+ entity_subtype_aspect_counts_exist[entity_type][sub_type][aspect] += (
425
+ count
426
+ )
413
427
 
414
428
  self.aspects.clear()
415
429
  self.aspects_by_subtypes.clear()
416
- _aspects_seen: Set[str] = set()
430
+ self.aspects_by_subtypes_full_count.clear()
417
431
  for entity_type, subtype_counts in entity_subtype_aspect_counts.items():
418
432
  for sub_type, aspect_counts in subtype_counts.items():
419
433
  for aspect, count in aspect_counts.items():
420
434
  self.aspects[entity_type][aspect] += count
421
- _aspects_seen.add(aspect)
435
+ self.aspects_by_subtypes_full_count[entity_type][sub_type] = dict(
436
+ aspect_counts
437
+ )
438
+
439
+ for entity_type, subtype_counts in entity_subtype_aspect_counts_exist.items():
440
+ for sub_type, aspect_counts in subtype_counts.items():
422
441
  self.aspects_by_subtypes[entity_type][sub_type] = dict(aspect_counts)
423
442
 
424
443
  self.samples.clear()
@@ -151,7 +151,7 @@ class DataLakeSourceConfig(
151
151
  raise ValueError("platform must not be empty")
152
152
  return platform
153
153
 
154
- @pydantic.root_validator()
154
+ @pydantic.root_validator(skip_on_failure=True)
155
155
  def ensure_profiling_pattern_is_passed_to_profiling(
156
156
  cls, values: Dict[str, Any]
157
157
  ) -> Dict[str, Any]:
@@ -72,7 +72,7 @@ class DataLakeProfilerConfig(ConfigModel):
72
72
  description="Whether to profile for the sample values for all columns.",
73
73
  )
74
74
 
75
- @pydantic.root_validator()
75
+ @pydantic.root_validator(skip_on_failure=True)
76
76
  def ensure_field_level_settings_are_normalized(
77
77
  cls: "DataLakeProfilerConfig", values: Dict[str, Any]
78
78
  ) -> Dict[str, Any]:
@@ -37,7 +37,7 @@ class LakeFormationTagPlatformResourceId(BaseModel, ExternalEntityId):
37
37
 
38
38
  tag_key: str
39
39
  tag_value: Optional[str] = None
40
- platform_instance: Optional[str]
40
+ platform_instance: Optional[str] = None
41
41
  catalog: Optional[str] = None
42
42
  exists_in_lake_formation: bool = False
43
43
  persisted: bool = False
@@ -227,7 +227,7 @@ class LakeFormationTagPlatformResource(BaseModel, ExternalEntity):
227
227
  datahub_urns: LinkedResourceSet
228
228
  managed_by_datahub: bool
229
229
  id: LakeFormationTagPlatformResourceId
230
- allowed_values: Optional[List[str]]
230
+ allowed_values: Optional[List[str]] = None
231
231
 
232
232
  def get_id(self) -> ExternalEntityId:
233
233
  return self.id