acryl-datahub 1.1.0.5rc9__py3-none-any.whl → 1.1.0.5rc11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (45) hide show
  1. {acryl_datahub-1.1.0.5rc9.dist-info → acryl_datahub-1.1.0.5rc11.dist-info}/METADATA +2517 -2517
  2. {acryl_datahub-1.1.0.5rc9.dist-info → acryl_datahub-1.1.0.5rc11.dist-info}/RECORD +45 -45
  3. datahub/_version.py +1 -1
  4. datahub/cli/check_cli.py +45 -1
  5. datahub/cli/cli_utils.py +0 -10
  6. datahub/cli/container_cli.py +5 -0
  7. datahub/cli/delete_cli.py +5 -0
  8. datahub/cli/docker_cli.py +2 -0
  9. datahub/cli/exists_cli.py +2 -0
  10. datahub/cli/get_cli.py +2 -0
  11. datahub/cli/iceberg_cli.py +5 -0
  12. datahub/cli/ingest_cli.py +7 -0
  13. datahub/cli/migrate.py +2 -0
  14. datahub/cli/put_cli.py +3 -0
  15. datahub/cli/specific/assertions_cli.py +2 -0
  16. datahub/cli/specific/datacontract_cli.py +3 -0
  17. datahub/cli/specific/dataproduct_cli.py +11 -0
  18. datahub/cli/specific/dataset_cli.py +4 -0
  19. datahub/cli/specific/forms_cli.py +2 -0
  20. datahub/cli/specific/group_cli.py +2 -0
  21. datahub/cli/specific/structuredproperties_cli.py +4 -0
  22. datahub/cli/specific/user_cli.py +2 -0
  23. datahub/cli/state_cli.py +2 -0
  24. datahub/cli/timeline_cli.py +2 -0
  25. datahub/emitter/rest_emitter.py +24 -8
  26. datahub/ingestion/api/report.py +72 -12
  27. datahub/ingestion/autogenerated/capability_summary.json +19 -1
  28. datahub/ingestion/autogenerated/lineage_helper.py +101 -19
  29. datahub/ingestion/source/common/subtypes.py +2 -0
  30. datahub/ingestion/source/dremio/dremio_api.py +38 -27
  31. datahub/ingestion/source/mlflow.py +11 -1
  32. datahub/ingestion/source/snowflake/snowflake_queries.py +127 -0
  33. datahub/ingestion/source/tableau/tableau.py +11 -2
  34. datahub/ingestion/source/tableau/tableau_constant.py +0 -2
  35. datahub/metadata/_internal_schema_classes.py +528 -529
  36. datahub/metadata/_urns/urn_defs.py +1803 -1803
  37. datahub/metadata/schema.avsc +16720 -17109
  38. datahub/metadata/schemas/DataHubPageModuleProperties.avsc +1 -3
  39. datahub/sdk/main_client.py +14 -2
  40. datahub/sdk/search_client.py +4 -3
  41. datahub/telemetry/telemetry.py +17 -11
  42. {acryl_datahub-1.1.0.5rc9.dist-info → acryl_datahub-1.1.0.5rc11.dist-info}/WHEEL +0 -0
  43. {acryl_datahub-1.1.0.5rc9.dist-info → acryl_datahub-1.1.0.5rc11.dist-info}/entry_points.txt +0 -0
  44. {acryl_datahub-1.1.0.5rc9.dist-info → acryl_datahub-1.1.0.5rc11.dist-info}/licenses/LICENSE +0 -0
  45. {acryl_datahub-1.1.0.5rc9.dist-info → acryl_datahub-1.1.0.5rc11.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
1
- acryl_datahub-1.1.0.5rc9.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1
+ acryl_datahub-1.1.0.5rc11.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
2
2
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
3
3
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
4
- datahub/_version.py,sha256=HrnZ-4RMPl13ySZH6W3oPlFpZWlcY3_Awisgp8TPG0c,323
4
+ datahub/_version.py,sha256=pW5LCAauFcN_5fwryjQJdB81K2HvRSufgySvocDiDdA,324
5
5
  datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
6
6
  datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
7
7
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -67,37 +67,37 @@ datahub/api/graphql/assertion.py,sha256=o_q6SV7N1rJTVMNKSUBGJnZPk6TcVYoVShgDmPw6
67
67
  datahub/api/graphql/base.py,sha256=zk724_oYSJ0nK7X7Z80MijnA6ry9JqpxnBsJeYuONKA,1737
68
68
  datahub/api/graphql/operation.py,sha256=7E80HyE-5JLfLbFkQbgJeNwIaKngjBCrWES8eJO4OYc,5112
69
69
  datahub/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
70
- datahub/cli/check_cli.py,sha256=quFSmXrTyre_OIyF9XCxfQDgB90qaRPQjh6kQ1V0L5M,15559
71
- datahub/cli/cli_utils.py,sha256=24BujQ4jx7uZBVFZQec4jXVa8nUnOBm7RONdcmHJerE,16619
70
+ datahub/cli/check_cli.py,sha256=PVd3DT9TOK7Ejd0ODKnbRrBnPxsZLfUWgubFRUKwKAA,16970
71
+ datahub/cli/cli_utils.py,sha256=0jTTAKuDZ8GzZwGHYytcT_MPR3Rb2DAcbr9n1H2T2sE,16170
72
72
  datahub/cli/config_utils.py,sha256=EeBGfhmf4AxYoTfnZ4GSiGIgpzJFkduNjN_FwmxZGhA,4889
73
- datahub/cli/container_cli.py,sha256=uDOwewGEPYHQt-ppYEb8ESXhZjPNIZG0Rt3cm2FzPqc,1569
74
- datahub/cli/delete_cli.py,sha256=aj9KxlRe2oXvdlMdLGJvQolY4mk8OBSskxDGS4jaJ1Q,26354
73
+ datahub/cli/container_cli.py,sha256=D0zWP3_3aww8_RTkMugOoOlILz3dPJ0TE9asQDLCm6E,1697
74
+ datahub/cli/delete_cli.py,sha256=K6DwCAV9tjIirF4Im3Pu4yRRiBiMaEw4jc4LBCqkpJQ,26482
75
75
  datahub/cli/docker_check.py,sha256=NdMmIG8H15QbJqzuHchrs99Mva7kVE-t7FTd6t3qT_c,12978
76
- datahub/cli/docker_cli.py,sha256=ViB33UGUSWSR3LeSk-ZSEvCVIgVbtPdSSN7bpoOfPMI,33008
76
+ datahub/cli/docker_cli.py,sha256=aAZIF3oblTSXzQVSanbphd3dCvdypHCyuMt1u3_QZ9M,33067
77
77
  datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
78
- datahub/cli/exists_cli.py,sha256=DHVSmq571X982DK-Z7pYAkdsFpP3raQkpqhDFeHZ_So,1174
79
- datahub/cli/get_cli.py,sha256=znkj0cIVU1mwL-bbzAXz2bW5zFs3PeI9He6MtiwCnd0,2268
80
- datahub/cli/iceberg_cli.py,sha256=L4QIBc7SiKMJF02S94mFpdOI0P1zIZESeW-o7waJSf4,23127
81
- datahub/cli/ingest_cli.py,sha256=j2AOkDHmLdt4Pm0Wj1yyVQvbdfXRzLXHy2H5A3zKFhA,20390
78
+ datahub/cli/exists_cli.py,sha256=1cUYNh3GqNgVHWTrfMRGJoo9tFZNXcLetMaDbLaig6o,1233
79
+ datahub/cli/get_cli.py,sha256=OUnXomfpki0uWbNqXoSvQDyQJcKjNLgg77e8jVvynKY,2327
80
+ datahub/cli/iceberg_cli.py,sha256=Zsn3NiZL__iE_GzyorW5ZxkVuDdAV2MLTOWMzCvgz6s,23255
81
+ datahub/cli/ingest_cli.py,sha256=i6Jzpa7CKyFP2n9bq42_CjD9-zKGoO_QzbriXRNjk98,20564
82
82
  datahub/cli/json_file.py,sha256=nWo-VVthaaW4Do1eUqgrzk0fShb29MjiKXvZVOTq76c,943
83
83
  datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
84
- datahub/cli/migrate.py,sha256=QZKshJX7nDKPDM0UGt8bLDchQQ7Z_3oassf8-jLL5yA,17953
84
+ datahub/cli/migrate.py,sha256=XWW_fd4EUQGAUrKh9oKmtNYmfhcvbqWZJj3TQNgD8Dk,18012
85
85
  datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
86
- datahub/cli/put_cli.py,sha256=FhOiVGz614U5v11KtkaWErQYc6TRstqoI-HMTNw8QQY,3745
86
+ datahub/cli/put_cli.py,sha256=ehqsxEPVVK-0xu7nVfBl_GxfsDbkgjIjkF8mfGfcIpc,3827
87
87
  datahub/cli/quickstart_versioning.py,sha256=quLCjWBORu7LCkJ3_cquiSOguu0SRxl3R9hLqOekzYo,7433
88
- datahub/cli/state_cli.py,sha256=MTnKs_nXWpXPmpn9gbWWrsaFzLrnscTkLC9hl-wF7UY,1083
88
+ datahub/cli/state_cli.py,sha256=RDXYCb17sqjW49nNdkoGAqNPRRHOKw5lcgcs5QvHeOM,1142
89
89
  datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
90
- datahub/cli/timeline_cli.py,sha256=V6J-YTRXyL8DxcB8kxmN-ckXTH21m3w6grPC98fm9hQ,7525
90
+ datahub/cli/timeline_cli.py,sha256=Wc_Mo7khFFHXgRSl2FgtvB8m0QhuCEhkpaFCIOPpHJE,7584
91
91
  datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
92
- datahub/cli/specific/assertions_cli.py,sha256=rb8WTSrqp2MutPgmEnl8DowvGIhZKl-LDOPUGt1WfOE,5265
93
- datahub/cli/specific/datacontract_cli.py,sha256=ZMMVoKD3Ankt3HMnokrnser5MHQFFz9nqov359oHnLc,2435
94
- datahub/cli/specific/dataproduct_cli.py,sha256=jBODAA4raTna3fD6eh-N1USmfzhOLqQ-r_hCYmdGVnI,14685
95
- datahub/cli/specific/dataset_cli.py,sha256=QeYhHreUsw9hAp7oPZ_3UiV8_6mt8P9sw7vf8r6W4lE,8358
92
+ datahub/cli/specific/assertions_cli.py,sha256=S_uvdfF-X_51vGyVTfZZD8xIEynbiVajdi6Bb1pJNCQ,5324
93
+ datahub/cli/specific/datacontract_cli.py,sha256=5RnU_27HVTMM8Ti-v8OXFdQIO6ooeiMj-tArcZnJD0M,2517
94
+ datahub/cli/specific/dataproduct_cli.py,sha256=6jGdWisx7vxItYPOlKcjziSlyJF_268T5iytKjuhPlA,14951
95
+ datahub/cli/specific/dataset_cli.py,sha256=MaIr3PrE1NP6Q_O4CXHm-eyuPah6ypFEgLWP0r-tgBw,8463
96
96
  datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
97
- datahub/cli/specific/forms_cli.py,sha256=Ae3vVYt3IfpAkcHXIdu9y6ckcw0EM8i3ZkZEiiLiqY0,1374
98
- datahub/cli/specific/group_cli.py,sha256=NgsPs6ua7zaLiN6pqWvZnyqZ0mJozfTzLHTmkAHwAl0,1908
99
- datahub/cli/specific/structuredproperties_cli.py,sha256=w9OkJ1uujZHN8PfYydzVMBVJp7lENLMKFJmvQLVDSMg,5473
100
- datahub/cli/specific/user_cli.py,sha256=_peLYSzV3GjfyyaIaC8kb3QejpTUe3mS80TOdArO46g,1838
97
+ datahub/cli/specific/forms_cli.py,sha256=vtwqhJtjbJnECa3_ewniS2laJGp5YamBl8jIcjqMMhM,1433
98
+ datahub/cli/specific/group_cli.py,sha256=-XcF-6pKB_1H2J3GxwmYMmhBMMQ0jCfN_vhq0ovEstk,1967
99
+ datahub/cli/specific/structuredproperties_cli.py,sha256=rgx8fhI7WYq8QLwIttkMysX7JobOHcEloL377m60tyw,5578
100
+ datahub/cli/specific/user_cli.py,sha256=HaASGg25b82Q18hKyOn98gPoQfmj1gW0utDMs0iR5WY,1897
101
101
  datahub/configuration/__init__.py,sha256=5TN3a7CWNsLRHpdj-sv2bxKWF2IslvJwE6EpNMFrIS4,123
102
102
  datahub/configuration/_config_enum.py,sha256=ul2hr5gMmdLvBINicFkMNMi1ApmnmZSwNdUYYted5nk,1447
103
103
  datahub/configuration/common.py,sha256=0OXk_yhyVJroP47Nant5-5fRWOahkVB8YU4G70TR9BI,10692
@@ -132,7 +132,7 @@ datahub/emitter/mcp_builder.py,sha256=8IwJAlolQkPpMqQJPLtGrsUqAcuFNs98nrI5iYUxga
132
132
  datahub/emitter/mcp_patch_builder.py,sha256=u7cpW6DkiN7KpLapmMaXgL_FneoN69boxiANbVgMdSI,4564
133
133
  datahub/emitter/request_helper.py,sha256=2Sij9VJqgA7xZI6I7IuxsA8ioakbz0FJ3gvazxU_z3M,5738
134
134
  datahub/emitter/response_helper.py,sha256=qGm45n43CepW7j6kP9wTXuP-U-SZnn7hQdJTdVaoqhQ,7504
135
- datahub/emitter/rest_emitter.py,sha256=WrL-ldOJf2LoKv_5behyffsB6vVXjkT8xTdWMtpExtE,38101
135
+ datahub/emitter/rest_emitter.py,sha256=emL16tSbG7j7EzTlK1H6gew7iAUxYwR5za_r8eWo1Qs,38723
136
136
  datahub/emitter/serialization_helper.py,sha256=q12Avmf70Vy4ttQGMJoTKlE5EsybMKNg2w3MQeZiHvk,3652
137
137
  datahub/emitter/sql_parsing_builder.py,sha256=Cr5imZrm3dYDSCACt5MFscgHCtVbHTD6IjUmsvsKoEs,11991
138
138
  datahub/emitter/synchronized_file_emitter.py,sha256=s4ATuxalI4GDAkrZTaGSegxBdvvNPZ9jRSdtElU0kNs,1805
@@ -148,7 +148,7 @@ datahub/ingestion/api/incremental_properties_helper.py,sha256=KzdxdrQtaMV2XMHfPs
148
148
  datahub/ingestion/api/ingestion_job_checkpointing_provider_base.py,sha256=3lLdkkxVqE9MVc26cdXImPeWy16az5BwgcorWxeBV50,1759
149
149
  datahub/ingestion/api/pipeline_run_listener.py,sha256=5uBP__LbMQxJ2utlf07cIzQINqPbUOKiZyOJta6a0og,713
150
150
  datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX63bI,7454
151
- datahub/ingestion/api/report.py,sha256=SRZ1DNyHUV08uxA3qGzWOX-lVfSSwh4ln6NOSwMYhIA,14807
151
+ datahub/ingestion/api/report.py,sha256=_bP7JPHZyftWnCJwFs6YId21mQ0-2rd406H91lLHW98,16942
152
152
  datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
153
153
  datahub/ingestion/api/sink.py,sha256=GZt48PV56FAhNoma-V5EwwRZvezhb40YH_zprm8_Yo0,4961
154
154
  datahub/ingestion/api/source.py,sha256=WcpmuWRua87_UbaSY8GtkLkC0Gql0pM_i5FJN5ALh88,19669
@@ -159,9 +159,9 @@ datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
159
159
  datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
160
160
  datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=fMjPnyWEofIZV52E2AFYU3IgBJwyZvbygXxCJyEtcWI,4442
161
161
  datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
162
- datahub/ingestion/autogenerated/capability_summary.json,sha256=ipM9Wy9UrPzyjouD3Cc7F7w1dNnZgqxqxY-P0oH3K28,105746
162
+ datahub/ingestion/autogenerated/capability_summary.json,sha256=2Fa99N5v7Z9j5Dd8WqreTOFbdsrNYh1VKyjvkIgsRS0,106202
163
163
  datahub/ingestion/autogenerated/lineage.json,sha256=wjaXxrzpo3M9ppc80TKIgCTuCg0jpb-D9MhBsHXaMOY,10004
164
- datahub/ingestion/autogenerated/lineage_helper.py,sha256=MJrHGuDvM_9hrFfRt0dkzE58j1xIsvgW6UIQBEKqdYE,2701
164
+ datahub/ingestion/autogenerated/lineage_helper.py,sha256=I_k1pZSCCCjDbUVifPTfy6fkmV8jqdVhbirE8EkpmxI,4748
165
165
  datahub/ingestion/extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
166
166
  datahub/ingestion/extractor/extractor_registry.py,sha256=f7CLfW3pr29QZkXSHbp7HjUrsdw7ejQJmot-tiSPcqc,342
167
167
  datahub/ingestion/extractor/json_ref_patch.py,sha256=4g3ZWHn7rwS74jUvSXJiGpi-UKHhiSYKKgBeU4E5ukE,1448
@@ -216,7 +216,7 @@ datahub/ingestion/source/ge_profiling_config.py,sha256=sG_0BwPDRG3I4PnhfWGHf9Abe
216
216
  datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
217
217
  datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5mrVM,18705
218
218
  datahub/ingestion/source/metabase.py,sha256=j8DRV2GvisezidL1JZ5HJLF_hdFdtvaoyDoEdEyh0Ks,32603
219
- datahub/ingestion/source/mlflow.py,sha256=fh7izN9jlSwbpGIrEyJktlmwFZR5vNG9z9L5VQ31k_4,33141
219
+ datahub/ingestion/source/mlflow.py,sha256=t7heUgivLXU7lxc-ndZxc1LZuoDKZgpSIe-x3ExXfMg,33340
220
220
  datahub/ingestion/source/mode.py,sha256=g3nhkpW5KS_w3a8JaKWoq3XBNOZKFlmxZq9XI2D5dXY,72161
221
221
  datahub/ingestion/source/mongodb.py,sha256=2C2Cxn8DXL53IbNiywIuKt8UT_EMcPg9f8su-OPSNGU,21237
222
222
  datahub/ingestion/source/nifi.py,sha256=2jxSzuHIRQFF7DLoceGbUd_10lkhHRlqA9hhApSt3Yw,56882
@@ -285,7 +285,7 @@ datahub/ingestion/source/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
285
285
  datahub/ingestion/source/common/data_platforms.py,sha256=HhuP3YIEi2WpyKDjUU8RiM0a2qjHWQcvc8kcqub0cVo,548
286
286
  datahub/ingestion/source/common/data_reader.py,sha256=XbSxiRTYrk6seOz0ZjVjzSpGvP8lEjmqXrNI4cdYYmQ,1819
287
287
  datahub/ingestion/source/common/gcp_credentials_config.py,sha256=_NapGkAqZMbXNClLlmOfANS7U6rChhdthRX9s9iUv9k,2411
288
- datahub/ingestion/source/common/subtypes.py,sha256=-z-QseXQC-Pt8pbbw4CsMRsqIcNzZ-mz-9iQSXyU65s,4493
288
+ datahub/ingestion/source/common/subtypes.py,sha256=x8dv9SN23Y8t5oq7SUuQWUPAH8KM3KfTT27ma9XgrM0,4551
289
289
  datahub/ingestion/source/data_lake_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
290
290
  datahub/ingestion/source/data_lake_common/config.py,sha256=qUk83B01hjuBKHvVz8SmXnVCy5eFj-2-2QLEOrAdbgk,359
291
291
  datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=55mK0nsehqGDTUOol9Oi3jZs8Pb04PIsHdC2WPP0dkg,6576
@@ -312,7 +312,7 @@ datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWM
312
312
  datahub/ingestion/source/delta_lake/report.py,sha256=uR4e4QA_jv8lL3CV-wE5t43H8pUqrGmx_ItLqN9flPI,587
313
313
  datahub/ingestion/source/delta_lake/source.py,sha256=1OxdbH_KcC6WFbf78XueKphnmCcIGizUepQ-LQK_hbk,13968
314
314
  datahub/ingestion/source/dremio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
315
- datahub/ingestion/source/dremio/dremio_api.py,sha256=_xtiftEFWfu1uqbh_W8j99oqJc4wah_M_4ho6W_XdzM,35001
315
+ datahub/ingestion/source/dremio/dremio_api.py,sha256=86_-89OFGsnDmU1lAfAYtCXTXZ-iLNRmRc2V4LCLv-4,35684
316
316
  datahub/ingestion/source/dremio/dremio_aspects.py,sha256=oWV2_mSpq3Bh42YJ1QVbAyp-Uihf2WIT6VsHGsGTgzk,18248
317
317
  datahub/ingestion/source/dremio/dremio_config.py,sha256=xugXSYoqXuMo9q5LTjSWCx2P376fGxIl7Nc2cI-K_OQ,5882
318
318
  datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py,sha256=MQk8BAHLufN69CntFfOV8K59A_AvLC-vwMS33Jw8bBg,3069
@@ -477,7 +477,7 @@ datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=3-nP3HHCblUnUH
477
477
  datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
478
478
  datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=eWUlWMc5X2X_Y1I2peworFWLLsXQjryEHxPDuSqrowg,21683
479
479
  datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=PmQi-qDlRhdJ-PsJ7x-EScIiswWRAxDDOKHydvN3mTY,7404
480
- datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=ssQhbSFk-xLbwEFJhPVrw9UJfCU9snU5jwrhawVjA6c,34651
480
+ datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=DWPs-ih4tNS7N5GftBkeh61zgL6UfKPXCY_RyspBaMA,41313
481
481
  datahub/ingestion/source/snowflake/snowflake_query.py,sha256=kqOxibplHyDhdioue8MeXBzeDS9d274-dspb-wyWMMI,38165
482
482
  datahub/ingestion/source/snowflake/snowflake_report.py,sha256=O-465aBA8uaYZ6WepP7i6cgK6Q1jXJPjDA1j9C8klus,6762
483
483
  datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=1yGBbs2aWIdHnrwgeTR7J2lqxbbBsIt8ejCLumIpLEA,27274
@@ -539,9 +539,9 @@ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider
539
539
  datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
540
540
  datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
541
541
  datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
542
- datahub/ingestion/source/tableau/tableau.py,sha256=9KpMNxTAIw-ANwTrQZm8lFeaCCHGtN-alNCfgOjO2pQ,155589
542
+ datahub/ingestion/source/tableau/tableau.py,sha256=SO89gIsLUIxkHpTANUVdqkbsgpyO5mIcO1m3kZylgaM,155893
543
543
  datahub/ingestion/source/tableau/tableau_common.py,sha256=MIkHKZg_v2IVCRk-YdPlLZl3m0LcWZm5Indwb3IV2ZQ,26931
544
- datahub/ingestion/source/tableau/tableau_constant.py,sha256=ZHJC5DX2DI1kCHq5Saa2lbaerJJVgepk9l5CoUapJ-k,2626
544
+ datahub/ingestion/source/tableau/tableau_constant.py,sha256=4ngrOwqxf4cgbLR3i0OKI4pUxmHMABKyywfhXQ0GazA,2592
545
545
  datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=nSyx9RzC6TCQDm-cTVJ657qT8iDwzk_8JMKpohhmOc4,1046
546
546
  datahub/ingestion/source/tableau/tableau_validation.py,sha256=Hjbfc1AMIkGgzo5ffWXtNRjrxSxzHvw7-dYZDt4d3WE,1819
547
547
  datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -618,12 +618,12 @@ datahub/lite/lite_registry.py,sha256=bpH0kasP-LtwwUFNA2QsOIehfekAYfJtN-AkQLmSWnw
618
618
  datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1949
619
619
  datahub/lite/lite_util.py,sha256=G0LQHKkyEb1pc_q183g6hflShclGx7kikgMaOxtVVcs,4545
620
620
  datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
621
- datahub/metadata/_internal_schema_classes.py,sha256=h_FmxHQdH1tChgFYOGgULr6RMgiXN9JfFOoMC3TSoEg,1043586
622
- datahub/metadata/schema.avsc,sha256=zrngtDblYg2sLuu-5t5IJxRq52TexvIIElfoU99wuZw,720852
621
+ datahub/metadata/_internal_schema_classes.py,sha256=DaI4G-ykM_OVmFJHwHVTPZ6fMk4z40TJ8bSmj5n_UNw,1043557
622
+ datahub/metadata/schema.avsc,sha256=GInldoYJf7brWjnjY2qWv68vgfE_mOXVMCTvLkUzzmk,733204
623
623
  datahub/metadata/schema_classes.py,sha256=tPT8iHCak4IsZi_oL0nirbPpI8ETTPTZzapqLRpeKU4,1326
624
624
  datahub/metadata/urns.py,sha256=nfrCTExR-k2P9w272WVtWSN3xW1VUJngPwP3xnvULjU,1217
625
625
  datahub/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
626
- datahub/metadata/_urns/urn_defs.py,sha256=CBYBAxG2Hucll_TTdqZJieJoBJ32oc3-Utc4fxYUwX8,143154
626
+ datahub/metadata/_urns/urn_defs.py,sha256=C13iwxKcPZ6wXW_XOP62wj6fNTzgqH30DymjWNLeM6w,143154
627
627
  datahub/metadata/com/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
628
628
  datahub/metadata/com/linkedin/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
629
629
  datahub/metadata/com/linkedin/events/__init__.py,sha256=s_dR0plZF-rOxxIbE8ojekJqwiHzl2WYR-Z3kW6kKS0,298
@@ -751,7 +751,7 @@ datahub/metadata/schemas/DataHubIngestionSourceInfo.avsc,sha256=4wac7sluRIq-0ZjO
751
751
  datahub/metadata/schemas/DataHubIngestionSourceKey.avsc,sha256=TGmm9WEGTaABs7kt5Uc-N-kbc5Sd-2sQwx-JpfAptvw,545
752
752
  datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc,sha256=q6ZyMoxInwmrkrXkUgMe-i-WZzAxbjcvJ-EI99SnEp8,599
753
753
  datahub/metadata/schemas/DataHubPageModuleKey.avsc,sha256=NyFN8cVO6s6rtgoLGJJGfcPfpGr5PfmZlIhM6ajldfQ,460
754
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=wlhBuKGJDxgW9fUYGb-jsurhXifvBdqdI3dEoUOIxDk,6591
754
+ datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=eiCZBsLMgpkGtwSw-nn6BpumdwHAsHh1AiCa_hj5bHk,6471
755
755
  datahub/metadata/schemas/DataHubPageTemplateKey.avsc,sha256=0sVqwL97Rp8YHPytp2RqUP5hIW048hmT2hPNP5k6arc,472
756
756
  datahub/metadata/schemas/DataHubPageTemplateProperties.avsc,sha256=0ndN64UNAADL6G_GVjJLHbe_dBnWhVRjtI3MilOlHQc,5651
757
757
  datahub/metadata/schemas/DataHubPersonaInfo.avsc,sha256=OUvbTgPQsBtzkDDb9pxHXpQ6A7dkL77ZnCXZ-MLEG14,227
@@ -947,11 +947,11 @@ datahub/sdk/dataset.py,sha256=2-iD-HqjgFpCBmU3k8O5tkltmwFj4jaumADiX8sexJU,29465
947
947
  datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
948
948
  datahub/sdk/entity_client.py,sha256=xHLGLn6oJfxmHLXo5w4-isPFZGcf8yR5IwyC6pvl_I8,8903
949
949
  datahub/sdk/lineage_client.py,sha256=iU2ppFBSlRlPO3HOwj8Oq-_uMKjo8fi9uKb_Ow4OEpM,33917
950
- datahub/sdk/main_client.py,sha256=kJRmydyyaOjUdqOljl0w_Cx7BKkViZmnX-1vZBHY4nw,5266
950
+ datahub/sdk/main_client.py,sha256=jxe_59hu68F95aw4c9DsaAA108D5NuJtyu2CatAMAZU,5665
951
951
  datahub/sdk/mlmodel.py,sha256=cO5R8BYVljmQ0w33RIOuZmj4nq8OJCDVAZGTQI6YFS8,12628
952
952
  datahub/sdk/mlmodelgroup.py,sha256=wlZZHny0UORpF0fRYuVkWLSQwIHX_fWl5lPb1NKR6dM,8194
953
953
  datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
954
- datahub/sdk/search_client.py,sha256=BJR5t7Ff2oDNOGLcSCp9YHzrGKbgOQr7T8XQKGEpucw,3437
954
+ datahub/sdk/search_client.py,sha256=hlk40VnD3eT88hMgwXAUv31-ENbDe50P-gsXUnGSNeo,3512
955
955
  datahub/sdk/search_filters.py,sha256=BcMhvG5hGYAATtLPLz4WLRjKApX2oLYrrcGn-CG__ek,12901
956
956
  datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
957
957
  datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
@@ -988,7 +988,7 @@ datahub/sql_parsing/sqlglot_utils.py,sha256=TI11oBu1wrGeUuUGBg7hGTr6lTvztahdqiqX
988
988
  datahub/sql_parsing/tool_meta_extractor.py,sha256=EV_g7sOchTSUm2p6wluNJqND7-rDYokVTqqFCM7hQ6c,7599
989
989
  datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
990
990
  datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
991
- datahub/telemetry/telemetry.py,sha256=ytJR3KvzxILLInaWZZSRm20Ctcv4kNauPSnTq3Ko_0Q,15047
991
+ datahub/telemetry/telemetry.py,sha256=clW0SXjFf2VQkNghxiTh0l7V35fr5kuQCldECg5OOKA,15254
992
992
  datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
993
993
  datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
994
994
  datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
@@ -1091,8 +1091,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1091
1091
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1092
1092
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1093
1093
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1094
- acryl_datahub-1.1.0.5rc9.dist-info/METADATA,sha256=FCGloxRIaRtex7SULKpczP7yHBu5d3STmSLn1J-4eHU,181837
1095
- acryl_datahub-1.1.0.5rc9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1096
- acryl_datahub-1.1.0.5rc9.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
1097
- acryl_datahub-1.1.0.5rc9.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1098
- acryl_datahub-1.1.0.5rc9.dist-info/RECORD,,
1094
+ acryl_datahub-1.1.0.5rc11.dist-info/METADATA,sha256=foPeHlIiZp3IZgq2Objhuchv_WwA6lfnBq7_Xnuzcgo,181840
1095
+ acryl_datahub-1.1.0.5rc11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1096
+ acryl_datahub-1.1.0.5rc11.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
1097
+ acryl_datahub-1.1.0.5rc11.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1098
+ acryl_datahub-1.1.0.5rc11.dist-info/RECORD,,
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.1.0.5rc9"
3
+ __version__ = "1.1.0.5rc11"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
datahub/cli/check_cli.py CHANGED
@@ -9,6 +9,7 @@ from datetime import datetime
9
9
  from typing import Any, Dict, List, Optional, Union
10
10
 
11
11
  import click
12
+ from tabulate import tabulate
12
13
 
13
14
  from datahub._version import __package_name__
14
15
  from datahub.cli.json_file import check_mce_file
@@ -21,6 +22,7 @@ from datahub.ingestion.run.pipeline import Pipeline
21
22
  from datahub.ingestion.sink.sink_registry import sink_registry
22
23
  from datahub.ingestion.source.source_registry import source_registry
23
24
  from datahub.ingestion.transformer.transform_registry import transform_registry
25
+ from datahub.upgrade import upgrade
24
26
  from datahub.utilities.file_backed_collections import (
25
27
  ConnectionWrapper,
26
28
  FileBackedDict,
@@ -230,6 +232,7 @@ def sql_format(sql: str, platform: str) -> None:
230
232
  default=True,
231
233
  help="Run in offline mode and disable schema-aware parsing.",
232
234
  )
235
+ @upgrade.check_upgrade
233
236
  def sql_lineage(
234
237
  sql: Optional[str],
235
238
  sql_file: Optional[str],
@@ -464,6 +467,7 @@ WHERE
464
467
 
465
468
 
466
469
  @check.command()
470
+ @upgrade.check_upgrade
467
471
  def server_config() -> None:
468
472
  """Print the server config."""
469
473
  graph = get_default_graph(ClientMode.CLI)
@@ -488,6 +492,7 @@ def server_config() -> None:
488
492
  type=click.Path(exists=True, dir_okay=True, readable=True),
489
493
  help="File absolute path containing URNs (one per line) to restore indices",
490
494
  )
495
+ @upgrade.check_upgrade
491
496
  def restore_indices(
492
497
  urn: Optional[str],
493
498
  aspect: Optional[str],
@@ -510,8 +515,47 @@ def restore_indices(
510
515
 
511
516
 
512
517
  @check.command()
518
+ @upgrade.check_upgrade
513
519
  def get_kafka_consumer_offsets() -> None:
514
520
  """Get Kafka consumer offsets from the DataHub API."""
515
521
  graph = get_default_graph(ClientMode.CLI)
516
522
  result = graph.get_kafka_consumer_offsets()
517
- pprint.pprint(result)
523
+
524
+ table_data = []
525
+ headers = [
526
+ "Topic",
527
+ "Consumer Group",
528
+ "Schema",
529
+ "Partition",
530
+ "Offset",
531
+ "Lag",
532
+ "Avg Lag",
533
+ "Max Lag",
534
+ "Total Lag",
535
+ ]
536
+
537
+ for topic, consumers in result.items():
538
+ for consumer_group, schemas in consumers.items():
539
+ for schema, data in schemas.items():
540
+ metrics = data.get("metrics", {})
541
+ partitions = data.get("partitions", {})
542
+
543
+ for partition, partition_data in partitions.items():
544
+ table_data.append(
545
+ [
546
+ topic,
547
+ consumer_group,
548
+ schema,
549
+ partition,
550
+ partition_data.get("offset", "N/A"),
551
+ partition_data.get("lag", "N/A"),
552
+ metrics.get("avgLag", "N/A"),
553
+ metrics.get("maxLag", "N/A"),
554
+ metrics.get("totalLag", "N/A"),
555
+ ]
556
+ )
557
+
558
+ if table_data:
559
+ click.echo(tabulate(table_data, headers=headers, tablefmt="grid"))
560
+ else:
561
+ click.echo("No Kafka consumer offset data found.")
datahub/cli/cli_utils.py CHANGED
@@ -452,9 +452,6 @@ def enable_auto_decorators(main_group: click.Group) -> None:
452
452
  def has_telemetry_decorator(func):
453
453
  return has_decorator(func, "telemetry", "with_telemetry")
454
454
 
455
- def has_upgrade_decorator(func):
456
- return has_decorator(func, "upgrade", "check_upgrade")
457
-
458
455
  def wrap_command_callback(command_obj):
459
456
  """Wrap a command's callback function to add decorators"""
460
457
  if hasattr(command_obj, "callback") and command_obj.callback:
@@ -462,7 +459,6 @@ def enable_auto_decorators(main_group: click.Group) -> None:
462
459
 
463
460
  # Import here to avoid circular imports
464
461
  from datahub.telemetry import telemetry
465
- from datahub.upgrade import upgrade
466
462
 
467
463
  decorated_callback = original_callback
468
464
 
@@ -472,12 +468,6 @@ def enable_auto_decorators(main_group: click.Group) -> None:
472
468
  )
473
469
  decorated_callback = telemetry.with_telemetry()(decorated_callback)
474
470
 
475
- if not has_upgrade_decorator(decorated_callback):
476
- log.debug(
477
- f"Applying upgrade decorator to {original_callback.__module__}.{original_callback.__name__}"
478
- )
479
- decorated_callback = upgrade.check_upgrade(decorated_callback)
480
-
481
471
  # Preserve the original function's metadata
482
472
  decorated_callback = wraps(original_callback)(decorated_callback)
483
473
 
@@ -3,6 +3,7 @@ import logging
3
3
  import click
4
4
 
5
5
  from datahub.ingestion.source.apply.datahub_apply import apply_association_to_container
6
+ from datahub.upgrade import upgrade
6
7
 
7
8
  logger = logging.getLogger(__name__)
8
9
 
@@ -16,6 +17,7 @@ def container() -> None:
16
17
  @container.command()
17
18
  @click.option("--container-urn", required=True, type=str)
18
19
  @click.option("--tag-urn", required=True, type=str)
20
+ @upgrade.check_upgrade
19
21
  def tag(container_urn: str, tag_urn: str) -> None:
20
22
  """Add patch to add a tag to all datasets in a container"""
21
23
  apply_association_to_container(container_urn, tag_urn, "tag")
@@ -24,6 +26,7 @@ def tag(container_urn: str, tag_urn: str) -> None:
24
26
  @container.command()
25
27
  @click.option("--container-urn", required=True, type=str)
26
28
  @click.option("--term-urn", required=True, type=str)
29
+ @upgrade.check_upgrade
27
30
  def term(container_urn: str, term_urn: str) -> None:
28
31
  """Add patch to add a term to all datasets in a container"""
29
32
  apply_association_to_container(container_urn, term_urn, "term")
@@ -32,6 +35,7 @@ def term(container_urn: str, term_urn: str) -> None:
32
35
  @container.command()
33
36
  @click.option("--container-urn", required=True, type=str)
34
37
  @click.option("--owner-urn", required=True, type=str)
38
+ @upgrade.check_upgrade
35
39
  def owner(container_urn: str, owner_urn: str) -> None:
36
40
  """Add patch to add a owner to all datasets in a container"""
37
41
  apply_association_to_container(container_urn, owner_urn, "owner")
@@ -40,6 +44,7 @@ def owner(container_urn: str, owner_urn: str) -> None:
40
44
  @container.command()
41
45
  @click.option("--container-urn", required=True, type=str)
42
46
  @click.option("--domain-urn", required=True, type=str)
47
+ @upgrade.check_upgrade
43
48
  def domain(container_urn: str, domain_urn: str) -> None:
44
49
  """Add patch to add a domain to all datasets in a container"""
45
50
  apply_association_to_container(container_urn, domain_urn, "domain")
datahub/cli/delete_cli.py CHANGED
@@ -18,6 +18,7 @@ from datahub.emitter.aspect import ASPECT_MAP, TIMESERIES_ASPECT_MAP
18
18
  from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
19
19
  from datahub.ingestion.graph.config import ClientMode
20
20
  from datahub.ingestion.graph.filters import RemovedStatusFilter
21
+ from datahub.upgrade import upgrade
21
22
  from datahub.utilities.perf_timer import PerfTimer
22
23
  from datahub.utilities.urns.urn import guess_entity_type
23
24
 
@@ -114,6 +115,7 @@ class DeletionResult:
114
115
  help="specifies soft/hard deletion",
115
116
  )
116
117
  @click.option("-n", "--dry-run", required=False, is_flag=True)
118
+ @upgrade.check_upgrade
117
119
  def by_registry(
118
120
  registry_id: str,
119
121
  soft: bool,
@@ -168,6 +170,7 @@ def by_registry(
168
170
  @click.option(
169
171
  "-f", "--force", required=False, is_flag=True, help="force the delete if set"
170
172
  )
173
+ @upgrade.check_upgrade
171
174
  def references(urn: str, dry_run: bool, force: bool) -> None:
172
175
  """
173
176
  Delete all references to an entity (but not the entity itself).
@@ -230,6 +233,7 @@ def references(urn: str, dry_run: bool, force: bool) -> None:
230
233
  help="Batch size when querying for entities to un-soft delete."
231
234
  "Maximum 5000. Large batch sizes may cause timeouts.",
232
235
  )
236
+ @upgrade.check_upgrade
233
237
  def undo_by_filter(
234
238
  urn: Optional[str], platform: Optional[str], batch_size: int
235
239
  ) -> None:
@@ -365,6 +369,7 @@ def undo_by_filter(
365
369
  @click.option(
366
370
  "--workers", type=int, default=1, help="Num of workers to use for deletion."
367
371
  )
372
+ @upgrade.check_upgrade
368
373
  def by_filter(
369
374
  urn: Optional[str],
370
375
  urn_file: Optional[str],
datahub/cli/docker_cli.py CHANGED
@@ -38,6 +38,7 @@ from datahub.cli.quickstart_versioning import (
38
38
  )
39
39
  from datahub.ingestion.run.pipeline import Pipeline
40
40
  from datahub.telemetry import telemetry
41
+ from datahub.upgrade import upgrade
41
42
  from datahub.utilities.perf_timer import PerfTimer
42
43
 
43
44
  logger = logging.getLogger(__name__)
@@ -862,6 +863,7 @@ def valid_restore_options(
862
863
  default=None,
863
864
  help="The token to be used when ingesting, used when datahub is deployed with METADATA_SERVICE_AUTH_ENABLED=true",
864
865
  )
866
+ @upgrade.check_upgrade
865
867
  def ingest_sample_data(token: Optional[str]) -> None:
866
868
  """Ingest sample data into a running DataHub instance."""
867
869
 
datahub/cli/exists_cli.py CHANGED
@@ -7,6 +7,7 @@ from click_default_group import DefaultGroup
7
7
 
8
8
  from datahub.ingestion.graph.client import get_default_graph
9
9
  from datahub.ingestion.graph.config import ClientMode
10
+ from datahub.upgrade import upgrade
10
11
 
11
12
  logger = logging.getLogger(__name__)
12
13
 
@@ -20,6 +21,7 @@ def exists() -> None:
20
21
  @exists.command()
21
22
  @click.option("--urn", required=False, type=str)
22
23
  @click.pass_context
24
+ @upgrade.check_upgrade
23
25
  def urn(ctx: Any, urn: Optional[str]) -> None:
24
26
  """
25
27
  Get metadata for an entity with an optional list of aspects to project.
datahub/cli/get_cli.py CHANGED
@@ -8,6 +8,7 @@ from click_default_group import DefaultGroup
8
8
  from datahub.cli.cli_utils import get_aspects_for_entity
9
9
  from datahub.ingestion.graph.client import get_default_graph
10
10
  from datahub.ingestion.graph.config import ClientMode
11
+ from datahub.upgrade import upgrade
11
12
 
12
13
  logger = logging.getLogger(__name__)
13
14
 
@@ -29,6 +30,7 @@ def get() -> None:
29
30
  help="Whether to print details from database which help in audit.",
30
31
  )
31
32
  @click.pass_context
33
+ @upgrade.check_upgrade
32
34
  def urn(ctx: Any, urn: Optional[str], aspect: List[str], details: bool) -> None:
33
35
  """
34
36
  Get metadata for an entity with an optional list of aspects to project.
@@ -16,6 +16,7 @@ from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
16
16
  from datahub.ingestion.graph.config import ClientMode
17
17
  from datahub.metadata.schema_classes import SystemMetadataClass
18
18
  from datahub.telemetry import telemetry
19
+ from datahub.upgrade import upgrade
19
20
 
20
21
  logger = logging.getLogger(__name__)
21
22
 
@@ -164,6 +165,7 @@ def validate_warehouse(data_root: str) -> None:
164
165
  help=f"Expiration duration for temporary credentials used for role. Defaults to {DEFAULT_CREDS_EXPIRY_DURATION_SECONDS} seconds if unspecified",
165
166
  )
166
167
  @telemetry.with_telemetry(capture_kwargs=["duration_seconds"])
168
+ @upgrade.check_upgrade
167
169
  def create(
168
170
  warehouse: str,
169
171
  description: Optional[str],
@@ -317,6 +319,7 @@ def create(
317
319
  help=f"Expiration duration for temporary credentials used for role. Defaults to {DEFAULT_CREDS_EXPIRY_DURATION_SECONDS} seconds if unspecified",
318
320
  )
319
321
  @telemetry.with_telemetry(capture_kwargs=["duration_seconds"])
322
+ @upgrade.check_upgrade
320
323
  def update(
321
324
  warehouse: str,
322
325
  data_root: str,
@@ -403,6 +406,7 @@ def update(
403
406
 
404
407
  @iceberg.command()
405
408
  @telemetry.with_telemetry()
409
+ @upgrade.check_upgrade
406
410
  def list() -> None:
407
411
  """
408
412
  List iceberg warehouses
@@ -419,6 +423,7 @@ def list() -> None:
419
423
  "-w", "--warehouse", required=True, type=str, help="The name of the warehouse"
420
424
  )
421
425
  @telemetry.with_telemetry()
426
+ @upgrade.check_upgrade
422
427
  def get(warehouse: str) -> None:
423
428
  """Fetches the details of the specified iceberg warehouse"""
424
429
  client = get_default_graph(ClientMode.CLI)
datahub/cli/ingest_cli.py CHANGED
@@ -22,6 +22,7 @@ from datahub.ingestion.graph.config import ClientMode
22
22
  from datahub.ingestion.run.connection import ConnectionManager
23
23
  from datahub.ingestion.run.pipeline import Pipeline
24
24
  from datahub.telemetry import telemetry
25
+ from datahub.upgrade import upgrade
25
26
  from datahub.utilities.ingest_utils import deploy_source_vars
26
27
 
27
28
  logger = logging.getLogger(__name__)
@@ -112,6 +113,7 @@ def ingest() -> None:
112
113
  "no_progress",
113
114
  ]
114
115
  )
116
+ @upgrade.check_upgrade
115
117
  def run(
116
118
  config: str,
117
119
  dry_run: bool,
@@ -241,6 +243,7 @@ def run(
241
243
  required=False,
242
244
  default=None,
243
245
  )
246
+ @upgrade.check_upgrade
244
247
  def deploy(
245
248
  name: Optional[str],
246
249
  config: str,
@@ -374,6 +377,7 @@ def mcps(path: str) -> None:
374
377
  @click.option(
375
378
  "--source", type=str, default=None, help="Filter by ingestion source name."
376
379
  )
380
+ @upgrade.check_upgrade
377
381
  def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) -> None:
378
382
  """
379
383
  List ingestion source runs with their details, optionally filtered by URN or source.
@@ -501,6 +505,7 @@ def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) ->
501
505
  default=False,
502
506
  help="If enabled, will list ingestion runs which have been soft deleted",
503
507
  )
508
+ @upgrade.check_upgrade
504
509
  def list_runs(page_offset: int, page_size: int, include_soft_deletes: bool) -> None:
505
510
  """List recent ingestion runs to datahub"""
506
511
 
@@ -549,6 +554,7 @@ def list_runs(page_offset: int, page_size: int, include_soft_deletes: bool) -> N
549
554
  help="If enabled, will include aspects that have been soft deleted",
550
555
  )
551
556
  @click.option("-a", "--show-aspect", required=False, is_flag=True)
557
+ @upgrade.check_upgrade
552
558
  def show(
553
559
  run_id: str, start: int, count: int, include_soft_deletes: bool, show_aspect: bool
554
560
  ) -> None:
@@ -597,6 +603,7 @@ def show(
597
603
  default="./rollback-reports",
598
604
  help="Path to directory where rollback reports will be saved to",
599
605
  )
606
+ @upgrade.check_upgrade
600
607
  def rollback(
601
608
  run_id: str, force: bool, dry_run: bool, safe: bool, report_dir: str
602
609
  ) -> None:
datahub/cli/migrate.py CHANGED
@@ -37,6 +37,7 @@ from datahub.metadata.schema_classes import (
37
37
  SystemMetadataClass,
38
38
  )
39
39
  from datahub.telemetry import telemetry
40
+ from datahub.upgrade import upgrade
40
41
  from datahub.utilities.urns.urn import Urn
41
42
 
42
43
  log = logging.getLogger(__name__)
@@ -119,6 +120,7 @@ def _get_type_from_urn(urn: str) -> str:
119
120
  help="When enabled, will not delete (hard/soft) the previous entities.",
120
121
  )
121
122
  @telemetry.with_telemetry()
123
+ @upgrade.check_upgrade
122
124
  def dataplatform2instance(
123
125
  instance: str,
124
126
  platform: str,
datahub/cli/put_cli.py CHANGED
@@ -14,6 +14,7 @@ from datahub.metadata.schema_classes import (
14
14
  PlatformTypeClass,
15
15
  SystemMetadataClass,
16
16
  )
17
+ from datahub.upgrade import upgrade
17
18
  from datahub.utilities.urns.data_platform_urn import DataPlatformUrn
18
19
  from datahub.utilities.urns.urn import guess_entity_type
19
20
 
@@ -42,6 +43,7 @@ def put() -> None:
42
43
  required=False,
43
44
  help="Run ID into which we should log the aspect.",
44
45
  )
46
+ @upgrade.check_upgrade
45
47
  def aspect(urn: str, aspect: str, aspect_data: str, run_id: Optional[str]) -> None:
46
48
  """Update a single aspect of an entity"""
47
49
 
@@ -92,6 +94,7 @@ def aspect(urn: str, aspect: str, aspect_data: str, run_id: Optional[str]) -> No
92
94
  @click.option(
93
95
  "--run-id", type=str, help="Run ID into which we should log the platform."
94
96
  )
97
+ @upgrade.check_upgrade
95
98
  def platform(
96
99
  ctx: click.Context, name: str, display_name: Optional[str], logo: str, run_id: str
97
100
  ) -> None:
@@ -17,6 +17,7 @@ from datahub.emitter.mcp import MetadataChangeProposalWrapper
17
17
  from datahub.ingestion.graph.client import get_default_graph
18
18
  from datahub.ingestion.graph.config import ClientMode
19
19
  from datahub.integrations.assertion.registry import ASSERTION_PLATFORMS
20
+ from datahub.upgrade import upgrade
20
21
 
21
22
  logger = logging.getLogger(__name__)
22
23
 
@@ -31,6 +32,7 @@ def assertions() -> None:
31
32
 
32
33
  @assertions.command()
33
34
  @click.option("-f", "--file", required=True, type=click.Path(exists=True))
35
+ @upgrade.check_upgrade
34
36
  def upsert(file: str) -> None:
35
37
  """Upsert (create or update) a set of assertions in DataHub."""
36
38
 
@@ -7,6 +7,7 @@ from click_default_group import DefaultGroup
7
7
  from datahub.api.entities.datacontract.datacontract import DataContract
8
8
  from datahub.ingestion.graph.client import get_default_graph
9
9
  from datahub.ingestion.graph.config import ClientMode
10
+ from datahub.upgrade import upgrade
10
11
 
11
12
  logger = logging.getLogger(__name__)
12
13
 
@@ -19,6 +20,7 @@ def datacontract() -> None:
19
20
 
20
21
  @datacontract.command()
21
22
  @click.option("-f", "--file", required=True, type=click.Path(exists=True))
23
+ @upgrade.check_upgrade
22
24
  def upsert(file: str) -> None:
23
25
  """Upsert (create or update) a Data Contract in DataHub."""
24
26
 
@@ -55,6 +57,7 @@ def upsert(file: str) -> None:
55
57
  help="The file containing the data contract definition",
56
58
  )
57
59
  @click.option("--hard/--soft", required=False, is_flag=True, default=False)
60
+ @upgrade.check_upgrade
58
61
  def delete(urn: Optional[str], file: Optional[str], hard: bool) -> None:
59
62
  """Delete a Data Contract in DataHub. Defaults to a soft-delete. Use --hard to completely erase metadata."""
60
63