acryl-datahub 1.1.0.5rc8__py3-none-any.whl → 1.1.0.5rc10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.1.0.5rc8.dist-info → acryl_datahub-1.1.0.5rc10.dist-info}/METADATA +2465 -2465
- {acryl_datahub-1.1.0.5rc8.dist-info → acryl_datahub-1.1.0.5rc10.dist-info}/RECORD +47 -47
- datahub/_version.py +1 -1
- datahub/cli/check_cli.py +45 -1
- datahub/cli/cli_utils.py +0 -10
- datahub/cli/container_cli.py +5 -0
- datahub/cli/delete_cli.py +5 -0
- datahub/cli/docker_cli.py +2 -0
- datahub/cli/exists_cli.py +2 -0
- datahub/cli/get_cli.py +2 -0
- datahub/cli/iceberg_cli.py +5 -0
- datahub/cli/ingest_cli.py +7 -0
- datahub/cli/migrate.py +2 -0
- datahub/cli/put_cli.py +3 -0
- datahub/cli/specific/assertions_cli.py +2 -0
- datahub/cli/specific/datacontract_cli.py +3 -0
- datahub/cli/specific/dataproduct_cli.py +11 -0
- datahub/cli/specific/dataset_cli.py +4 -0
- datahub/cli/specific/forms_cli.py +2 -0
- datahub/cli/specific/group_cli.py +2 -0
- datahub/cli/specific/structuredproperties_cli.py +4 -0
- datahub/cli/specific/user_cli.py +2 -0
- datahub/cli/state_cli.py +2 -0
- datahub/cli/timeline_cli.py +2 -0
- datahub/emitter/rest_emitter.py +24 -8
- datahub/ingestion/api/report.py +72 -12
- datahub/ingestion/autogenerated/capability_summary.json +19 -1
- datahub/ingestion/autogenerated/lineage_helper.py +101 -19
- datahub/ingestion/source/common/subtypes.py +2 -0
- datahub/ingestion/source/dremio/dremio_api.py +38 -27
- datahub/ingestion/source/mlflow.py +11 -1
- datahub/ingestion/source/snowflake/snowflake_queries.py +127 -0
- datahub/ingestion/source/sql/sql_common.py +4 -0
- datahub/ingestion/source/sql/teradata.py +993 -234
- datahub/ingestion/source/tableau/tableau.py +11 -2
- datahub/ingestion/source/tableau/tableau_constant.py +0 -2
- datahub/metadata/_internal_schema_classes.py +528 -529
- datahub/metadata/_urns/urn_defs.py +1803 -1803
- datahub/metadata/schema.avsc +16720 -17109
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc +1 -3
- datahub/sdk/main_client.py +14 -2
- datahub/sdk/search_client.py +4 -3
- datahub/telemetry/telemetry.py +17 -11
- {acryl_datahub-1.1.0.5rc8.dist-info → acryl_datahub-1.1.0.5rc10.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.1.0.5rc8.dist-info → acryl_datahub-1.1.0.5rc10.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.1.0.5rc8.dist-info → acryl_datahub-1.1.0.5rc10.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.1.0.5rc8.dist-info → acryl_datahub-1.1.0.5rc10.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
acryl_datahub-1.1.0.
|
|
1
|
+
acryl_datahub-1.1.0.5rc10.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
2
2
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
3
3
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
4
|
-
datahub/_version.py,sha256=
|
|
4
|
+
datahub/_version.py,sha256=Dco-mLfPeBiu53IImDd48mgbvlIQN-3IRS5NDjiUbiE,324
|
|
5
5
|
datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
|
|
6
6
|
datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
|
|
7
7
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -67,37 +67,37 @@ datahub/api/graphql/assertion.py,sha256=o_q6SV7N1rJTVMNKSUBGJnZPk6TcVYoVShgDmPw6
|
|
|
67
67
|
datahub/api/graphql/base.py,sha256=zk724_oYSJ0nK7X7Z80MijnA6ry9JqpxnBsJeYuONKA,1737
|
|
68
68
|
datahub/api/graphql/operation.py,sha256=7E80HyE-5JLfLbFkQbgJeNwIaKngjBCrWES8eJO4OYc,5112
|
|
69
69
|
datahub/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
70
|
-
datahub/cli/check_cli.py,sha256=
|
|
71
|
-
datahub/cli/cli_utils.py,sha256=
|
|
70
|
+
datahub/cli/check_cli.py,sha256=PVd3DT9TOK7Ejd0ODKnbRrBnPxsZLfUWgubFRUKwKAA,16970
|
|
71
|
+
datahub/cli/cli_utils.py,sha256=0jTTAKuDZ8GzZwGHYytcT_MPR3Rb2DAcbr9n1H2T2sE,16170
|
|
72
72
|
datahub/cli/config_utils.py,sha256=EeBGfhmf4AxYoTfnZ4GSiGIgpzJFkduNjN_FwmxZGhA,4889
|
|
73
|
-
datahub/cli/container_cli.py,sha256=
|
|
74
|
-
datahub/cli/delete_cli.py,sha256=
|
|
73
|
+
datahub/cli/container_cli.py,sha256=D0zWP3_3aww8_RTkMugOoOlILz3dPJ0TE9asQDLCm6E,1697
|
|
74
|
+
datahub/cli/delete_cli.py,sha256=K6DwCAV9tjIirF4Im3Pu4yRRiBiMaEw4jc4LBCqkpJQ,26482
|
|
75
75
|
datahub/cli/docker_check.py,sha256=NdMmIG8H15QbJqzuHchrs99Mva7kVE-t7FTd6t3qT_c,12978
|
|
76
|
-
datahub/cli/docker_cli.py,sha256=
|
|
76
|
+
datahub/cli/docker_cli.py,sha256=aAZIF3oblTSXzQVSanbphd3dCvdypHCyuMt1u3_QZ9M,33067
|
|
77
77
|
datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
|
|
78
|
-
datahub/cli/exists_cli.py,sha256=
|
|
79
|
-
datahub/cli/get_cli.py,sha256=
|
|
80
|
-
datahub/cli/iceberg_cli.py,sha256=
|
|
81
|
-
datahub/cli/ingest_cli.py,sha256=
|
|
78
|
+
datahub/cli/exists_cli.py,sha256=1cUYNh3GqNgVHWTrfMRGJoo9tFZNXcLetMaDbLaig6o,1233
|
|
79
|
+
datahub/cli/get_cli.py,sha256=OUnXomfpki0uWbNqXoSvQDyQJcKjNLgg77e8jVvynKY,2327
|
|
80
|
+
datahub/cli/iceberg_cli.py,sha256=Zsn3NiZL__iE_GzyorW5ZxkVuDdAV2MLTOWMzCvgz6s,23255
|
|
81
|
+
datahub/cli/ingest_cli.py,sha256=i6Jzpa7CKyFP2n9bq42_CjD9-zKGoO_QzbriXRNjk98,20564
|
|
82
82
|
datahub/cli/json_file.py,sha256=nWo-VVthaaW4Do1eUqgrzk0fShb29MjiKXvZVOTq76c,943
|
|
83
83
|
datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
|
|
84
|
-
datahub/cli/migrate.py,sha256=
|
|
84
|
+
datahub/cli/migrate.py,sha256=XWW_fd4EUQGAUrKh9oKmtNYmfhcvbqWZJj3TQNgD8Dk,18012
|
|
85
85
|
datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
|
|
86
|
-
datahub/cli/put_cli.py,sha256=
|
|
86
|
+
datahub/cli/put_cli.py,sha256=ehqsxEPVVK-0xu7nVfBl_GxfsDbkgjIjkF8mfGfcIpc,3827
|
|
87
87
|
datahub/cli/quickstart_versioning.py,sha256=quLCjWBORu7LCkJ3_cquiSOguu0SRxl3R9hLqOekzYo,7433
|
|
88
|
-
datahub/cli/state_cli.py,sha256=
|
|
88
|
+
datahub/cli/state_cli.py,sha256=RDXYCb17sqjW49nNdkoGAqNPRRHOKw5lcgcs5QvHeOM,1142
|
|
89
89
|
datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
|
|
90
|
-
datahub/cli/timeline_cli.py,sha256=
|
|
90
|
+
datahub/cli/timeline_cli.py,sha256=Wc_Mo7khFFHXgRSl2FgtvB8m0QhuCEhkpaFCIOPpHJE,7584
|
|
91
91
|
datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
92
|
-
datahub/cli/specific/assertions_cli.py,sha256=
|
|
93
|
-
datahub/cli/specific/datacontract_cli.py,sha256=
|
|
94
|
-
datahub/cli/specific/dataproduct_cli.py,sha256=
|
|
95
|
-
datahub/cli/specific/dataset_cli.py,sha256=
|
|
92
|
+
datahub/cli/specific/assertions_cli.py,sha256=S_uvdfF-X_51vGyVTfZZD8xIEynbiVajdi6Bb1pJNCQ,5324
|
|
93
|
+
datahub/cli/specific/datacontract_cli.py,sha256=5RnU_27HVTMM8Ti-v8OXFdQIO6ooeiMj-tArcZnJD0M,2517
|
|
94
|
+
datahub/cli/specific/dataproduct_cli.py,sha256=6jGdWisx7vxItYPOlKcjziSlyJF_268T5iytKjuhPlA,14951
|
|
95
|
+
datahub/cli/specific/dataset_cli.py,sha256=MaIr3PrE1NP6Q_O4CXHm-eyuPah6ypFEgLWP0r-tgBw,8463
|
|
96
96
|
datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
|
|
97
|
-
datahub/cli/specific/forms_cli.py,sha256=
|
|
98
|
-
datahub/cli/specific/group_cli.py,sha256
|
|
99
|
-
datahub/cli/specific/structuredproperties_cli.py,sha256=
|
|
100
|
-
datahub/cli/specific/user_cli.py,sha256=
|
|
97
|
+
datahub/cli/specific/forms_cli.py,sha256=vtwqhJtjbJnECa3_ewniS2laJGp5YamBl8jIcjqMMhM,1433
|
|
98
|
+
datahub/cli/specific/group_cli.py,sha256=-XcF-6pKB_1H2J3GxwmYMmhBMMQ0jCfN_vhq0ovEstk,1967
|
|
99
|
+
datahub/cli/specific/structuredproperties_cli.py,sha256=rgx8fhI7WYq8QLwIttkMysX7JobOHcEloL377m60tyw,5578
|
|
100
|
+
datahub/cli/specific/user_cli.py,sha256=HaASGg25b82Q18hKyOn98gPoQfmj1gW0utDMs0iR5WY,1897
|
|
101
101
|
datahub/configuration/__init__.py,sha256=5TN3a7CWNsLRHpdj-sv2bxKWF2IslvJwE6EpNMFrIS4,123
|
|
102
102
|
datahub/configuration/_config_enum.py,sha256=ul2hr5gMmdLvBINicFkMNMi1ApmnmZSwNdUYYted5nk,1447
|
|
103
103
|
datahub/configuration/common.py,sha256=0OXk_yhyVJroP47Nant5-5fRWOahkVB8YU4G70TR9BI,10692
|
|
@@ -132,7 +132,7 @@ datahub/emitter/mcp_builder.py,sha256=8IwJAlolQkPpMqQJPLtGrsUqAcuFNs98nrI5iYUxga
|
|
|
132
132
|
datahub/emitter/mcp_patch_builder.py,sha256=u7cpW6DkiN7KpLapmMaXgL_FneoN69boxiANbVgMdSI,4564
|
|
133
133
|
datahub/emitter/request_helper.py,sha256=2Sij9VJqgA7xZI6I7IuxsA8ioakbz0FJ3gvazxU_z3M,5738
|
|
134
134
|
datahub/emitter/response_helper.py,sha256=qGm45n43CepW7j6kP9wTXuP-U-SZnn7hQdJTdVaoqhQ,7504
|
|
135
|
-
datahub/emitter/rest_emitter.py,sha256=
|
|
135
|
+
datahub/emitter/rest_emitter.py,sha256=emL16tSbG7j7EzTlK1H6gew7iAUxYwR5za_r8eWo1Qs,38723
|
|
136
136
|
datahub/emitter/serialization_helper.py,sha256=q12Avmf70Vy4ttQGMJoTKlE5EsybMKNg2w3MQeZiHvk,3652
|
|
137
137
|
datahub/emitter/sql_parsing_builder.py,sha256=Cr5imZrm3dYDSCACt5MFscgHCtVbHTD6IjUmsvsKoEs,11991
|
|
138
138
|
datahub/emitter/synchronized_file_emitter.py,sha256=s4ATuxalI4GDAkrZTaGSegxBdvvNPZ9jRSdtElU0kNs,1805
|
|
@@ -148,7 +148,7 @@ datahub/ingestion/api/incremental_properties_helper.py,sha256=KzdxdrQtaMV2XMHfPs
|
|
|
148
148
|
datahub/ingestion/api/ingestion_job_checkpointing_provider_base.py,sha256=3lLdkkxVqE9MVc26cdXImPeWy16az5BwgcorWxeBV50,1759
|
|
149
149
|
datahub/ingestion/api/pipeline_run_listener.py,sha256=5uBP__LbMQxJ2utlf07cIzQINqPbUOKiZyOJta6a0og,713
|
|
150
150
|
datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX63bI,7454
|
|
151
|
-
datahub/ingestion/api/report.py,sha256=
|
|
151
|
+
datahub/ingestion/api/report.py,sha256=_bP7JPHZyftWnCJwFs6YId21mQ0-2rd406H91lLHW98,16942
|
|
152
152
|
datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
|
|
153
153
|
datahub/ingestion/api/sink.py,sha256=GZt48PV56FAhNoma-V5EwwRZvezhb40YH_zprm8_Yo0,4961
|
|
154
154
|
datahub/ingestion/api/source.py,sha256=WcpmuWRua87_UbaSY8GtkLkC0Gql0pM_i5FJN5ALh88,19669
|
|
@@ -159,9 +159,9 @@ datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
|
|
|
159
159
|
datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
|
|
160
160
|
datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=fMjPnyWEofIZV52E2AFYU3IgBJwyZvbygXxCJyEtcWI,4442
|
|
161
161
|
datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
162
|
-
datahub/ingestion/autogenerated/capability_summary.json,sha256=
|
|
162
|
+
datahub/ingestion/autogenerated/capability_summary.json,sha256=2Fa99N5v7Z9j5Dd8WqreTOFbdsrNYh1VKyjvkIgsRS0,106202
|
|
163
163
|
datahub/ingestion/autogenerated/lineage.json,sha256=wjaXxrzpo3M9ppc80TKIgCTuCg0jpb-D9MhBsHXaMOY,10004
|
|
164
|
-
datahub/ingestion/autogenerated/lineage_helper.py,sha256=
|
|
164
|
+
datahub/ingestion/autogenerated/lineage_helper.py,sha256=I_k1pZSCCCjDbUVifPTfy6fkmV8jqdVhbirE8EkpmxI,4748
|
|
165
165
|
datahub/ingestion/extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
166
166
|
datahub/ingestion/extractor/extractor_registry.py,sha256=f7CLfW3pr29QZkXSHbp7HjUrsdw7ejQJmot-tiSPcqc,342
|
|
167
167
|
datahub/ingestion/extractor/json_ref_patch.py,sha256=4g3ZWHn7rwS74jUvSXJiGpi-UKHhiSYKKgBeU4E5ukE,1448
|
|
@@ -216,7 +216,7 @@ datahub/ingestion/source/ge_profiling_config.py,sha256=sG_0BwPDRG3I4PnhfWGHf9Abe
|
|
|
216
216
|
datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
|
|
217
217
|
datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5mrVM,18705
|
|
218
218
|
datahub/ingestion/source/metabase.py,sha256=j8DRV2GvisezidL1JZ5HJLF_hdFdtvaoyDoEdEyh0Ks,32603
|
|
219
|
-
datahub/ingestion/source/mlflow.py,sha256=
|
|
219
|
+
datahub/ingestion/source/mlflow.py,sha256=t7heUgivLXU7lxc-ndZxc1LZuoDKZgpSIe-x3ExXfMg,33340
|
|
220
220
|
datahub/ingestion/source/mode.py,sha256=g3nhkpW5KS_w3a8JaKWoq3XBNOZKFlmxZq9XI2D5dXY,72161
|
|
221
221
|
datahub/ingestion/source/mongodb.py,sha256=2C2Cxn8DXL53IbNiywIuKt8UT_EMcPg9f8su-OPSNGU,21237
|
|
222
222
|
datahub/ingestion/source/nifi.py,sha256=2jxSzuHIRQFF7DLoceGbUd_10lkhHRlqA9hhApSt3Yw,56882
|
|
@@ -285,7 +285,7 @@ datahub/ingestion/source/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
|
|
|
285
285
|
datahub/ingestion/source/common/data_platforms.py,sha256=HhuP3YIEi2WpyKDjUU8RiM0a2qjHWQcvc8kcqub0cVo,548
|
|
286
286
|
datahub/ingestion/source/common/data_reader.py,sha256=XbSxiRTYrk6seOz0ZjVjzSpGvP8lEjmqXrNI4cdYYmQ,1819
|
|
287
287
|
datahub/ingestion/source/common/gcp_credentials_config.py,sha256=_NapGkAqZMbXNClLlmOfANS7U6rChhdthRX9s9iUv9k,2411
|
|
288
|
-
datahub/ingestion/source/common/subtypes.py,sha256
|
|
288
|
+
datahub/ingestion/source/common/subtypes.py,sha256=x8dv9SN23Y8t5oq7SUuQWUPAH8KM3KfTT27ma9XgrM0,4551
|
|
289
289
|
datahub/ingestion/source/data_lake_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
290
290
|
datahub/ingestion/source/data_lake_common/config.py,sha256=qUk83B01hjuBKHvVz8SmXnVCy5eFj-2-2QLEOrAdbgk,359
|
|
291
291
|
datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=55mK0nsehqGDTUOol9Oi3jZs8Pb04PIsHdC2WPP0dkg,6576
|
|
@@ -312,7 +312,7 @@ datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWM
|
|
|
312
312
|
datahub/ingestion/source/delta_lake/report.py,sha256=uR4e4QA_jv8lL3CV-wE5t43H8pUqrGmx_ItLqN9flPI,587
|
|
313
313
|
datahub/ingestion/source/delta_lake/source.py,sha256=1OxdbH_KcC6WFbf78XueKphnmCcIGizUepQ-LQK_hbk,13968
|
|
314
314
|
datahub/ingestion/source/dremio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
315
|
-
datahub/ingestion/source/dremio/dremio_api.py,sha256=
|
|
315
|
+
datahub/ingestion/source/dremio/dremio_api.py,sha256=86_-89OFGsnDmU1lAfAYtCXTXZ-iLNRmRc2V4LCLv-4,35684
|
|
316
316
|
datahub/ingestion/source/dremio/dremio_aspects.py,sha256=oWV2_mSpq3Bh42YJ1QVbAyp-Uihf2WIT6VsHGsGTgzk,18248
|
|
317
317
|
datahub/ingestion/source/dremio/dremio_config.py,sha256=xugXSYoqXuMo9q5LTjSWCx2P376fGxIl7Nc2cI-K_OQ,5882
|
|
318
318
|
datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py,sha256=MQk8BAHLufN69CntFfOV8K59A_AvLC-vwMS33Jw8bBg,3069
|
|
@@ -477,7 +477,7 @@ datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=3-nP3HHCblUnUH
|
|
|
477
477
|
datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
|
|
478
478
|
datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=eWUlWMc5X2X_Y1I2peworFWLLsXQjryEHxPDuSqrowg,21683
|
|
479
479
|
datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=PmQi-qDlRhdJ-PsJ7x-EScIiswWRAxDDOKHydvN3mTY,7404
|
|
480
|
-
datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=
|
|
480
|
+
datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=DWPs-ih4tNS7N5GftBkeh61zgL6UfKPXCY_RyspBaMA,41313
|
|
481
481
|
datahub/ingestion/source/snowflake/snowflake_query.py,sha256=kqOxibplHyDhdioue8MeXBzeDS9d274-dspb-wyWMMI,38165
|
|
482
482
|
datahub/ingestion/source/snowflake/snowflake_report.py,sha256=O-465aBA8uaYZ6WepP7i6cgK6Q1jXJPjDA1j9C8klus,6762
|
|
483
483
|
datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=1yGBbs2aWIdHnrwgeTR7J2lqxbbBsIt8ejCLumIpLEA,27274
|
|
@@ -503,7 +503,7 @@ datahub/ingestion/source/sql/mysql.py,sha256=34Vu3otULxUY0-JUEYdZw2aoyuTlc9KLcoJ
|
|
|
503
503
|
datahub/ingestion/source/sql/oracle.py,sha256=ftnrk3iiEelyv9PBHPYbairuP1WgxZbi1gu6YdqY69E,29965
|
|
504
504
|
datahub/ingestion/source/sql/postgres.py,sha256=t-28dTWLa3c_NgWlGS9ZVNFlZLxd6xTSguIKP4S4NHs,11887
|
|
505
505
|
datahub/ingestion/source/sql/presto.py,sha256=tATa0M2q0PjUC_E9W_jSUsmKTP7cVJayLgrFMzG_eao,4223
|
|
506
|
-
datahub/ingestion/source/sql/sql_common.py,sha256=
|
|
506
|
+
datahub/ingestion/source/sql/sql_common.py,sha256=qIH0Wnz8XvJDlYuS71X3XC5BfpeHkSGzpwn1aqPVY0o,52130
|
|
507
507
|
datahub/ingestion/source/sql/sql_config.py,sha256=u3nGZYYl1WtaxfNsDU5bglgZ5Jq3Fxk9xei_CUIAXB0,8222
|
|
508
508
|
datahub/ingestion/source/sql/sql_generic.py,sha256=9AERvkK8kdJUeDOzCYJDb93xdv6Z4DGho0NfeHj5Uyg,2740
|
|
509
509
|
datahub/ingestion/source/sql/sql_generic_profiler.py,sha256=Zr39j4SI1fPTx1JdopVJyBslFnyp3lZCeb1th9eEB5c,11723
|
|
@@ -513,7 +513,7 @@ datahub/ingestion/source/sql/sql_utils.py,sha256=q-Bsk6WxlsRtrw9RXBxvqI3zuaMTC_F
|
|
|
513
513
|
datahub/ingestion/source/sql/sqlalchemy_data_reader.py,sha256=FvHZ4JEK3aR2DYOBZiT_ZsAy12RjTu4t_KIR_92B11k,2644
|
|
514
514
|
datahub/ingestion/source/sql/sqlalchemy_uri.py,sha256=u0ZvgdJjXZdo_vl7YIQfYuuWbGwpnH6OSozI2e8ZV4I,858
|
|
515
515
|
datahub/ingestion/source/sql/sqlalchemy_uri_mapper.py,sha256=KOpbmDIE2h1hyYEsbVHJi2B7FlsyUMTXZx4diyzltQg,1826
|
|
516
|
-
datahub/ingestion/source/sql/teradata.py,sha256=
|
|
516
|
+
datahub/ingestion/source/sql/teradata.py,sha256=xL_c_UEM_JT-xoMw5Nb5UvSNBUfTGol5CpOkgK5Bsjk,65412
|
|
517
517
|
datahub/ingestion/source/sql/trino.py,sha256=zIfQ6GvW8Sbw4sxqsTcnibT51STka_nzNYvmld6HfHw,18947
|
|
518
518
|
datahub/ingestion/source/sql/two_tier_sql_source.py,sha256=AB3Gtx4omAy_08zadHQpmUGmIGufkZ6o_ihWNnfvzYc,5783
|
|
519
519
|
datahub/ingestion/source/sql/vertica.py,sha256=MeohL8j68ISES1RhrBXLQlkT_YqgT-AvHRxuVCJSMbE,33458
|
|
@@ -539,9 +539,9 @@ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider
|
|
|
539
539
|
datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
|
|
540
540
|
datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
|
|
541
541
|
datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
542
|
-
datahub/ingestion/source/tableau/tableau.py,sha256=
|
|
542
|
+
datahub/ingestion/source/tableau/tableau.py,sha256=SO89gIsLUIxkHpTANUVdqkbsgpyO5mIcO1m3kZylgaM,155893
|
|
543
543
|
datahub/ingestion/source/tableau/tableau_common.py,sha256=MIkHKZg_v2IVCRk-YdPlLZl3m0LcWZm5Indwb3IV2ZQ,26931
|
|
544
|
-
datahub/ingestion/source/tableau/tableau_constant.py,sha256=
|
|
544
|
+
datahub/ingestion/source/tableau/tableau_constant.py,sha256=4ngrOwqxf4cgbLR3i0OKI4pUxmHMABKyywfhXQ0GazA,2592
|
|
545
545
|
datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=nSyx9RzC6TCQDm-cTVJ657qT8iDwzk_8JMKpohhmOc4,1046
|
|
546
546
|
datahub/ingestion/source/tableau/tableau_validation.py,sha256=Hjbfc1AMIkGgzo5ffWXtNRjrxSxzHvw7-dYZDt4d3WE,1819
|
|
547
547
|
datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -618,12 +618,12 @@ datahub/lite/lite_registry.py,sha256=bpH0kasP-LtwwUFNA2QsOIehfekAYfJtN-AkQLmSWnw
|
|
|
618
618
|
datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1949
|
|
619
619
|
datahub/lite/lite_util.py,sha256=G0LQHKkyEb1pc_q183g6hflShclGx7kikgMaOxtVVcs,4545
|
|
620
620
|
datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
|
|
621
|
-
datahub/metadata/_internal_schema_classes.py,sha256=
|
|
622
|
-
datahub/metadata/schema.avsc,sha256=
|
|
621
|
+
datahub/metadata/_internal_schema_classes.py,sha256=DaI4G-ykM_OVmFJHwHVTPZ6fMk4z40TJ8bSmj5n_UNw,1043557
|
|
622
|
+
datahub/metadata/schema.avsc,sha256=GInldoYJf7brWjnjY2qWv68vgfE_mOXVMCTvLkUzzmk,733204
|
|
623
623
|
datahub/metadata/schema_classes.py,sha256=tPT8iHCak4IsZi_oL0nirbPpI8ETTPTZzapqLRpeKU4,1326
|
|
624
624
|
datahub/metadata/urns.py,sha256=nfrCTExR-k2P9w272WVtWSN3xW1VUJngPwP3xnvULjU,1217
|
|
625
625
|
datahub/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
|
|
626
|
-
datahub/metadata/_urns/urn_defs.py,sha256=
|
|
626
|
+
datahub/metadata/_urns/urn_defs.py,sha256=C13iwxKcPZ6wXW_XOP62wj6fNTzgqH30DymjWNLeM6w,143154
|
|
627
627
|
datahub/metadata/com/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
|
|
628
628
|
datahub/metadata/com/linkedin/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
|
|
629
629
|
datahub/metadata/com/linkedin/events/__init__.py,sha256=s_dR0plZF-rOxxIbE8ojekJqwiHzl2WYR-Z3kW6kKS0,298
|
|
@@ -751,7 +751,7 @@ datahub/metadata/schemas/DataHubIngestionSourceInfo.avsc,sha256=4wac7sluRIq-0ZjO
|
|
|
751
751
|
datahub/metadata/schemas/DataHubIngestionSourceKey.avsc,sha256=TGmm9WEGTaABs7kt5Uc-N-kbc5Sd-2sQwx-JpfAptvw,545
|
|
752
752
|
datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc,sha256=q6ZyMoxInwmrkrXkUgMe-i-WZzAxbjcvJ-EI99SnEp8,599
|
|
753
753
|
datahub/metadata/schemas/DataHubPageModuleKey.avsc,sha256=NyFN8cVO6s6rtgoLGJJGfcPfpGr5PfmZlIhM6ajldfQ,460
|
|
754
|
-
datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=
|
|
754
|
+
datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=eiCZBsLMgpkGtwSw-nn6BpumdwHAsHh1AiCa_hj5bHk,6471
|
|
755
755
|
datahub/metadata/schemas/DataHubPageTemplateKey.avsc,sha256=0sVqwL97Rp8YHPytp2RqUP5hIW048hmT2hPNP5k6arc,472
|
|
756
756
|
datahub/metadata/schemas/DataHubPageTemplateProperties.avsc,sha256=0ndN64UNAADL6G_GVjJLHbe_dBnWhVRjtI3MilOlHQc,5651
|
|
757
757
|
datahub/metadata/schemas/DataHubPersonaInfo.avsc,sha256=OUvbTgPQsBtzkDDb9pxHXpQ6A7dkL77ZnCXZ-MLEG14,227
|
|
@@ -947,11 +947,11 @@ datahub/sdk/dataset.py,sha256=2-iD-HqjgFpCBmU3k8O5tkltmwFj4jaumADiX8sexJU,29465
|
|
|
947
947
|
datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
|
|
948
948
|
datahub/sdk/entity_client.py,sha256=xHLGLn6oJfxmHLXo5w4-isPFZGcf8yR5IwyC6pvl_I8,8903
|
|
949
949
|
datahub/sdk/lineage_client.py,sha256=iU2ppFBSlRlPO3HOwj8Oq-_uMKjo8fi9uKb_Ow4OEpM,33917
|
|
950
|
-
datahub/sdk/main_client.py,sha256=
|
|
950
|
+
datahub/sdk/main_client.py,sha256=jxe_59hu68F95aw4c9DsaAA108D5NuJtyu2CatAMAZU,5665
|
|
951
951
|
datahub/sdk/mlmodel.py,sha256=cO5R8BYVljmQ0w33RIOuZmj4nq8OJCDVAZGTQI6YFS8,12628
|
|
952
952
|
datahub/sdk/mlmodelgroup.py,sha256=wlZZHny0UORpF0fRYuVkWLSQwIHX_fWl5lPb1NKR6dM,8194
|
|
953
953
|
datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
|
|
954
|
-
datahub/sdk/search_client.py,sha256=
|
|
954
|
+
datahub/sdk/search_client.py,sha256=hlk40VnD3eT88hMgwXAUv31-ENbDe50P-gsXUnGSNeo,3512
|
|
955
955
|
datahub/sdk/search_filters.py,sha256=BcMhvG5hGYAATtLPLz4WLRjKApX2oLYrrcGn-CG__ek,12901
|
|
956
956
|
datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
957
957
|
datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
|
|
@@ -988,7 +988,7 @@ datahub/sql_parsing/sqlglot_utils.py,sha256=TI11oBu1wrGeUuUGBg7hGTr6lTvztahdqiqX
|
|
|
988
988
|
datahub/sql_parsing/tool_meta_extractor.py,sha256=EV_g7sOchTSUm2p6wluNJqND7-rDYokVTqqFCM7hQ6c,7599
|
|
989
989
|
datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
990
990
|
datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
|
|
991
|
-
datahub/telemetry/telemetry.py,sha256=
|
|
991
|
+
datahub/telemetry/telemetry.py,sha256=clW0SXjFf2VQkNghxiTh0l7V35fr5kuQCldECg5OOKA,15254
|
|
992
992
|
datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
|
|
993
993
|
datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
|
|
994
994
|
datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
|
|
@@ -1091,8 +1091,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1091
1091
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1092
1092
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1093
1093
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1094
|
-
acryl_datahub-1.1.0.
|
|
1095
|
-
acryl_datahub-1.1.0.
|
|
1096
|
-
acryl_datahub-1.1.0.
|
|
1097
|
-
acryl_datahub-1.1.0.
|
|
1098
|
-
acryl_datahub-1.1.0.
|
|
1094
|
+
acryl_datahub-1.1.0.5rc10.dist-info/METADATA,sha256=965rMi9Fgqt3veUtlDFlKyhZFqX295eI52kkxIDTpvs,181840
|
|
1095
|
+
acryl_datahub-1.1.0.5rc10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
1096
|
+
acryl_datahub-1.1.0.5rc10.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
|
|
1097
|
+
acryl_datahub-1.1.0.5rc10.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1098
|
+
acryl_datahub-1.1.0.5rc10.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
datahub/cli/check_cli.py
CHANGED
|
@@ -9,6 +9,7 @@ from datetime import datetime
|
|
|
9
9
|
from typing import Any, Dict, List, Optional, Union
|
|
10
10
|
|
|
11
11
|
import click
|
|
12
|
+
from tabulate import tabulate
|
|
12
13
|
|
|
13
14
|
from datahub._version import __package_name__
|
|
14
15
|
from datahub.cli.json_file import check_mce_file
|
|
@@ -21,6 +22,7 @@ from datahub.ingestion.run.pipeline import Pipeline
|
|
|
21
22
|
from datahub.ingestion.sink.sink_registry import sink_registry
|
|
22
23
|
from datahub.ingestion.source.source_registry import source_registry
|
|
23
24
|
from datahub.ingestion.transformer.transform_registry import transform_registry
|
|
25
|
+
from datahub.upgrade import upgrade
|
|
24
26
|
from datahub.utilities.file_backed_collections import (
|
|
25
27
|
ConnectionWrapper,
|
|
26
28
|
FileBackedDict,
|
|
@@ -230,6 +232,7 @@ def sql_format(sql: str, platform: str) -> None:
|
|
|
230
232
|
default=True,
|
|
231
233
|
help="Run in offline mode and disable schema-aware parsing.",
|
|
232
234
|
)
|
|
235
|
+
@upgrade.check_upgrade
|
|
233
236
|
def sql_lineage(
|
|
234
237
|
sql: Optional[str],
|
|
235
238
|
sql_file: Optional[str],
|
|
@@ -464,6 +467,7 @@ WHERE
|
|
|
464
467
|
|
|
465
468
|
|
|
466
469
|
@check.command()
|
|
470
|
+
@upgrade.check_upgrade
|
|
467
471
|
def server_config() -> None:
|
|
468
472
|
"""Print the server config."""
|
|
469
473
|
graph = get_default_graph(ClientMode.CLI)
|
|
@@ -488,6 +492,7 @@ def server_config() -> None:
|
|
|
488
492
|
type=click.Path(exists=True, dir_okay=True, readable=True),
|
|
489
493
|
help="File absolute path containing URNs (one per line) to restore indices",
|
|
490
494
|
)
|
|
495
|
+
@upgrade.check_upgrade
|
|
491
496
|
def restore_indices(
|
|
492
497
|
urn: Optional[str],
|
|
493
498
|
aspect: Optional[str],
|
|
@@ -510,8 +515,47 @@ def restore_indices(
|
|
|
510
515
|
|
|
511
516
|
|
|
512
517
|
@check.command()
|
|
518
|
+
@upgrade.check_upgrade
|
|
513
519
|
def get_kafka_consumer_offsets() -> None:
|
|
514
520
|
"""Get Kafka consumer offsets from the DataHub API."""
|
|
515
521
|
graph = get_default_graph(ClientMode.CLI)
|
|
516
522
|
result = graph.get_kafka_consumer_offsets()
|
|
517
|
-
|
|
523
|
+
|
|
524
|
+
table_data = []
|
|
525
|
+
headers = [
|
|
526
|
+
"Topic",
|
|
527
|
+
"Consumer Group",
|
|
528
|
+
"Schema",
|
|
529
|
+
"Partition",
|
|
530
|
+
"Offset",
|
|
531
|
+
"Lag",
|
|
532
|
+
"Avg Lag",
|
|
533
|
+
"Max Lag",
|
|
534
|
+
"Total Lag",
|
|
535
|
+
]
|
|
536
|
+
|
|
537
|
+
for topic, consumers in result.items():
|
|
538
|
+
for consumer_group, schemas in consumers.items():
|
|
539
|
+
for schema, data in schemas.items():
|
|
540
|
+
metrics = data.get("metrics", {})
|
|
541
|
+
partitions = data.get("partitions", {})
|
|
542
|
+
|
|
543
|
+
for partition, partition_data in partitions.items():
|
|
544
|
+
table_data.append(
|
|
545
|
+
[
|
|
546
|
+
topic,
|
|
547
|
+
consumer_group,
|
|
548
|
+
schema,
|
|
549
|
+
partition,
|
|
550
|
+
partition_data.get("offset", "N/A"),
|
|
551
|
+
partition_data.get("lag", "N/A"),
|
|
552
|
+
metrics.get("avgLag", "N/A"),
|
|
553
|
+
metrics.get("maxLag", "N/A"),
|
|
554
|
+
metrics.get("totalLag", "N/A"),
|
|
555
|
+
]
|
|
556
|
+
)
|
|
557
|
+
|
|
558
|
+
if table_data:
|
|
559
|
+
click.echo(tabulate(table_data, headers=headers, tablefmt="grid"))
|
|
560
|
+
else:
|
|
561
|
+
click.echo("No Kafka consumer offset data found.")
|
datahub/cli/cli_utils.py
CHANGED
|
@@ -452,9 +452,6 @@ def enable_auto_decorators(main_group: click.Group) -> None:
|
|
|
452
452
|
def has_telemetry_decorator(func):
|
|
453
453
|
return has_decorator(func, "telemetry", "with_telemetry")
|
|
454
454
|
|
|
455
|
-
def has_upgrade_decorator(func):
|
|
456
|
-
return has_decorator(func, "upgrade", "check_upgrade")
|
|
457
|
-
|
|
458
455
|
def wrap_command_callback(command_obj):
|
|
459
456
|
"""Wrap a command's callback function to add decorators"""
|
|
460
457
|
if hasattr(command_obj, "callback") and command_obj.callback:
|
|
@@ -462,7 +459,6 @@ def enable_auto_decorators(main_group: click.Group) -> None:
|
|
|
462
459
|
|
|
463
460
|
# Import here to avoid circular imports
|
|
464
461
|
from datahub.telemetry import telemetry
|
|
465
|
-
from datahub.upgrade import upgrade
|
|
466
462
|
|
|
467
463
|
decorated_callback = original_callback
|
|
468
464
|
|
|
@@ -472,12 +468,6 @@ def enable_auto_decorators(main_group: click.Group) -> None:
|
|
|
472
468
|
)
|
|
473
469
|
decorated_callback = telemetry.with_telemetry()(decorated_callback)
|
|
474
470
|
|
|
475
|
-
if not has_upgrade_decorator(decorated_callback):
|
|
476
|
-
log.debug(
|
|
477
|
-
f"Applying upgrade decorator to {original_callback.__module__}.{original_callback.__name__}"
|
|
478
|
-
)
|
|
479
|
-
decorated_callback = upgrade.check_upgrade(decorated_callback)
|
|
480
|
-
|
|
481
471
|
# Preserve the original function's metadata
|
|
482
472
|
decorated_callback = wraps(original_callback)(decorated_callback)
|
|
483
473
|
|
datahub/cli/container_cli.py
CHANGED
|
@@ -3,6 +3,7 @@ import logging
|
|
|
3
3
|
import click
|
|
4
4
|
|
|
5
5
|
from datahub.ingestion.source.apply.datahub_apply import apply_association_to_container
|
|
6
|
+
from datahub.upgrade import upgrade
|
|
6
7
|
|
|
7
8
|
logger = logging.getLogger(__name__)
|
|
8
9
|
|
|
@@ -16,6 +17,7 @@ def container() -> None:
|
|
|
16
17
|
@container.command()
|
|
17
18
|
@click.option("--container-urn", required=True, type=str)
|
|
18
19
|
@click.option("--tag-urn", required=True, type=str)
|
|
20
|
+
@upgrade.check_upgrade
|
|
19
21
|
def tag(container_urn: str, tag_urn: str) -> None:
|
|
20
22
|
"""Add patch to add a tag to all datasets in a container"""
|
|
21
23
|
apply_association_to_container(container_urn, tag_urn, "tag")
|
|
@@ -24,6 +26,7 @@ def tag(container_urn: str, tag_urn: str) -> None:
|
|
|
24
26
|
@container.command()
|
|
25
27
|
@click.option("--container-urn", required=True, type=str)
|
|
26
28
|
@click.option("--term-urn", required=True, type=str)
|
|
29
|
+
@upgrade.check_upgrade
|
|
27
30
|
def term(container_urn: str, term_urn: str) -> None:
|
|
28
31
|
"""Add patch to add a term to all datasets in a container"""
|
|
29
32
|
apply_association_to_container(container_urn, term_urn, "term")
|
|
@@ -32,6 +35,7 @@ def term(container_urn: str, term_urn: str) -> None:
|
|
|
32
35
|
@container.command()
|
|
33
36
|
@click.option("--container-urn", required=True, type=str)
|
|
34
37
|
@click.option("--owner-urn", required=True, type=str)
|
|
38
|
+
@upgrade.check_upgrade
|
|
35
39
|
def owner(container_urn: str, owner_urn: str) -> None:
|
|
36
40
|
"""Add patch to add a owner to all datasets in a container"""
|
|
37
41
|
apply_association_to_container(container_urn, owner_urn, "owner")
|
|
@@ -40,6 +44,7 @@ def owner(container_urn: str, owner_urn: str) -> None:
|
|
|
40
44
|
@container.command()
|
|
41
45
|
@click.option("--container-urn", required=True, type=str)
|
|
42
46
|
@click.option("--domain-urn", required=True, type=str)
|
|
47
|
+
@upgrade.check_upgrade
|
|
43
48
|
def domain(container_urn: str, domain_urn: str) -> None:
|
|
44
49
|
"""Add patch to add a domain to all datasets in a container"""
|
|
45
50
|
apply_association_to_container(container_urn, domain_urn, "domain")
|
datahub/cli/delete_cli.py
CHANGED
|
@@ -18,6 +18,7 @@ from datahub.emitter.aspect import ASPECT_MAP, TIMESERIES_ASPECT_MAP
|
|
|
18
18
|
from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
|
|
19
19
|
from datahub.ingestion.graph.config import ClientMode
|
|
20
20
|
from datahub.ingestion.graph.filters import RemovedStatusFilter
|
|
21
|
+
from datahub.upgrade import upgrade
|
|
21
22
|
from datahub.utilities.perf_timer import PerfTimer
|
|
22
23
|
from datahub.utilities.urns.urn import guess_entity_type
|
|
23
24
|
|
|
@@ -114,6 +115,7 @@ class DeletionResult:
|
|
|
114
115
|
help="specifies soft/hard deletion",
|
|
115
116
|
)
|
|
116
117
|
@click.option("-n", "--dry-run", required=False, is_flag=True)
|
|
118
|
+
@upgrade.check_upgrade
|
|
117
119
|
def by_registry(
|
|
118
120
|
registry_id: str,
|
|
119
121
|
soft: bool,
|
|
@@ -168,6 +170,7 @@ def by_registry(
|
|
|
168
170
|
@click.option(
|
|
169
171
|
"-f", "--force", required=False, is_flag=True, help="force the delete if set"
|
|
170
172
|
)
|
|
173
|
+
@upgrade.check_upgrade
|
|
171
174
|
def references(urn: str, dry_run: bool, force: bool) -> None:
|
|
172
175
|
"""
|
|
173
176
|
Delete all references to an entity (but not the entity itself).
|
|
@@ -230,6 +233,7 @@ def references(urn: str, dry_run: bool, force: bool) -> None:
|
|
|
230
233
|
help="Batch size when querying for entities to un-soft delete."
|
|
231
234
|
"Maximum 5000. Large batch sizes may cause timeouts.",
|
|
232
235
|
)
|
|
236
|
+
@upgrade.check_upgrade
|
|
233
237
|
def undo_by_filter(
|
|
234
238
|
urn: Optional[str], platform: Optional[str], batch_size: int
|
|
235
239
|
) -> None:
|
|
@@ -365,6 +369,7 @@ def undo_by_filter(
|
|
|
365
369
|
@click.option(
|
|
366
370
|
"--workers", type=int, default=1, help="Num of workers to use for deletion."
|
|
367
371
|
)
|
|
372
|
+
@upgrade.check_upgrade
|
|
368
373
|
def by_filter(
|
|
369
374
|
urn: Optional[str],
|
|
370
375
|
urn_file: Optional[str],
|
datahub/cli/docker_cli.py
CHANGED
|
@@ -38,6 +38,7 @@ from datahub.cli.quickstart_versioning import (
|
|
|
38
38
|
)
|
|
39
39
|
from datahub.ingestion.run.pipeline import Pipeline
|
|
40
40
|
from datahub.telemetry import telemetry
|
|
41
|
+
from datahub.upgrade import upgrade
|
|
41
42
|
from datahub.utilities.perf_timer import PerfTimer
|
|
42
43
|
|
|
43
44
|
logger = logging.getLogger(__name__)
|
|
@@ -862,6 +863,7 @@ def valid_restore_options(
|
|
|
862
863
|
default=None,
|
|
863
864
|
help="The token to be used when ingesting, used when datahub is deployed with METADATA_SERVICE_AUTH_ENABLED=true",
|
|
864
865
|
)
|
|
866
|
+
@upgrade.check_upgrade
|
|
865
867
|
def ingest_sample_data(token: Optional[str]) -> None:
|
|
866
868
|
"""Ingest sample data into a running DataHub instance."""
|
|
867
869
|
|
datahub/cli/exists_cli.py
CHANGED
|
@@ -7,6 +7,7 @@ from click_default_group import DefaultGroup
|
|
|
7
7
|
|
|
8
8
|
from datahub.ingestion.graph.client import get_default_graph
|
|
9
9
|
from datahub.ingestion.graph.config import ClientMode
|
|
10
|
+
from datahub.upgrade import upgrade
|
|
10
11
|
|
|
11
12
|
logger = logging.getLogger(__name__)
|
|
12
13
|
|
|
@@ -20,6 +21,7 @@ def exists() -> None:
|
|
|
20
21
|
@exists.command()
|
|
21
22
|
@click.option("--urn", required=False, type=str)
|
|
22
23
|
@click.pass_context
|
|
24
|
+
@upgrade.check_upgrade
|
|
23
25
|
def urn(ctx: Any, urn: Optional[str]) -> None:
|
|
24
26
|
"""
|
|
25
27
|
Get metadata for an entity with an optional list of aspects to project.
|
datahub/cli/get_cli.py
CHANGED
|
@@ -8,6 +8,7 @@ from click_default_group import DefaultGroup
|
|
|
8
8
|
from datahub.cli.cli_utils import get_aspects_for_entity
|
|
9
9
|
from datahub.ingestion.graph.client import get_default_graph
|
|
10
10
|
from datahub.ingestion.graph.config import ClientMode
|
|
11
|
+
from datahub.upgrade import upgrade
|
|
11
12
|
|
|
12
13
|
logger = logging.getLogger(__name__)
|
|
13
14
|
|
|
@@ -29,6 +30,7 @@ def get() -> None:
|
|
|
29
30
|
help="Whether to print details from database which help in audit.",
|
|
30
31
|
)
|
|
31
32
|
@click.pass_context
|
|
33
|
+
@upgrade.check_upgrade
|
|
32
34
|
def urn(ctx: Any, urn: Optional[str], aspect: List[str], details: bool) -> None:
|
|
33
35
|
"""
|
|
34
36
|
Get metadata for an entity with an optional list of aspects to project.
|
datahub/cli/iceberg_cli.py
CHANGED
|
@@ -16,6 +16,7 @@ from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
|
|
|
16
16
|
from datahub.ingestion.graph.config import ClientMode
|
|
17
17
|
from datahub.metadata.schema_classes import SystemMetadataClass
|
|
18
18
|
from datahub.telemetry import telemetry
|
|
19
|
+
from datahub.upgrade import upgrade
|
|
19
20
|
|
|
20
21
|
logger = logging.getLogger(__name__)
|
|
21
22
|
|
|
@@ -164,6 +165,7 @@ def validate_warehouse(data_root: str) -> None:
|
|
|
164
165
|
help=f"Expiration duration for temporary credentials used for role. Defaults to {DEFAULT_CREDS_EXPIRY_DURATION_SECONDS} seconds if unspecified",
|
|
165
166
|
)
|
|
166
167
|
@telemetry.with_telemetry(capture_kwargs=["duration_seconds"])
|
|
168
|
+
@upgrade.check_upgrade
|
|
167
169
|
def create(
|
|
168
170
|
warehouse: str,
|
|
169
171
|
description: Optional[str],
|
|
@@ -317,6 +319,7 @@ def create(
|
|
|
317
319
|
help=f"Expiration duration for temporary credentials used for role. Defaults to {DEFAULT_CREDS_EXPIRY_DURATION_SECONDS} seconds if unspecified",
|
|
318
320
|
)
|
|
319
321
|
@telemetry.with_telemetry(capture_kwargs=["duration_seconds"])
|
|
322
|
+
@upgrade.check_upgrade
|
|
320
323
|
def update(
|
|
321
324
|
warehouse: str,
|
|
322
325
|
data_root: str,
|
|
@@ -403,6 +406,7 @@ def update(
|
|
|
403
406
|
|
|
404
407
|
@iceberg.command()
|
|
405
408
|
@telemetry.with_telemetry()
|
|
409
|
+
@upgrade.check_upgrade
|
|
406
410
|
def list() -> None:
|
|
407
411
|
"""
|
|
408
412
|
List iceberg warehouses
|
|
@@ -419,6 +423,7 @@ def list() -> None:
|
|
|
419
423
|
"-w", "--warehouse", required=True, type=str, help="The name of the warehouse"
|
|
420
424
|
)
|
|
421
425
|
@telemetry.with_telemetry()
|
|
426
|
+
@upgrade.check_upgrade
|
|
422
427
|
def get(warehouse: str) -> None:
|
|
423
428
|
"""Fetches the details of the specified iceberg warehouse"""
|
|
424
429
|
client = get_default_graph(ClientMode.CLI)
|
datahub/cli/ingest_cli.py
CHANGED
|
@@ -22,6 +22,7 @@ from datahub.ingestion.graph.config import ClientMode
|
|
|
22
22
|
from datahub.ingestion.run.connection import ConnectionManager
|
|
23
23
|
from datahub.ingestion.run.pipeline import Pipeline
|
|
24
24
|
from datahub.telemetry import telemetry
|
|
25
|
+
from datahub.upgrade import upgrade
|
|
25
26
|
from datahub.utilities.ingest_utils import deploy_source_vars
|
|
26
27
|
|
|
27
28
|
logger = logging.getLogger(__name__)
|
|
@@ -112,6 +113,7 @@ def ingest() -> None:
|
|
|
112
113
|
"no_progress",
|
|
113
114
|
]
|
|
114
115
|
)
|
|
116
|
+
@upgrade.check_upgrade
|
|
115
117
|
def run(
|
|
116
118
|
config: str,
|
|
117
119
|
dry_run: bool,
|
|
@@ -241,6 +243,7 @@ def run(
|
|
|
241
243
|
required=False,
|
|
242
244
|
default=None,
|
|
243
245
|
)
|
|
246
|
+
@upgrade.check_upgrade
|
|
244
247
|
def deploy(
|
|
245
248
|
name: Optional[str],
|
|
246
249
|
config: str,
|
|
@@ -374,6 +377,7 @@ def mcps(path: str) -> None:
|
|
|
374
377
|
@click.option(
|
|
375
378
|
"--source", type=str, default=None, help="Filter by ingestion source name."
|
|
376
379
|
)
|
|
380
|
+
@upgrade.check_upgrade
|
|
377
381
|
def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) -> None:
|
|
378
382
|
"""
|
|
379
383
|
List ingestion source runs with their details, optionally filtered by URN or source.
|
|
@@ -501,6 +505,7 @@ def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) ->
|
|
|
501
505
|
default=False,
|
|
502
506
|
help="If enabled, will list ingestion runs which have been soft deleted",
|
|
503
507
|
)
|
|
508
|
+
@upgrade.check_upgrade
|
|
504
509
|
def list_runs(page_offset: int, page_size: int, include_soft_deletes: bool) -> None:
|
|
505
510
|
"""List recent ingestion runs to datahub"""
|
|
506
511
|
|
|
@@ -549,6 +554,7 @@ def list_runs(page_offset: int, page_size: int, include_soft_deletes: bool) -> N
|
|
|
549
554
|
help="If enabled, will include aspects that have been soft deleted",
|
|
550
555
|
)
|
|
551
556
|
@click.option("-a", "--show-aspect", required=False, is_flag=True)
|
|
557
|
+
@upgrade.check_upgrade
|
|
552
558
|
def show(
|
|
553
559
|
run_id: str, start: int, count: int, include_soft_deletes: bool, show_aspect: bool
|
|
554
560
|
) -> None:
|
|
@@ -597,6 +603,7 @@ def show(
|
|
|
597
603
|
default="./rollback-reports",
|
|
598
604
|
help="Path to directory where rollback reports will be saved to",
|
|
599
605
|
)
|
|
606
|
+
@upgrade.check_upgrade
|
|
600
607
|
def rollback(
|
|
601
608
|
run_id: str, force: bool, dry_run: bool, safe: bool, report_dir: str
|
|
602
609
|
) -> None:
|
datahub/cli/migrate.py
CHANGED
|
@@ -37,6 +37,7 @@ from datahub.metadata.schema_classes import (
|
|
|
37
37
|
SystemMetadataClass,
|
|
38
38
|
)
|
|
39
39
|
from datahub.telemetry import telemetry
|
|
40
|
+
from datahub.upgrade import upgrade
|
|
40
41
|
from datahub.utilities.urns.urn import Urn
|
|
41
42
|
|
|
42
43
|
log = logging.getLogger(__name__)
|
|
@@ -119,6 +120,7 @@ def _get_type_from_urn(urn: str) -> str:
|
|
|
119
120
|
help="When enabled, will not delete (hard/soft) the previous entities.",
|
|
120
121
|
)
|
|
121
122
|
@telemetry.with_telemetry()
|
|
123
|
+
@upgrade.check_upgrade
|
|
122
124
|
def dataplatform2instance(
|
|
123
125
|
instance: str,
|
|
124
126
|
platform: str,
|
datahub/cli/put_cli.py
CHANGED
|
@@ -14,6 +14,7 @@ from datahub.metadata.schema_classes import (
|
|
|
14
14
|
PlatformTypeClass,
|
|
15
15
|
SystemMetadataClass,
|
|
16
16
|
)
|
|
17
|
+
from datahub.upgrade import upgrade
|
|
17
18
|
from datahub.utilities.urns.data_platform_urn import DataPlatformUrn
|
|
18
19
|
from datahub.utilities.urns.urn import guess_entity_type
|
|
19
20
|
|
|
@@ -42,6 +43,7 @@ def put() -> None:
|
|
|
42
43
|
required=False,
|
|
43
44
|
help="Run ID into which we should log the aspect.",
|
|
44
45
|
)
|
|
46
|
+
@upgrade.check_upgrade
|
|
45
47
|
def aspect(urn: str, aspect: str, aspect_data: str, run_id: Optional[str]) -> None:
|
|
46
48
|
"""Update a single aspect of an entity"""
|
|
47
49
|
|
|
@@ -92,6 +94,7 @@ def aspect(urn: str, aspect: str, aspect_data: str, run_id: Optional[str]) -> No
|
|
|
92
94
|
@click.option(
|
|
93
95
|
"--run-id", type=str, help="Run ID into which we should log the platform."
|
|
94
96
|
)
|
|
97
|
+
@upgrade.check_upgrade
|
|
95
98
|
def platform(
|
|
96
99
|
ctx: click.Context, name: str, display_name: Optional[str], logo: str, run_id: str
|
|
97
100
|
) -> None:
|
|
@@ -17,6 +17,7 @@ from datahub.emitter.mcp import MetadataChangeProposalWrapper
|
|
|
17
17
|
from datahub.ingestion.graph.client import get_default_graph
|
|
18
18
|
from datahub.ingestion.graph.config import ClientMode
|
|
19
19
|
from datahub.integrations.assertion.registry import ASSERTION_PLATFORMS
|
|
20
|
+
from datahub.upgrade import upgrade
|
|
20
21
|
|
|
21
22
|
logger = logging.getLogger(__name__)
|
|
22
23
|
|
|
@@ -31,6 +32,7 @@ def assertions() -> None:
|
|
|
31
32
|
|
|
32
33
|
@assertions.command()
|
|
33
34
|
@click.option("-f", "--file", required=True, type=click.Path(exists=True))
|
|
35
|
+
@upgrade.check_upgrade
|
|
34
36
|
def upsert(file: str) -> None:
|
|
35
37
|
"""Upsert (create or update) a set of assertions in DataHub."""
|
|
36
38
|
|