acryl-datahub 1.0.0.3rc10__py3-none-any.whl → 1.0.0.3rc11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/METADATA +2471 -2418
- {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/RECORD +45 -45
- {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/WHEEL +1 -1
- datahub/_version.py +1 -1
- datahub/api/entities/forms/forms.py +2 -1
- datahub/cli/check_cli.py +3 -2
- datahub/cli/config_utils.py +2 -2
- datahub/cli/delete_cli.py +5 -4
- datahub/cli/exists_cli.py +2 -1
- datahub/cli/get_cli.py +2 -1
- datahub/cli/iceberg_cli.py +6 -5
- datahub/cli/ingest_cli.py +9 -6
- datahub/cli/migrate.py +4 -3
- datahub/cli/migration_utils.py +4 -3
- datahub/cli/put_cli.py +3 -2
- datahub/cli/specific/assertions_cli.py +2 -1
- datahub/cli/specific/datacontract_cli.py +3 -2
- datahub/cli/specific/dataproduct_cli.py +10 -9
- datahub/cli/specific/dataset_cli.py +4 -3
- datahub/cli/specific/forms_cli.py +2 -1
- datahub/cli/specific/group_cli.py +2 -1
- datahub/cli/specific/structuredproperties_cli.py +4 -3
- datahub/cli/specific/user_cli.py +2 -1
- datahub/cli/state_cli.py +2 -1
- datahub/cli/timeline_cli.py +2 -1
- datahub/emitter/rest_emitter.py +120 -42
- datahub/entrypoints.py +2 -1
- datahub/ingestion/graph/client.py +16 -9
- datahub/ingestion/graph/config.py +13 -0
- datahub/ingestion/run/pipeline.py +3 -2
- datahub/ingestion/run/pipeline_config.py +1 -1
- datahub/ingestion/sink/datahub_rest.py +5 -6
- datahub/ingestion/source/apply/datahub_apply.py +2 -1
- datahub/ingestion/source/ge_data_profiler.py +2 -1
- datahub/ingestion/source/metadata/lineage.py +2 -1
- datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py +2 -1
- datahub/integrations/assertion/common.py +3 -2
- datahub/sdk/main_client.py +2 -2
- datahub/secret/datahub_secret_store.py +2 -1
- datahub/telemetry/telemetry.py +2 -2
- datahub/upgrade/upgrade.py +10 -12
- datahub/utilities/server_config_util.py +378 -10
- {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/top_level.txt +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
acryl_datahub-1.0.0.
|
|
1
|
+
acryl_datahub-1.0.0.3rc11.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
2
2
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
3
3
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
4
|
-
datahub/_version.py,sha256=
|
|
5
|
-
datahub/entrypoints.py,sha256=
|
|
4
|
+
datahub/_version.py,sha256=twce5d4IphdpniEHSuyITBxTGY0-8pqvE-ojb42fqFs,324
|
|
5
|
+
datahub/entrypoints.py,sha256=AQN5MzCe6q3LKI4SS6WmwN56kgjF6AC1ld7yELWVP2w,8953
|
|
6
6
|
datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
|
|
7
7
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
8
8
|
datahub/_codegen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -50,7 +50,7 @@ datahub/api/entities/dataproduct/dataproduct.py,sha256=148TmItxDDyGNzfZdL8aDreSE
|
|
|
50
50
|
datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
51
51
|
datahub/api/entities/dataset/dataset.py,sha256=se2tv6jsvS5BmH5b53mKs8lEPF4LNzVRrd9PDovPIQk,49627
|
|
52
52
|
datahub/api/entities/forms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
|
-
datahub/api/entities/forms/forms.py,sha256=
|
|
53
|
+
datahub/api/entities/forms/forms.py,sha256=B1KnoMmaXwznWdbjltoLq3sH9qj-BpzyC7z7FcwwOM4,15812
|
|
54
54
|
datahub/api/entities/forms/forms_graphql_constants.py,sha256=DKpnKlMKTjmnyrCTvp63V4LX4THGTAMq3ep8THrSGP4,537
|
|
55
55
|
datahub/api/entities/platformresource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
56
56
|
datahub/api/entities/platformresource/platform_resource.py,sha256=pVAjv6NoH746Mfvdak7ji0eqlEcEeV-Ji7M5gyNXmds,10603
|
|
@@ -61,37 +61,37 @@ datahub/api/graphql/assertion.py,sha256=o_q6SV7N1rJTVMNKSUBGJnZPk6TcVYoVShgDmPw6
|
|
|
61
61
|
datahub/api/graphql/base.py,sha256=9q637r6v-RGOd8Mk8HW2g0vt9zpqFexsQ5R6TPEHVbs,1614
|
|
62
62
|
datahub/api/graphql/operation.py,sha256=7E80HyE-5JLfLbFkQbgJeNwIaKngjBCrWES8eJO4OYc,5112
|
|
63
63
|
datahub/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
64
|
-
datahub/cli/check_cli.py,sha256=
|
|
64
|
+
datahub/cli/check_cli.py,sha256=82mO4a1_tEa9ewNzWAL6zxYEdVfUPOj0aH688X8_h28,14392
|
|
65
65
|
datahub/cli/cli_utils.py,sha256=2uvPv6WqxbRdH7UteHwhRash4E0ncU5P6XebrFLeECo,13584
|
|
66
|
-
datahub/cli/config_utils.py,sha256=
|
|
66
|
+
datahub/cli/config_utils.py,sha256=EeBGfhmf4AxYoTfnZ4GSiGIgpzJFkduNjN_FwmxZGhA,4889
|
|
67
67
|
datahub/cli/container_cli.py,sha256=uDOwewGEPYHQt-ppYEb8ESXhZjPNIZG0Rt3cm2FzPqc,1569
|
|
68
|
-
datahub/cli/delete_cli.py,sha256=
|
|
68
|
+
datahub/cli/delete_cli.py,sha256=sik2DmQ5vUWeAIYwIfUBWIF1k6viEYx6M7rj61eeXI0,23590
|
|
69
69
|
datahub/cli/docker_check.py,sha256=rED4wHXqxcQ_qNFyIgFEZ85BHT9ZTE5YC-oUKqbRqi0,9432
|
|
70
70
|
datahub/cli/docker_cli.py,sha256=U2yvCB37sPZB5Uq73Y3AG-FK_BqeQaNLsF3DChuiyqI,36463
|
|
71
71
|
datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
|
|
72
|
-
datahub/cli/exists_cli.py,sha256=
|
|
73
|
-
datahub/cli/get_cli.py,sha256=
|
|
74
|
-
datahub/cli/iceberg_cli.py,sha256
|
|
75
|
-
datahub/cli/ingest_cli.py,sha256=
|
|
72
|
+
datahub/cli/exists_cli.py,sha256=Md8_jGdZZXJpX9qBL-hkRJ_DzTXCPKP0fY69Y_sjZqs,1301
|
|
73
|
+
datahub/cli/get_cli.py,sha256=aKnepFef6dyk4sxnrUOnHoEi1yvyBaQT5U6st8NqKQE,2395
|
|
74
|
+
datahub/cli/iceberg_cli.py,sha256=L4QIBc7SiKMJF02S94mFpdOI0P1zIZESeW-o7waJSf4,23127
|
|
75
|
+
datahub/cli/ingest_cli.py,sha256=WJii76u1-bkJxmPi_P3jyTuuh0ShSkNurBE8I7fNnFU,20765
|
|
76
76
|
datahub/cli/json_file.py,sha256=nWo-VVthaaW4Do1eUqgrzk0fShb29MjiKXvZVOTq76c,943
|
|
77
77
|
datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
|
|
78
|
-
datahub/cli/migrate.py,sha256=
|
|
79
|
-
datahub/cli/migration_utils.py,sha256=
|
|
80
|
-
datahub/cli/put_cli.py,sha256=
|
|
78
|
+
datahub/cli/migrate.py,sha256=QZKshJX7nDKPDM0UGt8bLDchQQ7Z_3oassf8-jLL5yA,17953
|
|
79
|
+
datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
|
|
80
|
+
datahub/cli/put_cli.py,sha256=K4inhRz1a4S4b7Ji-61NZK4LDc8RZWIFNs-AHHo-gMA,3923
|
|
81
81
|
datahub/cli/quickstart_versioning.py,sha256=MyWvw92s4b84wIEizjSUZjoMClwLbhpgMdHeDav-x2o,5713
|
|
82
|
-
datahub/cli/state_cli.py,sha256=
|
|
82
|
+
datahub/cli/state_cli.py,sha256=1hZsc5gRvjE8OKRnZH0TJZCzk85MiFgqFl5aR-qRyG4,1210
|
|
83
83
|
datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
|
|
84
|
-
datahub/cli/timeline_cli.py,sha256=
|
|
84
|
+
datahub/cli/timeline_cli.py,sha256=fRGx1b3blLpq71l4XQGGCZNPr-Uz4Ki-LlIm_MJ-Z2E,7652
|
|
85
85
|
datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
86
|
-
datahub/cli/specific/assertions_cli.py,sha256=
|
|
87
|
-
datahub/cli/specific/datacontract_cli.py,sha256=
|
|
88
|
-
datahub/cli/specific/dataproduct_cli.py,sha256=
|
|
89
|
-
datahub/cli/specific/dataset_cli.py,sha256=
|
|
86
|
+
datahub/cli/specific/assertions_cli.py,sha256=mZY8l_HshwhtHP1A1V1gHsS5tg_h_BeRyVUgFP4L4cI,5443
|
|
87
|
+
datahub/cli/specific/datacontract_cli.py,sha256=lDW5GaN53NN3-0U3dqceeXpeSvIH_u4CV2_I7P5fmLU,2613
|
|
88
|
+
datahub/cli/specific/dataproduct_cli.py,sha256=99K8VSlPcCT8M9OZr47sGMY4Z0pr1cw7YB2iIiSRiPs,15271
|
|
89
|
+
datahub/cli/specific/dataset_cli.py,sha256=_WpNmOg8zALAbRrDNkxoejGflN81UrRxadnunpprHm0,8666
|
|
90
90
|
datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
|
|
91
|
-
datahub/cli/specific/forms_cli.py,sha256=
|
|
92
|
-
datahub/cli/specific/group_cli.py,sha256=
|
|
93
|
-
datahub/cli/specific/structuredproperties_cli.py,sha256=
|
|
94
|
-
datahub/cli/specific/user_cli.py,sha256=
|
|
91
|
+
datahub/cli/specific/forms_cli.py,sha256=AsojmeaoR_Olib176zuDgfKacpu6VFlNNmhRh-AKL-8,1552
|
|
92
|
+
datahub/cli/specific/group_cli.py,sha256=lA9x923SOdg9T9pvhGSFFbRxQuZWF1vXinH7SzV4s-8,2035
|
|
93
|
+
datahub/cli/specific/structuredproperties_cli.py,sha256=ItIYJ_jyvjEeFcOgq1OapbNTpzP9Qu0UqKhBpb90tFc,5679
|
|
94
|
+
datahub/cli/specific/user_cli.py,sha256=_Kqi5-isr0Ao4xenPmDrADT4yFbqnX5I6BCDZCqbamE,1965
|
|
95
95
|
datahub/configuration/__init__.py,sha256=5TN3a7CWNsLRHpdj-sv2bxKWF2IslvJwE6EpNMFrIS4,123
|
|
96
96
|
datahub/configuration/_config_enum.py,sha256=ul2hr5gMmdLvBINicFkMNMi1ApmnmZSwNdUYYted5nk,1447
|
|
97
97
|
datahub/configuration/common.py,sha256=0OXk_yhyVJroP47Nant5-5fRWOahkVB8YU4G70TR9BI,10692
|
|
@@ -126,7 +126,7 @@ datahub/emitter/mcp_builder.py,sha256=8IwJAlolQkPpMqQJPLtGrsUqAcuFNs98nrI5iYUxga
|
|
|
126
126
|
datahub/emitter/mcp_patch_builder.py,sha256=u7cpW6DkiN7KpLapmMaXgL_FneoN69boxiANbVgMdSI,4564
|
|
127
127
|
datahub/emitter/request_helper.py,sha256=YyP_76vVRmdecmnNfOwWVchpgS-cR8dvk6Yn5gK17z0,5565
|
|
128
128
|
datahub/emitter/response_helper.py,sha256=h2hrZYiv4xfauD_lHPW_fN_AV8KhWNM4CVd-Lat2vT0,4608
|
|
129
|
-
datahub/emitter/rest_emitter.py,sha256=
|
|
129
|
+
datahub/emitter/rest_emitter.py,sha256=uY5jqPWL1nx3812osglj8LZ5fWe6TjRQS4LkihGmb_I,32763
|
|
130
130
|
datahub/emitter/serialization_helper.py,sha256=q12Avmf70Vy4ttQGMJoTKlE5EsybMKNg2w3MQeZiHvk,3652
|
|
131
131
|
datahub/emitter/sql_parsing_builder.py,sha256=Cr5imZrm3dYDSCACt5MFscgHCtVbHTD6IjUmsvsKoEs,11991
|
|
132
132
|
datahub/emitter/synchronized_file_emitter.py,sha256=s4ATuxalI4GDAkrZTaGSegxBdvvNPZ9jRSdtElU0kNs,1805
|
|
@@ -171,8 +171,8 @@ datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGo
|
|
|
171
171
|
datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
|
|
172
172
|
datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
|
|
173
173
|
datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
174
|
-
datahub/ingestion/graph/client.py,sha256=
|
|
175
|
-
datahub/ingestion/graph/config.py,sha256=
|
|
174
|
+
datahub/ingestion/graph/client.py,sha256=Mtnidbtkd14r-bp8gN1rlBFiOSTJI7SvstBdCRp9uYU,70314
|
|
175
|
+
datahub/ingestion/graph/config.py,sha256=sPBwa7_v10B4sR0mW7ssQli3ljb6hdZd2Xeaq4Jhs6Y,1087
|
|
176
176
|
datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
|
|
177
177
|
datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
|
|
178
178
|
datahub/ingestion/graph/filters.py,sha256=GlDPFiKOOfQAzlmdDG4Gye4RV2WRgAtMbvj82ST7cNE,8652
|
|
@@ -182,15 +182,15 @@ datahub/ingestion/reporting/file_reporter.py,sha256=tiWukmMxHrTQI3rOAumsq6lRlw8T
|
|
|
182
182
|
datahub/ingestion/reporting/reporting_provider_registry.py,sha256=jTYSh3T4sensjnHQfPLiIcbA2dG8w0px9ghChAJjGdU,310
|
|
183
183
|
datahub/ingestion/run/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
184
184
|
datahub/ingestion/run/connection.py,sha256=mngNzr5aRLUDa5Izqxa0xkdDEqEqcDuacWSKIlkdvPc,1483
|
|
185
|
-
datahub/ingestion/run/pipeline.py,sha256=
|
|
186
|
-
datahub/ingestion/run/pipeline_config.py,sha256=
|
|
185
|
+
datahub/ingestion/run/pipeline.py,sha256=h_WAAgORQDVeMO0FmYeLBsAzN9WsDU8yKGwBDzLC2FM,29910
|
|
186
|
+
datahub/ingestion/run/pipeline_config.py,sha256=joG1j9OlwJhb8zqv4TY6_FSzOaKOx6xsBu255A5lP8g,4101
|
|
187
187
|
datahub/ingestion/run/sink_callback.py,sha256=xZAzaKkR0dcQP838pMJWsA52oaQXV5BiqXkpxEpJ_9U,2856
|
|
188
188
|
datahub/ingestion/sink/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
189
189
|
datahub/ingestion/sink/blackhole.py,sha256=-jYcWo4i8q7312bCIoHrGr7nT9JdPvA7c4jvSc7YOgY,557
|
|
190
190
|
datahub/ingestion/sink/console.py,sha256=TZfhA0Ec2eNCrMH7RRy2JOdUE-U-hkoIQrPm1CmKLQs,591
|
|
191
191
|
datahub/ingestion/sink/datahub_kafka.py,sha256=_cjuXu5I6G0zJ2UK7hMbaKjMPZXeIwRMgm7CVeTiNtc,2578
|
|
192
192
|
datahub/ingestion/sink/datahub_lite.py,sha256=7u2aWm7ENLshKHl-PkjJg6Mrw4bWs8sTfKIBz4mm8Ak,1879
|
|
193
|
-
datahub/ingestion/sink/datahub_rest.py,sha256=
|
|
193
|
+
datahub/ingestion/sink/datahub_rest.py,sha256=9Gt--smSJC6v5SJ-1YMa3a8nNoEBV8iCvr1izxa33cM,13049
|
|
194
194
|
datahub/ingestion/sink/file.py,sha256=SxXJPJpkIGoaqRjCcSmj2ZE3xE4rLlBABBGwpTj5LWI,3271
|
|
195
195
|
datahub/ingestion/sink/sink_registry.py,sha256=JRBWx8qEYg0ubSTyhqwgSWctgxwyp6fva9GoN2LwBao,490
|
|
196
196
|
datahub/ingestion/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -200,7 +200,7 @@ datahub/ingestion/source/demo_data.py,sha256=PbtCHlZx3wrKlOPPgkWhDQuPm7ZfIx2neXJ
|
|
|
200
200
|
datahub/ingestion/source/elastic_search.py,sha256=2dwIcSbYMaq_RoSnxLGz4Q_20oJ8AGgMKunVIBIgYM8,23406
|
|
201
201
|
datahub/ingestion/source/feast.py,sha256=rAqT7huVgi4c7iRU9qSbohPbNRrxZVw4PIvnfxNsiUk,18798
|
|
202
202
|
datahub/ingestion/source/file.py,sha256=h6CRH7hrKcFxu1SmZDjqJcJUSrc031u5oJUl2clnPO4,15976
|
|
203
|
-
datahub/ingestion/source/ge_data_profiler.py,sha256=
|
|
203
|
+
datahub/ingestion/source/ge_data_profiler.py,sha256=YlwQpkidp1ygzRYtXA91ksO3J2keS2Poj3fCyv_6mP8,65166
|
|
204
204
|
datahub/ingestion/source/ge_profiling_config.py,sha256=FlWfXoVoayabVXNMB9qETEU0GX0az6HYqNUZRnIu_fQ,10866
|
|
205
205
|
datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
|
|
206
206
|
datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5mrVM,18705
|
|
@@ -225,7 +225,7 @@ datahub/ingestion/source/abs/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBo
|
|
|
225
225
|
datahub/ingestion/source/abs/report.py,sha256=CkRjsNn0Pab-ZPllxz3IUJI_r3x0T6urJePa_hJKi5U,586
|
|
226
226
|
datahub/ingestion/source/abs/source.py,sha256=cuMezUzr-Smp5tok2ceYor5I5jp52NDMjfeN8kfIbvg,24816
|
|
227
227
|
datahub/ingestion/source/apply/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
228
|
-
datahub/ingestion/source/apply/datahub_apply.py,sha256=
|
|
228
|
+
datahub/ingestion/source/apply/datahub_apply.py,sha256=2BLOaJxgyYYR6YblHQfDAEz0syPfh85vELuKp5UXNi8,7703
|
|
229
229
|
datahub/ingestion/source/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
230
230
|
datahub/ingestion/source/aws/aws_common.py,sha256=DfdQgkJ_s2isFx8WvqKTlAcBk4KE8SgfpmA5BgC3fgY,17716
|
|
231
231
|
datahub/ingestion/source/aws/glue.py,sha256=JHvxgufm94pvlefcgARpLwIjAtHcA-EvbFAMR0YLAAA,58087
|
|
@@ -372,7 +372,7 @@ datahub/ingestion/source/looker/urn_functions.py,sha256=4VvqEfGvIMq3rNHHps0-HlPu
|
|
|
372
372
|
datahub/ingestion/source/looker/view_upstream.py,sha256=4FCjZaU6p2G7npB2RJpP4Gv2yLjbvbsYWEbAg55IvjY,26110
|
|
373
373
|
datahub/ingestion/source/metadata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
374
374
|
datahub/ingestion/source/metadata/business_glossary.py,sha256=T_RJHst6iQRghJNmLLPeSBMEDsbEKf3yBldOAgMcGuo,19666
|
|
375
|
-
datahub/ingestion/source/metadata/lineage.py,sha256=
|
|
375
|
+
datahub/ingestion/source/metadata/lineage.py,sha256=PA4JwSeQ-30XFMN4O5tPwIu-hZF1e-xMZ_CnEUE2c-Q,9595
|
|
376
376
|
datahub/ingestion/source/neo4j/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
377
377
|
datahub/ingestion/source/neo4j/neo4j_source.py,sha256=JqKCwxBJfOrC8SF7CmDG0cseWxHk_7E2v4Diw3Q0-WM,14181
|
|
378
378
|
datahub/ingestion/source/powerbi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -511,7 +511,7 @@ datahub/ingestion/source/state/stateful_ingestion_base.py,sha256=N0Qzp2t2qAf27Wn
|
|
|
511
511
|
datahub/ingestion/source/state/usage_common_state.py,sha256=TJyb0CpwibsduJYI854EFdtrwWnz7JC-IkzKUXVGDx0,983
|
|
512
512
|
datahub/ingestion/source/state/use_case_handler.py,sha256=3g8ddTvGXHe0dCiyTkyFeNmR8a3bhwywtIt8EpK5oQs,1271
|
|
513
513
|
datahub/ingestion/source/state_provider/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
514
|
-
datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py,sha256=
|
|
514
|
+
datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py,sha256=zScSryIAoStEm-B2eYI8XzvegqWZ1s-8NuUjcq2hDa0,5003
|
|
515
515
|
datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
|
|
516
516
|
datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
|
|
517
517
|
datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -574,7 +574,7 @@ datahub/ingestion/transformer/tags_to_terms.py,sha256=VDcd7cM5hGCxo6QP1x4RNEw5Q9
|
|
|
574
574
|
datahub/ingestion/transformer/transform_registry.py,sha256=bartmA1zEaULNy5W1Q7gRF8h5Y57BFC6XNOGfCzh1Zw,251
|
|
575
575
|
datahub/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
576
576
|
datahub/integrations/assertion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
577
|
-
datahub/integrations/assertion/common.py,sha256=
|
|
577
|
+
datahub/integrations/assertion/common.py,sha256=rUkcyJ87vedWqJPVGco0e6FPF07zj8DNOPW1knIvDg8,2297
|
|
578
578
|
datahub/integrations/assertion/registry.py,sha256=mmeYpQREFVrLWpLcA0qYZtbrMX4vAGcDoQ59wtMgEcg,307
|
|
579
579
|
datahub/integrations/assertion/snowflake/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
580
580
|
datahub/integrations/assertion/snowflake/compiler.py,sha256=8QrgVKqMo6oow93DCDvQtFzo-CNRtVjbwmA-14TU-GQ,9955
|
|
@@ -908,14 +908,14 @@ datahub/sdk/dataset.py,sha256=7PlmqKDROJvsh1CtlhG8owOhLdelHVbSSg5hA5Kbwp0,29150
|
|
|
908
908
|
datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
|
|
909
909
|
datahub/sdk/entity_client.py,sha256=1AC9J7-jv3rD-MFEPz2PnFrT8nFkj_WO0M-4nyVOtQk,5319
|
|
910
910
|
datahub/sdk/lineage_client.py,sha256=1JPxQx5pZYQwnzL_VX3KjAbX2QWdvjSKm8S8Bya2IAc,8617
|
|
911
|
-
datahub/sdk/main_client.py,sha256=
|
|
911
|
+
datahub/sdk/main_client.py,sha256=4koox-LZyWrkhN_EbVNT3d9mLZMLZvlhbMIZqssbJJI,3807
|
|
912
912
|
datahub/sdk/mlmodel.py,sha256=amS-hHg5tT7zAqEHG17kSA60Q7td2DFtO-W2rEfb2rY,10206
|
|
913
913
|
datahub/sdk/mlmodelgroup.py,sha256=_7IkqkLVeyqYVEUHTVePSDLQyESsnwht5ca1lcMODAg,7842
|
|
914
914
|
datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
|
|
915
915
|
datahub/sdk/search_client.py,sha256=BJR5t7Ff2oDNOGLcSCp9YHzrGKbgOQr7T8XQKGEpucw,3437
|
|
916
916
|
datahub/sdk/search_filters.py,sha256=BcMhvG5hGYAATtLPLz4WLRjKApX2oLYrrcGn-CG__ek,12901
|
|
917
917
|
datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
918
|
-
datahub/secret/datahub_secret_store.py,sha256=
|
|
918
|
+
datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
|
|
919
919
|
datahub/secret/datahub_secrets_client.py,sha256=nDmhziKdvseJHlaDVUcAwK8Fv8maeAaG-ktZtWG2b70,1316
|
|
920
920
|
datahub/secret/secret_common.py,sha256=g4anQtYPm7cI6kEJUZHjpBqeCyiUKIim2rJQByaeOoY,2864
|
|
921
921
|
datahub/secret/secret_store.py,sha256=2VP_Vd336Cy7C-2kwp4rx8MAqtYgtwv8XyzzNTXE5x8,1124
|
|
@@ -949,7 +949,7 @@ datahub/sql_parsing/sqlglot_utils.py,sha256=TI11oBu1wrGeUuUGBg7hGTr6lTvztahdqiqX
|
|
|
949
949
|
datahub/sql_parsing/tool_meta_extractor.py,sha256=EV_g7sOchTSUm2p6wluNJqND7-rDYokVTqqFCM7hQ6c,7599
|
|
950
950
|
datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
951
951
|
datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
|
|
952
|
-
datahub/telemetry/telemetry.py,sha256=
|
|
952
|
+
datahub/telemetry/telemetry.py,sha256=ytJR3KvzxILLInaWZZSRm20Ctcv4kNauPSnTq3Ko_0Q,15047
|
|
953
953
|
datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
|
|
954
954
|
datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
|
|
955
955
|
datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
|
|
@@ -960,7 +960,7 @@ datahub/testing/doctest.py,sha256=1_8WEhHZ2eRQtw8vsXKzr9L5zzvs0Tcr6q4mnkyyvtw,29
|
|
|
960
960
|
datahub/testing/mcp_diff.py,sha256=1BpQ3hST46cOQi1SmKdsto3j6x6Sk6yHm0vG1w9IDL0,10749
|
|
961
961
|
datahub/testing/pytest_hooks.py,sha256=eifmj0M68AIfjTn_-0vtaBkKl75vNKMjsbYX-pJqmGY,1417
|
|
962
962
|
datahub/upgrade/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
963
|
-
datahub/upgrade/upgrade.py,sha256=
|
|
963
|
+
datahub/upgrade/upgrade.py,sha256=JEzpqJj2HCMlVQoKtOX0nfU1PlFVq3AW0z-qvGB2xvk,16678
|
|
964
964
|
datahub/utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
965
965
|
datahub/utilities/_custom_package_loader.py,sha256=9kgPE7Y77E-hNee8l4sKtVby-btUNum3dBfDixMzcVA,2059
|
|
966
966
|
datahub/utilities/_markupsafe_compat.py,sha256=QX7c9KiHs56ASl7bJlgR4FAf3CGiY94zIr0h6Ak15To,444
|
|
@@ -995,7 +995,7 @@ datahub/utilities/sample_data.py,sha256=DMwN3yAqJPrF_rZF6CU0_iLSNBFfsAQ-no0KQhgw
|
|
|
995
995
|
datahub/utilities/search_utils.py,sha256=BdZfixXrB6lcD_ec6pCotGtVKQ4ekTtmaZDFGyeZfBg,9683
|
|
996
996
|
datahub/utilities/sentinels.py,sha256=p299J2YR62K2Mbuy-2lrGH4BnF9dkRqGo59Wub0hYV4,417
|
|
997
997
|
datahub/utilities/serialized_lru_cache.py,sha256=R9enyN5BlatknX4KFq9euYc2yiE1rRMucPbAHg09Goc,3247
|
|
998
|
-
datahub/utilities/server_config_util.py,sha256=
|
|
998
|
+
datahub/utilities/server_config_util.py,sha256=m5n_9rhORXJaqCaSiTSLT-omhFP8W6puKtbhwdhJqvA,13039
|
|
999
999
|
datahub/utilities/sql_formatter.py,sha256=tYXIsKjKmpKh0JXGxeAPrHkUWYd1SwJNLjUZsfQP2h0,1016
|
|
1000
1000
|
datahub/utilities/sqlalchemy_query_combiner.py,sha256=oxW20uXz8hV1Zb4fLXvTQ7c3LjACBsrF58TR2_-RSps,14982
|
|
1001
1001
|
datahub/utilities/sqlalchemy_type_converter.py,sha256=H4S4xnnyPozDBHFhBh4rjjoXa5novFzYIUBJy2KSrVc,9805
|
|
@@ -1050,8 +1050,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1050
1050
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1051
1051
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1052
1052
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1053
|
-
acryl_datahub-1.0.0.
|
|
1054
|
-
acryl_datahub-1.0.0.
|
|
1055
|
-
acryl_datahub-1.0.0.
|
|
1056
|
-
acryl_datahub-1.0.0.
|
|
1057
|
-
acryl_datahub-1.0.0.
|
|
1053
|
+
acryl_datahub-1.0.0.3rc11.dist-info/METADATA,sha256=ExpPg4Ny4XSUtMdD_mf4VyfzT-uL0S8aeqWSk0-lJzY,180030
|
|
1054
|
+
acryl_datahub-1.0.0.3rc11.dist-info/WHEEL,sha256=wXxTzcEDnjrTwFYjLPcsW_7_XihufBwmpiBeiXNBGEA,91
|
|
1055
|
+
acryl_datahub-1.0.0.3rc11.dist-info/entry_points.txt,sha256=o3mDeJXSKhsy7XLkuogihraiabBdLn9HaizYXPrxmk0,9710
|
|
1056
|
+
acryl_datahub-1.0.0.3rc11.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1057
|
+
acryl_datahub-1.0.0.3rc11.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
|
@@ -26,6 +26,7 @@ from datahub.emitter.mce_builder import (
|
|
|
26
26
|
)
|
|
27
27
|
from datahub.emitter.mcp import MetadataChangeProposalWrapper
|
|
28
28
|
from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
|
|
29
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
29
30
|
from datahub.metadata.schema_classes import (
|
|
30
31
|
FormActorAssignmentClass,
|
|
31
32
|
FormInfoClass,
|
|
@@ -133,7 +134,7 @@ class Forms(ConfigModel):
|
|
|
133
134
|
def create(file: str) -> None:
|
|
134
135
|
emitter: DataHubGraph
|
|
135
136
|
|
|
136
|
-
with get_default_graph() as emitter, open(file) as fp:
|
|
137
|
+
with get_default_graph(ClientMode.CLI) as emitter, open(file) as fp:
|
|
137
138
|
forms: List[dict] = yaml.safe_load(fp)
|
|
138
139
|
for form_raw in forms:
|
|
139
140
|
form = Forms.parse_obj(form_raw)
|
datahub/cli/check_cli.py
CHANGED
|
@@ -16,6 +16,7 @@ from datahub.configuration import config_loader
|
|
|
16
16
|
from datahub.configuration.common import AllowDenyPattern
|
|
17
17
|
from datahub.emitter.mce_builder import DEFAULT_ENV
|
|
18
18
|
from datahub.ingestion.graph.client import get_default_graph
|
|
19
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
19
20
|
from datahub.ingestion.run.pipeline import Pipeline
|
|
20
21
|
from datahub.ingestion.sink.sink_registry import sink_registry
|
|
21
22
|
from datahub.ingestion.source.source_registry import source_registry
|
|
@@ -259,7 +260,7 @@ def sql_lineage(
|
|
|
259
260
|
|
|
260
261
|
graph = None
|
|
261
262
|
if online:
|
|
262
|
-
graph = get_default_graph()
|
|
263
|
+
graph = get_default_graph(ClientMode.CLI)
|
|
263
264
|
|
|
264
265
|
lineage = create_lineage_sql_parsed_result(
|
|
265
266
|
sql,
|
|
@@ -472,7 +473,7 @@ WHERE
|
|
|
472
473
|
@check.command()
|
|
473
474
|
def server_config() -> None:
|
|
474
475
|
"""Print the server config."""
|
|
475
|
-
graph = get_default_graph()
|
|
476
|
+
graph = get_default_graph(ClientMode.CLI)
|
|
476
477
|
|
|
477
478
|
server_config = graph.get_server_config()
|
|
478
479
|
|
datahub/cli/config_utils.py
CHANGED
|
@@ -17,8 +17,8 @@ from datahub.ingestion.graph.config import DatahubClientConfig
|
|
|
17
17
|
logger = logging.getLogger(__name__)
|
|
18
18
|
|
|
19
19
|
CONDENSED_DATAHUB_CONFIG_PATH = "~/.datahubenv"
|
|
20
|
-
DATAHUB_CONFIG_PATH = os.path.expanduser(CONDENSED_DATAHUB_CONFIG_PATH)
|
|
21
|
-
DATAHUB_ROOT_FOLDER = os.path.expanduser("~/.datahub")
|
|
20
|
+
DATAHUB_CONFIG_PATH: str = os.path.expanduser(CONDENSED_DATAHUB_CONFIG_PATH)
|
|
21
|
+
DATAHUB_ROOT_FOLDER: str = os.path.expanduser("~/.datahub")
|
|
22
22
|
ENV_SKIP_CONFIG = "DATAHUB_SKIP_CONFIG"
|
|
23
23
|
|
|
24
24
|
ENV_DATAHUB_SYSTEM_CLIENT_ID = "DATAHUB_SYSTEM_CLIENT_ID"
|
datahub/cli/delete_cli.py
CHANGED
|
@@ -15,6 +15,7 @@ from datahub.cli import cli_utils
|
|
|
15
15
|
from datahub.configuration.datetimes import ClickDatetime
|
|
16
16
|
from datahub.emitter.aspect import ASPECT_MAP, TIMESERIES_ASPECT_MAP
|
|
17
17
|
from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
|
|
18
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
18
19
|
from datahub.ingestion.graph.filters import RemovedStatusFilter
|
|
19
20
|
from datahub.telemetry import telemetry
|
|
20
21
|
from datahub.upgrade import upgrade
|
|
@@ -124,7 +125,7 @@ def by_registry(
|
|
|
124
125
|
Delete all metadata written using the given registry id and version pair.
|
|
125
126
|
"""
|
|
126
127
|
|
|
127
|
-
client = get_default_graph()
|
|
128
|
+
client = get_default_graph(ClientMode.CLI)
|
|
128
129
|
|
|
129
130
|
if soft and not dry_run:
|
|
130
131
|
raise click.UsageError(
|
|
@@ -175,7 +176,7 @@ def references(urn: str, dry_run: bool, force: bool) -> None:
|
|
|
175
176
|
Delete all references to an entity (but not the entity itself).
|
|
176
177
|
"""
|
|
177
178
|
|
|
178
|
-
graph = get_default_graph()
|
|
179
|
+
graph = get_default_graph(ClientMode.CLI)
|
|
179
180
|
logger.info(f"Using graph: {graph}")
|
|
180
181
|
|
|
181
182
|
references_count, related_aspects = graph.delete_references_to_urn(
|
|
@@ -238,7 +239,7 @@ def undo_by_filter(
|
|
|
238
239
|
"""
|
|
239
240
|
Undo soft deletion by filters
|
|
240
241
|
"""
|
|
241
|
-
graph = get_default_graph()
|
|
242
|
+
graph = get_default_graph(ClientMode.CLI)
|
|
242
243
|
logger.info(f"Using {graph}")
|
|
243
244
|
if urn:
|
|
244
245
|
graph.set_soft_delete_status(urn=urn, delete=False)
|
|
@@ -410,7 +411,7 @@ def by_filter(
|
|
|
410
411
|
abort=True,
|
|
411
412
|
)
|
|
412
413
|
|
|
413
|
-
graph = get_default_graph()
|
|
414
|
+
graph = get_default_graph(ClientMode.CLI)
|
|
414
415
|
logger.info(f"Using {graph}")
|
|
415
416
|
|
|
416
417
|
# Determine which urns to delete.
|
datahub/cli/exists_cli.py
CHANGED
|
@@ -6,6 +6,7 @@ import click
|
|
|
6
6
|
from click_default_group import DefaultGroup
|
|
7
7
|
|
|
8
8
|
from datahub.ingestion.graph.client import get_default_graph
|
|
9
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
9
10
|
from datahub.telemetry import telemetry
|
|
10
11
|
from datahub.upgrade import upgrade
|
|
11
12
|
|
|
@@ -36,4 +37,4 @@ def urn(ctx: Any, urn: Optional[str]) -> None:
|
|
|
36
37
|
raise click.UsageError("Nothing for me to get. Maybe provide an urn?")
|
|
37
38
|
urn = ctx.args[0]
|
|
38
39
|
logger.debug(f"Using urn from args {urn}")
|
|
39
|
-
click.echo(json.dumps(get_default_graph().exists(urn)))
|
|
40
|
+
click.echo(json.dumps(get_default_graph(ClientMode.CLI).exists(urn)))
|
datahub/cli/get_cli.py
CHANGED
|
@@ -7,6 +7,7 @@ from click_default_group import DefaultGroup
|
|
|
7
7
|
|
|
8
8
|
from datahub.cli.cli_utils import get_aspects_for_entity
|
|
9
9
|
from datahub.ingestion.graph.client import get_default_graph
|
|
10
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
10
11
|
from datahub.telemetry import telemetry
|
|
11
12
|
from datahub.upgrade import upgrade
|
|
12
13
|
|
|
@@ -46,7 +47,7 @@ def urn(ctx: Any, urn: Optional[str], aspect: List[str], details: bool) -> None:
|
|
|
46
47
|
urn = ctx.args[0]
|
|
47
48
|
logger.debug(f"Using urn from args {urn}")
|
|
48
49
|
|
|
49
|
-
client = get_default_graph()
|
|
50
|
+
client = get_default_graph(ClientMode.CLI)
|
|
50
51
|
|
|
51
52
|
if aspect:
|
|
52
53
|
# If aspects are specified, we need to do the existence check first.
|
datahub/cli/iceberg_cli.py
CHANGED
|
@@ -13,6 +13,7 @@ import datahub.metadata.schema_classes
|
|
|
13
13
|
from datahub.cli.cli_utils import post_entity
|
|
14
14
|
from datahub.configuration.common import GraphError
|
|
15
15
|
from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
|
|
16
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
16
17
|
from datahub.metadata.schema_classes import SystemMetadataClass
|
|
17
18
|
from datahub.telemetry import telemetry
|
|
18
19
|
|
|
@@ -178,7 +179,7 @@ def create(
|
|
|
178
179
|
Create an iceberg warehouse.
|
|
179
180
|
"""
|
|
180
181
|
|
|
181
|
-
client = get_default_graph()
|
|
182
|
+
client = get_default_graph(ClientMode.CLI)
|
|
182
183
|
|
|
183
184
|
urn = iceberg_data_platform_instance_urn(warehouse)
|
|
184
185
|
|
|
@@ -331,7 +332,7 @@ def update(
|
|
|
331
332
|
Update iceberg warehouses. Can only update credentials, and role. Cannot update region
|
|
332
333
|
"""
|
|
333
334
|
|
|
334
|
-
client = get_default_graph()
|
|
335
|
+
client = get_default_graph(ClientMode.CLI)
|
|
335
336
|
|
|
336
337
|
urn = iceberg_data_platform_instance_urn(warehouse)
|
|
337
338
|
|
|
@@ -407,7 +408,7 @@ def list() -> None:
|
|
|
407
408
|
List iceberg warehouses
|
|
408
409
|
"""
|
|
409
410
|
|
|
410
|
-
client = get_default_graph()
|
|
411
|
+
client = get_default_graph(ClientMode.CLI)
|
|
411
412
|
|
|
412
413
|
for warehouse in get_all_warehouses(client):
|
|
413
414
|
click.echo(warehouse)
|
|
@@ -420,7 +421,7 @@ def list() -> None:
|
|
|
420
421
|
@telemetry.with_telemetry()
|
|
421
422
|
def get(warehouse: str) -> None:
|
|
422
423
|
"""Fetches the details of the specified iceberg warehouse"""
|
|
423
|
-
client = get_default_graph()
|
|
424
|
+
client = get_default_graph(ClientMode.CLI)
|
|
424
425
|
urn = iceberg_data_platform_instance_urn(warehouse)
|
|
425
426
|
|
|
426
427
|
if client.exists(urn):
|
|
@@ -455,7 +456,7 @@ def delete(warehouse: str, dry_run: bool, force: bool) -> None:
|
|
|
455
456
|
|
|
456
457
|
urn = iceberg_data_platform_instance_urn(warehouse)
|
|
457
458
|
|
|
458
|
-
client = get_default_graph()
|
|
459
|
+
client = get_default_graph(ClientMode.CLI)
|
|
459
460
|
|
|
460
461
|
if not client.exists(urn):
|
|
461
462
|
raise click.ClickException(f"urn {urn} not found")
|
datahub/cli/ingest_cli.py
CHANGED
|
@@ -14,10 +14,11 @@ from tabulate import tabulate
|
|
|
14
14
|
|
|
15
15
|
from datahub._version import nice_version_name
|
|
16
16
|
from datahub.cli import cli_utils
|
|
17
|
-
from datahub.cli.config_utils import CONDENSED_DATAHUB_CONFIG_PATH
|
|
17
|
+
from datahub.cli.config_utils import CONDENSED_DATAHUB_CONFIG_PATH, load_client_config
|
|
18
18
|
from datahub.configuration.common import GraphError
|
|
19
19
|
from datahub.configuration.config_loader import load_config_file
|
|
20
20
|
from datahub.ingestion.graph.client import get_default_graph
|
|
21
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
21
22
|
from datahub.ingestion.run.connection import ConnectionManager
|
|
22
23
|
from datahub.ingestion.run.pipeline import Pipeline
|
|
23
24
|
from datahub.telemetry import telemetry
|
|
@@ -269,7 +270,7 @@ def deploy(
|
|
|
269
270
|
urn:li:dataHubIngestionSource:<name>
|
|
270
271
|
"""
|
|
271
272
|
|
|
272
|
-
datahub_graph = get_default_graph()
|
|
273
|
+
datahub_graph = get_default_graph(ClientMode.CLI)
|
|
273
274
|
|
|
274
275
|
variables = deploy_source_vars(
|
|
275
276
|
name=name,
|
|
@@ -360,6 +361,7 @@ def mcps(path: str) -> None:
|
|
|
360
361
|
"""
|
|
361
362
|
|
|
362
363
|
click.echo("Starting ingestion...")
|
|
364
|
+
datahub_config = load_client_config()
|
|
363
365
|
recipe: dict = {
|
|
364
366
|
"source": {
|
|
365
367
|
"type": "file",
|
|
@@ -367,6 +369,7 @@ def mcps(path: str) -> None:
|
|
|
367
369
|
"path": path,
|
|
368
370
|
},
|
|
369
371
|
},
|
|
372
|
+
"datahub_api": datahub_config,
|
|
370
373
|
}
|
|
371
374
|
|
|
372
375
|
pipeline = Pipeline.create(recipe, report_to=None)
|
|
@@ -422,7 +425,7 @@ def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) ->
|
|
|
422
425
|
}
|
|
423
426
|
}
|
|
424
427
|
|
|
425
|
-
client = get_default_graph()
|
|
428
|
+
client = get_default_graph(ClientMode.CLI)
|
|
426
429
|
session = client._session
|
|
427
430
|
gms_host = client.config.server
|
|
428
431
|
|
|
@@ -508,7 +511,7 @@ def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) ->
|
|
|
508
511
|
def list_runs(page_offset: int, page_size: int, include_soft_deletes: bool) -> None:
|
|
509
512
|
"""List recent ingestion runs to datahub"""
|
|
510
513
|
|
|
511
|
-
client = get_default_graph()
|
|
514
|
+
client = get_default_graph(ClientMode.CLI)
|
|
512
515
|
session = client._session
|
|
513
516
|
gms_host = client.config.server
|
|
514
517
|
|
|
@@ -559,7 +562,7 @@ def show(
|
|
|
559
562
|
run_id: str, start: int, count: int, include_soft_deletes: bool, show_aspect: bool
|
|
560
563
|
) -> None:
|
|
561
564
|
"""Describe a provided ingestion run to datahub"""
|
|
562
|
-
client = get_default_graph()
|
|
565
|
+
client = get_default_graph(ClientMode.CLI)
|
|
563
566
|
session = client._session
|
|
564
567
|
gms_host = client.config.server
|
|
565
568
|
|
|
@@ -609,7 +612,7 @@ def rollback(
|
|
|
609
612
|
run_id: str, force: bool, dry_run: bool, safe: bool, report_dir: str
|
|
610
613
|
) -> None:
|
|
611
614
|
"""Rollback a provided ingestion run to datahub"""
|
|
612
|
-
client = get_default_graph()
|
|
615
|
+
client = get_default_graph(ClientMode.CLI)
|
|
613
616
|
|
|
614
617
|
if not force and not dry_run:
|
|
615
618
|
click.confirm(
|
datahub/cli/migrate.py
CHANGED
|
@@ -25,6 +25,7 @@ from datahub.emitter.mcp_builder import (
|
|
|
25
25
|
)
|
|
26
26
|
from datahub.emitter.rest_emitter import DatahubRestEmitter
|
|
27
27
|
from datahub.ingestion.graph.client import (
|
|
28
|
+
ClientMode,
|
|
28
29
|
DataHubGraph,
|
|
29
30
|
RelatedEntity,
|
|
30
31
|
get_default_graph,
|
|
@@ -147,7 +148,7 @@ def dataplatform2instance_func(
|
|
|
147
148
|
migration_report = MigrationReport(run_id, dry_run, keep)
|
|
148
149
|
system_metadata = SystemMetadataClass(runId=run_id)
|
|
149
150
|
|
|
150
|
-
graph = get_default_graph()
|
|
151
|
+
graph = get_default_graph(ClientMode.CLI)
|
|
151
152
|
|
|
152
153
|
urns_to_migrate: List[str] = []
|
|
153
154
|
|
|
@@ -386,7 +387,7 @@ def migrate_containers(
|
|
|
386
387
|
|
|
387
388
|
|
|
388
389
|
def get_containers_for_migration(env: str) -> List[Any]:
|
|
389
|
-
client = get_default_graph()
|
|
390
|
+
client = get_default_graph(ClientMode.CLI)
|
|
390
391
|
containers_to_migrate = list(
|
|
391
392
|
client.get_urns_by_filter(entity_types=["container"], env=env)
|
|
392
393
|
)
|
|
@@ -445,7 +446,7 @@ def process_container_relationships(
|
|
|
445
446
|
relationships: Iterable[RelatedEntity] = migration_utils.get_incoming_relationships(
|
|
446
447
|
urn=src_urn
|
|
447
448
|
)
|
|
448
|
-
client = get_default_graph()
|
|
449
|
+
client = get_default_graph(ClientMode.CLI)
|
|
449
450
|
for relationship in relationships:
|
|
450
451
|
log.debug(f"Incoming Relationship: {relationship}")
|
|
451
452
|
target_urn: str = relationship.urn
|
datahub/cli/migration_utils.py
CHANGED
|
@@ -12,6 +12,7 @@ from datahub.ingestion.graph.client import (
|
|
|
12
12
|
RelatedEntity,
|
|
13
13
|
get_default_graph,
|
|
14
14
|
)
|
|
15
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
15
16
|
from datahub.metadata.schema_classes import (
|
|
16
17
|
ChartInfoClass,
|
|
17
18
|
ContainerClass,
|
|
@@ -243,7 +244,7 @@ def clone_aspect(
|
|
|
243
244
|
run_id: str = str(uuid.uuid4()),
|
|
244
245
|
dry_run: bool = False,
|
|
245
246
|
) -> Iterable[MetadataChangeProposalWrapper]:
|
|
246
|
-
client = get_default_graph()
|
|
247
|
+
client = get_default_graph(ClientMode.CLI)
|
|
247
248
|
aspect_map = cli_utils.get_aspects_for_entity(
|
|
248
249
|
client._session,
|
|
249
250
|
client.config.server,
|
|
@@ -274,7 +275,7 @@ def clone_aspect(
|
|
|
274
275
|
|
|
275
276
|
|
|
276
277
|
def get_incoming_relationships(urn: str) -> Iterable[RelatedEntity]:
|
|
277
|
-
client = get_default_graph()
|
|
278
|
+
client = get_default_graph(ClientMode.CLI)
|
|
278
279
|
yield from client.get_related_entities(
|
|
279
280
|
entity_urn=urn,
|
|
280
281
|
relationship_types=[
|
|
@@ -290,7 +291,7 @@ def get_incoming_relationships(urn: str) -> Iterable[RelatedEntity]:
|
|
|
290
291
|
|
|
291
292
|
|
|
292
293
|
def get_outgoing_relationships(urn: str) -> Iterable[RelatedEntity]:
|
|
293
|
-
client = get_default_graph()
|
|
294
|
+
client = get_default_graph(ClientMode.CLI)
|
|
294
295
|
yield from client.get_related_entities(
|
|
295
296
|
entity_urn=urn,
|
|
296
297
|
relationship_types=[
|
datahub/cli/put_cli.py
CHANGED
|
@@ -8,6 +8,7 @@ from datahub.cli.cli_utils import post_entity
|
|
|
8
8
|
from datahub.configuration.config_loader import load_config_file
|
|
9
9
|
from datahub.emitter.mcp import MetadataChangeProposalWrapper
|
|
10
10
|
from datahub.ingestion.graph.client import get_default_graph
|
|
11
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
11
12
|
from datahub.metadata.schema_classes import (
|
|
12
13
|
DataPlatformInfoClass as DataPlatformInfo,
|
|
13
14
|
PlatformTypeClass,
|
|
@@ -53,7 +54,7 @@ def aspect(urn: str, aspect: str, aspect_data: str, run_id: Optional[str]) -> No
|
|
|
53
54
|
aspect_data, allow_stdin=True, resolve_env_vars=False, process_directives=False
|
|
54
55
|
)
|
|
55
56
|
|
|
56
|
-
client = get_default_graph()
|
|
57
|
+
client = get_default_graph(ClientMode.CLI)
|
|
57
58
|
|
|
58
59
|
system_metadata: Union[None, SystemMetadataClass] = None
|
|
59
60
|
if run_id:
|
|
@@ -118,7 +119,7 @@ def platform(
|
|
|
118
119
|
displayName=display_name or platform_name,
|
|
119
120
|
logoUrl=logo,
|
|
120
121
|
)
|
|
121
|
-
datahub_graph = get_default_graph()
|
|
122
|
+
datahub_graph = get_default_graph(ClientMode.CLI)
|
|
122
123
|
mcp = MetadataChangeProposalWrapper(
|
|
123
124
|
entityUrn=str(platform_urn),
|
|
124
125
|
aspect=data_platform_info,
|
|
@@ -15,6 +15,7 @@ from datahub.api.entities.assertion.compiler_interface import (
|
|
|
15
15
|
from datahub.emitter.mce_builder import make_assertion_urn
|
|
16
16
|
from datahub.emitter.mcp import MetadataChangeProposalWrapper
|
|
17
17
|
from datahub.ingestion.graph.client import get_default_graph
|
|
18
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
18
19
|
from datahub.integrations.assertion.registry import ASSERTION_PLATFORMS
|
|
19
20
|
from datahub.telemetry import telemetry
|
|
20
21
|
from datahub.upgrade import upgrade
|
|
@@ -39,7 +40,7 @@ def upsert(file: str) -> None:
|
|
|
39
40
|
|
|
40
41
|
assertions_spec: AssertionsConfigSpec = AssertionsConfigSpec.from_yaml(file)
|
|
41
42
|
|
|
42
|
-
with get_default_graph() as graph:
|
|
43
|
+
with get_default_graph(ClientMode.CLI) as graph:
|
|
43
44
|
for assertion_spec in assertions_spec.assertions:
|
|
44
45
|
try:
|
|
45
46
|
mcp = MetadataChangeProposalWrapper(
|
|
@@ -6,6 +6,7 @@ from click_default_group import DefaultGroup
|
|
|
6
6
|
|
|
7
7
|
from datahub.api.entities.datacontract.datacontract import DataContract
|
|
8
8
|
from datahub.ingestion.graph.client import get_default_graph
|
|
9
|
+
from datahub.ingestion.graph.config import ClientMode
|
|
9
10
|
from datahub.telemetry import telemetry
|
|
10
11
|
from datahub.upgrade import upgrade
|
|
11
12
|
|
|
@@ -28,7 +29,7 @@ def upsert(file: str) -> None:
|
|
|
28
29
|
data_contract: DataContract = DataContract.from_yaml(file)
|
|
29
30
|
urn = data_contract.urn
|
|
30
31
|
|
|
31
|
-
with get_default_graph() as graph:
|
|
32
|
+
with get_default_graph(ClientMode.CLI) as graph:
|
|
32
33
|
if not graph.exists(data_contract.entity):
|
|
33
34
|
raise ValueError(
|
|
34
35
|
f"Cannot define a data contract for non-existent entity {data_contract.entity}"
|
|
@@ -72,7 +73,7 @@ def delete(urn: Optional[str], file: Optional[str], hard: bool) -> None:
|
|
|
72
73
|
data_contract = DataContract.from_yaml(file)
|
|
73
74
|
urn = data_contract.urn
|
|
74
75
|
|
|
75
|
-
with get_default_graph() as graph:
|
|
76
|
+
with get_default_graph(ClientMode.CLI) as graph:
|
|
76
77
|
if not graph.exists(urn):
|
|
77
78
|
raise ValueError(f"Data Contract {urn} does not exist")
|
|
78
79
|
|