acryl-datahub 1.0.0.3rc10__py3-none-any.whl → 1.0.0.3rc11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (45) hide show
  1. {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/METADATA +2471 -2418
  2. {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/RECORD +45 -45
  3. {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/WHEEL +1 -1
  4. datahub/_version.py +1 -1
  5. datahub/api/entities/forms/forms.py +2 -1
  6. datahub/cli/check_cli.py +3 -2
  7. datahub/cli/config_utils.py +2 -2
  8. datahub/cli/delete_cli.py +5 -4
  9. datahub/cli/exists_cli.py +2 -1
  10. datahub/cli/get_cli.py +2 -1
  11. datahub/cli/iceberg_cli.py +6 -5
  12. datahub/cli/ingest_cli.py +9 -6
  13. datahub/cli/migrate.py +4 -3
  14. datahub/cli/migration_utils.py +4 -3
  15. datahub/cli/put_cli.py +3 -2
  16. datahub/cli/specific/assertions_cli.py +2 -1
  17. datahub/cli/specific/datacontract_cli.py +3 -2
  18. datahub/cli/specific/dataproduct_cli.py +10 -9
  19. datahub/cli/specific/dataset_cli.py +4 -3
  20. datahub/cli/specific/forms_cli.py +2 -1
  21. datahub/cli/specific/group_cli.py +2 -1
  22. datahub/cli/specific/structuredproperties_cli.py +4 -3
  23. datahub/cli/specific/user_cli.py +2 -1
  24. datahub/cli/state_cli.py +2 -1
  25. datahub/cli/timeline_cli.py +2 -1
  26. datahub/emitter/rest_emitter.py +120 -42
  27. datahub/entrypoints.py +2 -1
  28. datahub/ingestion/graph/client.py +16 -9
  29. datahub/ingestion/graph/config.py +13 -0
  30. datahub/ingestion/run/pipeline.py +3 -2
  31. datahub/ingestion/run/pipeline_config.py +1 -1
  32. datahub/ingestion/sink/datahub_rest.py +5 -6
  33. datahub/ingestion/source/apply/datahub_apply.py +2 -1
  34. datahub/ingestion/source/ge_data_profiler.py +2 -1
  35. datahub/ingestion/source/metadata/lineage.py +2 -1
  36. datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py +2 -1
  37. datahub/integrations/assertion/common.py +3 -2
  38. datahub/sdk/main_client.py +2 -2
  39. datahub/secret/datahub_secret_store.py +2 -1
  40. datahub/telemetry/telemetry.py +2 -2
  41. datahub/upgrade/upgrade.py +10 -12
  42. datahub/utilities/server_config_util.py +378 -10
  43. {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/entry_points.txt +0 -0
  44. {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/licenses/LICENSE +0 -0
  45. {acryl_datahub-1.0.0.3rc10.dist-info → acryl_datahub-1.0.0.3rc11.dist-info}/top_level.txt +0 -0
@@ -1,8 +1,8 @@
1
- acryl_datahub-1.0.0.3rc10.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1
+ acryl_datahub-1.0.0.3rc11.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
2
2
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
3
3
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
4
- datahub/_version.py,sha256=8cF7zl7zpcQppLRSrZV3n71RTY6DmesjgZL6ECr2Znc,324
5
- datahub/entrypoints.py,sha256=2TYgHhs3sCxJlojIHjqfxzt3_ImPwPzq4vBtsUuMqu4,8885
4
+ datahub/_version.py,sha256=twce5d4IphdpniEHSuyITBxTGY0-8pqvE-ojb42fqFs,324
5
+ datahub/entrypoints.py,sha256=AQN5MzCe6q3LKI4SS6WmwN56kgjF6AC1ld7yELWVP2w,8953
6
6
  datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
7
7
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
8
  datahub/_codegen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -50,7 +50,7 @@ datahub/api/entities/dataproduct/dataproduct.py,sha256=148TmItxDDyGNzfZdL8aDreSE
50
50
  datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
51
  datahub/api/entities/dataset/dataset.py,sha256=se2tv6jsvS5BmH5b53mKs8lEPF4LNzVRrd9PDovPIQk,49627
52
52
  datahub/api/entities/forms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
53
- datahub/api/entities/forms/forms.py,sha256=AG2Ea7KaLJvK0g0ghmvUgViMHJ3ykAtuRYkE9tGHROs,15744
53
+ datahub/api/entities/forms/forms.py,sha256=B1KnoMmaXwznWdbjltoLq3sH9qj-BpzyC7z7FcwwOM4,15812
54
54
  datahub/api/entities/forms/forms_graphql_constants.py,sha256=DKpnKlMKTjmnyrCTvp63V4LX4THGTAMq3ep8THrSGP4,537
55
55
  datahub/api/entities/platformresource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
56
56
  datahub/api/entities/platformresource/platform_resource.py,sha256=pVAjv6NoH746Mfvdak7ji0eqlEcEeV-Ji7M5gyNXmds,10603
@@ -61,37 +61,37 @@ datahub/api/graphql/assertion.py,sha256=o_q6SV7N1rJTVMNKSUBGJnZPk6TcVYoVShgDmPw6
61
61
  datahub/api/graphql/base.py,sha256=9q637r6v-RGOd8Mk8HW2g0vt9zpqFexsQ5R6TPEHVbs,1614
62
62
  datahub/api/graphql/operation.py,sha256=7E80HyE-5JLfLbFkQbgJeNwIaKngjBCrWES8eJO4OYc,5112
63
63
  datahub/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
64
- datahub/cli/check_cli.py,sha256=GpAM7k1GMIIE7zQ6GHnu_78aSc4mPiEu2BaKAsYGPkA,14310
64
+ datahub/cli/check_cli.py,sha256=82mO4a1_tEa9ewNzWAL6zxYEdVfUPOj0aH688X8_h28,14392
65
65
  datahub/cli/cli_utils.py,sha256=2uvPv6WqxbRdH7UteHwhRash4E0ncU5P6XebrFLeECo,13584
66
- datahub/cli/config_utils.py,sha256=yuXw7RzpRY5x_-MAoqWbv46qUkIeRNAJL4_OeJpYdBE,4879
66
+ datahub/cli/config_utils.py,sha256=EeBGfhmf4AxYoTfnZ4GSiGIgpzJFkduNjN_FwmxZGhA,4889
67
67
  datahub/cli/container_cli.py,sha256=uDOwewGEPYHQt-ppYEb8ESXhZjPNIZG0Rt3cm2FzPqc,1569
68
- datahub/cli/delete_cli.py,sha256=U2uEd5ZK0dXWZYq4CDnxikRPq-6KZUh-c9KX0cWOOTo,23480
68
+ datahub/cli/delete_cli.py,sha256=sik2DmQ5vUWeAIYwIfUBWIF1k6viEYx6M7rj61eeXI0,23590
69
69
  datahub/cli/docker_check.py,sha256=rED4wHXqxcQ_qNFyIgFEZ85BHT9ZTE5YC-oUKqbRqi0,9432
70
70
  datahub/cli/docker_cli.py,sha256=U2yvCB37sPZB5Uq73Y3AG-FK_BqeQaNLsF3DChuiyqI,36463
71
71
  datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
72
- datahub/cli/exists_cli.py,sha256=IsuU86R-g7BJjAl1vULH6d-BWJHAKa4XHLZl5WxGUEM,1233
73
- datahub/cli/get_cli.py,sha256=VV80BCXfZ0-C8fr2k43SIuN9DB-fOYP9StWsTHnXwFw,2327
74
- datahub/cli/iceberg_cli.py,sha256=-XT3wpkr8b-HFMafYk7lSon3Lys6XjTQA8U1b698ByM,23003
75
- datahub/cli/ingest_cli.py,sha256=Welutg0LOjuEiBOnQdNTnEZFDyKZiiWxqyQK-Go8dL8,20540
72
+ datahub/cli/exists_cli.py,sha256=Md8_jGdZZXJpX9qBL-hkRJ_DzTXCPKP0fY69Y_sjZqs,1301
73
+ datahub/cli/get_cli.py,sha256=aKnepFef6dyk4sxnrUOnHoEi1yvyBaQT5U6st8NqKQE,2395
74
+ datahub/cli/iceberg_cli.py,sha256=L4QIBc7SiKMJF02S94mFpdOI0P1zIZESeW-o7waJSf4,23127
75
+ datahub/cli/ingest_cli.py,sha256=WJii76u1-bkJxmPi_P3jyTuuh0ShSkNurBE8I7fNnFU,20765
76
76
  datahub/cli/json_file.py,sha256=nWo-VVthaaW4Do1eUqgrzk0fShb29MjiKXvZVOTq76c,943
77
77
  datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
78
- datahub/cli/migrate.py,sha256=mVOIayhfQRGZeOofoabgC1hjgD-QzlpSKX8PaCoshCY,17895
79
- datahub/cli/migration_utils.py,sha256=0qHo_9eSR4buyV_K_tdcHSLBufKphBWwwwT1iK_I4S8,9382
80
- datahub/cli/put_cli.py,sha256=4ol9aLdidX1VXjVxMG2tkfEMPyjLpgOk2pfl0Gvb8iU,3841
78
+ datahub/cli/migrate.py,sha256=QZKshJX7nDKPDM0UGt8bLDchQQ7Z_3oassf8-jLL5yA,17953
79
+ datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
80
+ datahub/cli/put_cli.py,sha256=K4inhRz1a4S4b7Ji-61NZK4LDc8RZWIFNs-AHHo-gMA,3923
81
81
  datahub/cli/quickstart_versioning.py,sha256=MyWvw92s4b84wIEizjSUZjoMClwLbhpgMdHeDav-x2o,5713
82
- datahub/cli/state_cli.py,sha256=TkIzohZOJYBowniJpTipPxiQTziErVeZCxq197GlvUQ,1142
82
+ datahub/cli/state_cli.py,sha256=1hZsc5gRvjE8OKRnZH0TJZCzk85MiFgqFl5aR-qRyG4,1210
83
83
  datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
84
- datahub/cli/timeline_cli.py,sha256=u56WZaF_8p4R4h1jiigYmqitKZdTz1ZteuY-m6oOmI4,7584
84
+ datahub/cli/timeline_cli.py,sha256=fRGx1b3blLpq71l4XQGGCZNPr-Uz4Ki-LlIm_MJ-Z2E,7652
85
85
  datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
86
- datahub/cli/specific/assertions_cli.py,sha256=q0ODpyWS3LVR8UbF3NM6KRisabodJ0UUwyPty9a8AIk,5375
87
- datahub/cli/specific/datacontract_cli.py,sha256=IkBovwuPT5jNB8X-8AQJRO4C9cFSNm1at8v4YctLFgQ,2531
88
- datahub/cli/specific/dataproduct_cli.py,sha256=wSksU4xjGvAZJiiI7rSyjSItTu72oBPiXZ0-UL81zn0,15091
89
- datahub/cli/specific/dataset_cli.py,sha256=SYxhGLzv8ZClTiE3rZE99blxh15ZMyQCQqpJWx9SRKc,8570
86
+ datahub/cli/specific/assertions_cli.py,sha256=mZY8l_HshwhtHP1A1V1gHsS5tg_h_BeRyVUgFP4L4cI,5443
87
+ datahub/cli/specific/datacontract_cli.py,sha256=lDW5GaN53NN3-0U3dqceeXpeSvIH_u4CV2_I7P5fmLU,2613
88
+ datahub/cli/specific/dataproduct_cli.py,sha256=99K8VSlPcCT8M9OZr47sGMY4Z0pr1cw7YB2iIiSRiPs,15271
89
+ datahub/cli/specific/dataset_cli.py,sha256=_WpNmOg8zALAbRrDNkxoejGflN81UrRxadnunpprHm0,8666
90
90
  datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
91
- datahub/cli/specific/forms_cli.py,sha256=OLVeG8NtK1eDBuUKCT5Ald35np8__f8mLzbZM_zUfWU,1484
92
- datahub/cli/specific/group_cli.py,sha256=xPUYk48VbVXLMj-z9VNW0RZzXOe4rQsc2jLwSOGCoec,1967
93
- datahub/cli/specific/structuredproperties_cli.py,sha256=Rb06XJKxqda5RSUo188B90Wn5dvq8BeIL1mnw7x07zY,5583
94
- datahub/cli/specific/user_cli.py,sha256=jGAokb1NRu8obs6P2g4OL2NQdFgpUBa9De55TBBtun0,1897
91
+ datahub/cli/specific/forms_cli.py,sha256=AsojmeaoR_Olib176zuDgfKacpu6VFlNNmhRh-AKL-8,1552
92
+ datahub/cli/specific/group_cli.py,sha256=lA9x923SOdg9T9pvhGSFFbRxQuZWF1vXinH7SzV4s-8,2035
93
+ datahub/cli/specific/structuredproperties_cli.py,sha256=ItIYJ_jyvjEeFcOgq1OapbNTpzP9Qu0UqKhBpb90tFc,5679
94
+ datahub/cli/specific/user_cli.py,sha256=_Kqi5-isr0Ao4xenPmDrADT4yFbqnX5I6BCDZCqbamE,1965
95
95
  datahub/configuration/__init__.py,sha256=5TN3a7CWNsLRHpdj-sv2bxKWF2IslvJwE6EpNMFrIS4,123
96
96
  datahub/configuration/_config_enum.py,sha256=ul2hr5gMmdLvBINicFkMNMi1ApmnmZSwNdUYYted5nk,1447
97
97
  datahub/configuration/common.py,sha256=0OXk_yhyVJroP47Nant5-5fRWOahkVB8YU4G70TR9BI,10692
@@ -126,7 +126,7 @@ datahub/emitter/mcp_builder.py,sha256=8IwJAlolQkPpMqQJPLtGrsUqAcuFNs98nrI5iYUxga
126
126
  datahub/emitter/mcp_patch_builder.py,sha256=u7cpW6DkiN7KpLapmMaXgL_FneoN69boxiANbVgMdSI,4564
127
127
  datahub/emitter/request_helper.py,sha256=YyP_76vVRmdecmnNfOwWVchpgS-cR8dvk6Yn5gK17z0,5565
128
128
  datahub/emitter/response_helper.py,sha256=h2hrZYiv4xfauD_lHPW_fN_AV8KhWNM4CVd-Lat2vT0,4608
129
- datahub/emitter/rest_emitter.py,sha256=0jMi35m9S_GTM-XgOfk90v3v45A3NRGFFu19VvdH4qw,30132
129
+ datahub/emitter/rest_emitter.py,sha256=uY5jqPWL1nx3812osglj8LZ5fWe6TjRQS4LkihGmb_I,32763
130
130
  datahub/emitter/serialization_helper.py,sha256=q12Avmf70Vy4ttQGMJoTKlE5EsybMKNg2w3MQeZiHvk,3652
131
131
  datahub/emitter/sql_parsing_builder.py,sha256=Cr5imZrm3dYDSCACt5MFscgHCtVbHTD6IjUmsvsKoEs,11991
132
132
  datahub/emitter/synchronized_file_emitter.py,sha256=s4ATuxalI4GDAkrZTaGSegxBdvvNPZ9jRSdtElU0kNs,1805
@@ -171,8 +171,8 @@ datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGo
171
171
  datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
172
172
  datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
173
173
  datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
174
- datahub/ingestion/graph/client.py,sha256=89AIHHGhkiD3gm1HKlUVKJaUgI7fAzqALQ3_PHk_xRM,70024
175
- datahub/ingestion/graph/config.py,sha256=Gmd3JQRwXItpuoM1chEXltQqrDCDdRWrYtPuQFORo1o,796
174
+ datahub/ingestion/graph/client.py,sha256=Mtnidbtkd14r-bp8gN1rlBFiOSTJI7SvstBdCRp9uYU,70314
175
+ datahub/ingestion/graph/config.py,sha256=sPBwa7_v10B4sR0mW7ssQli3ljb6hdZd2Xeaq4Jhs6Y,1087
176
176
  datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
177
177
  datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
178
178
  datahub/ingestion/graph/filters.py,sha256=GlDPFiKOOfQAzlmdDG4Gye4RV2WRgAtMbvj82ST7cNE,8652
@@ -182,15 +182,15 @@ datahub/ingestion/reporting/file_reporter.py,sha256=tiWukmMxHrTQI3rOAumsq6lRlw8T
182
182
  datahub/ingestion/reporting/reporting_provider_registry.py,sha256=jTYSh3T4sensjnHQfPLiIcbA2dG8w0px9ghChAJjGdU,310
183
183
  datahub/ingestion/run/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
184
184
  datahub/ingestion/run/connection.py,sha256=mngNzr5aRLUDa5Izqxa0xkdDEqEqcDuacWSKIlkdvPc,1483
185
- datahub/ingestion/run/pipeline.py,sha256=4CJ3fUAPI1AzIjjg_lyv0FP9K0kfu9dPtNDwvVDojXs,29758
186
- datahub/ingestion/run/pipeline_config.py,sha256=EDwqlid4h_qyqyeTRCEqb1RiFA4py_T-Poz1eIKmzT4,4101
185
+ datahub/ingestion/run/pipeline.py,sha256=h_WAAgORQDVeMO0FmYeLBsAzN9WsDU8yKGwBDzLC2FM,29910
186
+ datahub/ingestion/run/pipeline_config.py,sha256=joG1j9OlwJhb8zqv4TY6_FSzOaKOx6xsBu255A5lP8g,4101
187
187
  datahub/ingestion/run/sink_callback.py,sha256=xZAzaKkR0dcQP838pMJWsA52oaQXV5BiqXkpxEpJ_9U,2856
188
188
  datahub/ingestion/sink/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
189
189
  datahub/ingestion/sink/blackhole.py,sha256=-jYcWo4i8q7312bCIoHrGr7nT9JdPvA7c4jvSc7YOgY,557
190
190
  datahub/ingestion/sink/console.py,sha256=TZfhA0Ec2eNCrMH7RRy2JOdUE-U-hkoIQrPm1CmKLQs,591
191
191
  datahub/ingestion/sink/datahub_kafka.py,sha256=_cjuXu5I6G0zJ2UK7hMbaKjMPZXeIwRMgm7CVeTiNtc,2578
192
192
  datahub/ingestion/sink/datahub_lite.py,sha256=7u2aWm7ENLshKHl-PkjJg6Mrw4bWs8sTfKIBz4mm8Ak,1879
193
- datahub/ingestion/sink/datahub_rest.py,sha256=0te9kxDXAJU8A7wfEhDb4R9VDBYYDpy-YMPJZWEEKCM,12982
193
+ datahub/ingestion/sink/datahub_rest.py,sha256=9Gt--smSJC6v5SJ-1YMa3a8nNoEBV8iCvr1izxa33cM,13049
194
194
  datahub/ingestion/sink/file.py,sha256=SxXJPJpkIGoaqRjCcSmj2ZE3xE4rLlBABBGwpTj5LWI,3271
195
195
  datahub/ingestion/sink/sink_registry.py,sha256=JRBWx8qEYg0ubSTyhqwgSWctgxwyp6fva9GoN2LwBao,490
196
196
  datahub/ingestion/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -200,7 +200,7 @@ datahub/ingestion/source/demo_data.py,sha256=PbtCHlZx3wrKlOPPgkWhDQuPm7ZfIx2neXJ
200
200
  datahub/ingestion/source/elastic_search.py,sha256=2dwIcSbYMaq_RoSnxLGz4Q_20oJ8AGgMKunVIBIgYM8,23406
201
201
  datahub/ingestion/source/feast.py,sha256=rAqT7huVgi4c7iRU9qSbohPbNRrxZVw4PIvnfxNsiUk,18798
202
202
  datahub/ingestion/source/file.py,sha256=h6CRH7hrKcFxu1SmZDjqJcJUSrc031u5oJUl2clnPO4,15976
203
- datahub/ingestion/source/ge_data_profiler.py,sha256=gQDHVA6-yYtg1dwH6D7RJGcCPDbE61BAkJ5i4-KHD1g,65092
203
+ datahub/ingestion/source/ge_data_profiler.py,sha256=YlwQpkidp1ygzRYtXA91ksO3J2keS2Poj3fCyv_6mP8,65166
204
204
  datahub/ingestion/source/ge_profiling_config.py,sha256=FlWfXoVoayabVXNMB9qETEU0GX0az6HYqNUZRnIu_fQ,10866
205
205
  datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
206
206
  datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5mrVM,18705
@@ -225,7 +225,7 @@ datahub/ingestion/source/abs/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBo
225
225
  datahub/ingestion/source/abs/report.py,sha256=CkRjsNn0Pab-ZPllxz3IUJI_r3x0T6urJePa_hJKi5U,586
226
226
  datahub/ingestion/source/abs/source.py,sha256=cuMezUzr-Smp5tok2ceYor5I5jp52NDMjfeN8kfIbvg,24816
227
227
  datahub/ingestion/source/apply/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
228
- datahub/ingestion/source/apply/datahub_apply.py,sha256=NGhbszi6ObfJoh3YPGjcVWHJsbNboVwKUgnrCSt8HJU,7629
228
+ datahub/ingestion/source/apply/datahub_apply.py,sha256=2BLOaJxgyYYR6YblHQfDAEz0syPfh85vELuKp5UXNi8,7703
229
229
  datahub/ingestion/source/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
230
230
  datahub/ingestion/source/aws/aws_common.py,sha256=DfdQgkJ_s2isFx8WvqKTlAcBk4KE8SgfpmA5BgC3fgY,17716
231
231
  datahub/ingestion/source/aws/glue.py,sha256=JHvxgufm94pvlefcgARpLwIjAtHcA-EvbFAMR0YLAAA,58087
@@ -372,7 +372,7 @@ datahub/ingestion/source/looker/urn_functions.py,sha256=4VvqEfGvIMq3rNHHps0-HlPu
372
372
  datahub/ingestion/source/looker/view_upstream.py,sha256=4FCjZaU6p2G7npB2RJpP4Gv2yLjbvbsYWEbAg55IvjY,26110
373
373
  datahub/ingestion/source/metadata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
374
374
  datahub/ingestion/source/metadata/business_glossary.py,sha256=T_RJHst6iQRghJNmLLPeSBMEDsbEKf3yBldOAgMcGuo,19666
375
- datahub/ingestion/source/metadata/lineage.py,sha256=2iK-hsORWm7NSvMZcG4D5hb8_PH57g-u6LWbu_f7HM4,9521
375
+ datahub/ingestion/source/metadata/lineage.py,sha256=PA4JwSeQ-30XFMN4O5tPwIu-hZF1e-xMZ_CnEUE2c-Q,9595
376
376
  datahub/ingestion/source/neo4j/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
377
377
  datahub/ingestion/source/neo4j/neo4j_source.py,sha256=JqKCwxBJfOrC8SF7CmDG0cseWxHk_7E2v4Diw3Q0-WM,14181
378
378
  datahub/ingestion/source/powerbi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -511,7 +511,7 @@ datahub/ingestion/source/state/stateful_ingestion_base.py,sha256=N0Qzp2t2qAf27Wn
511
511
  datahub/ingestion/source/state/usage_common_state.py,sha256=TJyb0CpwibsduJYI854EFdtrwWnz7JC-IkzKUXVGDx0,983
512
512
  datahub/ingestion/source/state/use_case_handler.py,sha256=3g8ddTvGXHe0dCiyTkyFeNmR8a3bhwywtIt8EpK5oQs,1271
513
513
  datahub/ingestion/source/state_provider/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
514
- datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py,sha256=sWS5TyUDogzh9YefKDvLmCvnMsm_itGZ5_Val3LYzWY,4961
514
+ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider.py,sha256=zScSryIAoStEm-B2eYI8XzvegqWZ1s-8NuUjcq2hDa0,5003
515
515
  datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
516
516
  datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
517
517
  datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -574,7 +574,7 @@ datahub/ingestion/transformer/tags_to_terms.py,sha256=VDcd7cM5hGCxo6QP1x4RNEw5Q9
574
574
  datahub/ingestion/transformer/transform_registry.py,sha256=bartmA1zEaULNy5W1Q7gRF8h5Y57BFC6XNOGfCzh1Zw,251
575
575
  datahub/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
576
576
  datahub/integrations/assertion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
577
- datahub/integrations/assertion/common.py,sha256=eYE8by2GubKe1xtWgAEKvrO4mqPtfCxL7XWH2jpi3cA,2209
577
+ datahub/integrations/assertion/common.py,sha256=rUkcyJ87vedWqJPVGco0e6FPF07zj8DNOPW1knIvDg8,2297
578
578
  datahub/integrations/assertion/registry.py,sha256=mmeYpQREFVrLWpLcA0qYZtbrMX4vAGcDoQ59wtMgEcg,307
579
579
  datahub/integrations/assertion/snowflake/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
580
580
  datahub/integrations/assertion/snowflake/compiler.py,sha256=8QrgVKqMo6oow93DCDvQtFzo-CNRtVjbwmA-14TU-GQ,9955
@@ -908,14 +908,14 @@ datahub/sdk/dataset.py,sha256=7PlmqKDROJvsh1CtlhG8owOhLdelHVbSSg5hA5Kbwp0,29150
908
908
  datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
909
909
  datahub/sdk/entity_client.py,sha256=1AC9J7-jv3rD-MFEPz2PnFrT8nFkj_WO0M-4nyVOtQk,5319
910
910
  datahub/sdk/lineage_client.py,sha256=1JPxQx5pZYQwnzL_VX3KjAbX2QWdvjSKm8S8Bya2IAc,8617
911
- datahub/sdk/main_client.py,sha256=EeFZw4ot6L8DP4xHMiy07n7yICTjBn080YtW8ub5mBk,3781
911
+ datahub/sdk/main_client.py,sha256=4koox-LZyWrkhN_EbVNT3d9mLZMLZvlhbMIZqssbJJI,3807
912
912
  datahub/sdk/mlmodel.py,sha256=amS-hHg5tT7zAqEHG17kSA60Q7td2DFtO-W2rEfb2rY,10206
913
913
  datahub/sdk/mlmodelgroup.py,sha256=_7IkqkLVeyqYVEUHTVePSDLQyESsnwht5ca1lcMODAg,7842
914
914
  datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
915
915
  datahub/sdk/search_client.py,sha256=BJR5t7Ff2oDNOGLcSCp9YHzrGKbgOQr7T8XQKGEpucw,3437
916
916
  datahub/sdk/search_filters.py,sha256=BcMhvG5hGYAATtLPLz4WLRjKApX2oLYrrcGn-CG__ek,12901
917
917
  datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
918
- datahub/secret/datahub_secret_store.py,sha256=9u9S87-15jwhj4h0EsAVIMdQLgvstKc8voQux2slxgU,2477
918
+ datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
919
919
  datahub/secret/datahub_secrets_client.py,sha256=nDmhziKdvseJHlaDVUcAwK8Fv8maeAaG-ktZtWG2b70,1316
920
920
  datahub/secret/secret_common.py,sha256=g4anQtYPm7cI6kEJUZHjpBqeCyiUKIim2rJQByaeOoY,2864
921
921
  datahub/secret/secret_store.py,sha256=2VP_Vd336Cy7C-2kwp4rx8MAqtYgtwv8XyzzNTXE5x8,1124
@@ -949,7 +949,7 @@ datahub/sql_parsing/sqlglot_utils.py,sha256=TI11oBu1wrGeUuUGBg7hGTr6lTvztahdqiqX
949
949
  datahub/sql_parsing/tool_meta_extractor.py,sha256=EV_g7sOchTSUm2p6wluNJqND7-rDYokVTqqFCM7hQ6c,7599
950
950
  datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
951
951
  datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
952
- datahub/telemetry/telemetry.py,sha256=sGe3RsrkX1L_jrsRuz5Fd7_9vEY6mHMtkMqR_9_axbo,15025
952
+ datahub/telemetry/telemetry.py,sha256=ytJR3KvzxILLInaWZZSRm20Ctcv4kNauPSnTq3Ko_0Q,15047
953
953
  datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
954
954
  datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
955
955
  datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
@@ -960,7 +960,7 @@ datahub/testing/doctest.py,sha256=1_8WEhHZ2eRQtw8vsXKzr9L5zzvs0Tcr6q4mnkyyvtw,29
960
960
  datahub/testing/mcp_diff.py,sha256=1BpQ3hST46cOQi1SmKdsto3j6x6Sk6yHm0vG1w9IDL0,10749
961
961
  datahub/testing/pytest_hooks.py,sha256=eifmj0M68AIfjTn_-0vtaBkKl75vNKMjsbYX-pJqmGY,1417
962
962
  datahub/upgrade/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
963
- datahub/upgrade/upgrade.py,sha256=lf60_dCu51twObAL5E8NqdrW3_2lsnUJUaB9MSEVXwI,16638
963
+ datahub/upgrade/upgrade.py,sha256=JEzpqJj2HCMlVQoKtOX0nfU1PlFVq3AW0z-qvGB2xvk,16678
964
964
  datahub/utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
965
965
  datahub/utilities/_custom_package_loader.py,sha256=9kgPE7Y77E-hNee8l4sKtVby-btUNum3dBfDixMzcVA,2059
966
966
  datahub/utilities/_markupsafe_compat.py,sha256=QX7c9KiHs56ASl7bJlgR4FAf3CGiY94zIr0h6Ak15To,444
@@ -995,7 +995,7 @@ datahub/utilities/sample_data.py,sha256=DMwN3yAqJPrF_rZF6CU0_iLSNBFfsAQ-no0KQhgw
995
995
  datahub/utilities/search_utils.py,sha256=BdZfixXrB6lcD_ec6pCotGtVKQ4ekTtmaZDFGyeZfBg,9683
996
996
  datahub/utilities/sentinels.py,sha256=p299J2YR62K2Mbuy-2lrGH4BnF9dkRqGo59Wub0hYV4,417
997
997
  datahub/utilities/serialized_lru_cache.py,sha256=R9enyN5BlatknX4KFq9euYc2yiE1rRMucPbAHg09Goc,3247
998
- datahub/utilities/server_config_util.py,sha256=ibCl4FedJWa9oc7_ZWS3vrHRNlsmKLB-eCDVCbUs25A,698
998
+ datahub/utilities/server_config_util.py,sha256=m5n_9rhORXJaqCaSiTSLT-omhFP8W6puKtbhwdhJqvA,13039
999
999
  datahub/utilities/sql_formatter.py,sha256=tYXIsKjKmpKh0JXGxeAPrHkUWYd1SwJNLjUZsfQP2h0,1016
1000
1000
  datahub/utilities/sqlalchemy_query_combiner.py,sha256=oxW20uXz8hV1Zb4fLXvTQ7c3LjACBsrF58TR2_-RSps,14982
1001
1001
  datahub/utilities/sqlalchemy_type_converter.py,sha256=H4S4xnnyPozDBHFhBh4rjjoXa5novFzYIUBJy2KSrVc,9805
@@ -1050,8 +1050,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1050
1050
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1051
1051
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1052
1052
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1053
- acryl_datahub-1.0.0.3rc10.dist-info/METADATA,sha256=OstO71G8Vhoybor1nabzP0_0Un4rS898xIBin1-bDGc,176989
1054
- acryl_datahub-1.0.0.3rc10.dist-info/WHEEL,sha256=ck4Vq1_RXyvS4Jt6SI0Vz6fyVs4GWg7AINwpsaGEgPE,91
1055
- acryl_datahub-1.0.0.3rc10.dist-info/entry_points.txt,sha256=o3mDeJXSKhsy7XLkuogihraiabBdLn9HaizYXPrxmk0,9710
1056
- acryl_datahub-1.0.0.3rc10.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1057
- acryl_datahub-1.0.0.3rc10.dist-info/RECORD,,
1053
+ acryl_datahub-1.0.0.3rc11.dist-info/METADATA,sha256=ExpPg4Ny4XSUtMdD_mf4VyfzT-uL0S8aeqWSk0-lJzY,180030
1054
+ acryl_datahub-1.0.0.3rc11.dist-info/WHEEL,sha256=wXxTzcEDnjrTwFYjLPcsW_7_XihufBwmpiBeiXNBGEA,91
1055
+ acryl_datahub-1.0.0.3rc11.dist-info/entry_points.txt,sha256=o3mDeJXSKhsy7XLkuogihraiabBdLn9HaizYXPrxmk0,9710
1056
+ acryl_datahub-1.0.0.3rc11.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1057
+ acryl_datahub-1.0.0.3rc11.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (80.0.0)
2
+ Generator: setuptools (80.1.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.0.0.3rc10"
3
+ __version__ = "1.0.0.3rc11"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
@@ -26,6 +26,7 @@ from datahub.emitter.mce_builder import (
26
26
  )
27
27
  from datahub.emitter.mcp import MetadataChangeProposalWrapper
28
28
  from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
29
+ from datahub.ingestion.graph.config import ClientMode
29
30
  from datahub.metadata.schema_classes import (
30
31
  FormActorAssignmentClass,
31
32
  FormInfoClass,
@@ -133,7 +134,7 @@ class Forms(ConfigModel):
133
134
  def create(file: str) -> None:
134
135
  emitter: DataHubGraph
135
136
 
136
- with get_default_graph() as emitter, open(file) as fp:
137
+ with get_default_graph(ClientMode.CLI) as emitter, open(file) as fp:
137
138
  forms: List[dict] = yaml.safe_load(fp)
138
139
  for form_raw in forms:
139
140
  form = Forms.parse_obj(form_raw)
datahub/cli/check_cli.py CHANGED
@@ -16,6 +16,7 @@ from datahub.configuration import config_loader
16
16
  from datahub.configuration.common import AllowDenyPattern
17
17
  from datahub.emitter.mce_builder import DEFAULT_ENV
18
18
  from datahub.ingestion.graph.client import get_default_graph
19
+ from datahub.ingestion.graph.config import ClientMode
19
20
  from datahub.ingestion.run.pipeline import Pipeline
20
21
  from datahub.ingestion.sink.sink_registry import sink_registry
21
22
  from datahub.ingestion.source.source_registry import source_registry
@@ -259,7 +260,7 @@ def sql_lineage(
259
260
 
260
261
  graph = None
261
262
  if online:
262
- graph = get_default_graph()
263
+ graph = get_default_graph(ClientMode.CLI)
263
264
 
264
265
  lineage = create_lineage_sql_parsed_result(
265
266
  sql,
@@ -472,7 +473,7 @@ WHERE
472
473
  @check.command()
473
474
  def server_config() -> None:
474
475
  """Print the server config."""
475
- graph = get_default_graph()
476
+ graph = get_default_graph(ClientMode.CLI)
476
477
 
477
478
  server_config = graph.get_server_config()
478
479
 
@@ -17,8 +17,8 @@ from datahub.ingestion.graph.config import DatahubClientConfig
17
17
  logger = logging.getLogger(__name__)
18
18
 
19
19
  CONDENSED_DATAHUB_CONFIG_PATH = "~/.datahubenv"
20
- DATAHUB_CONFIG_PATH = os.path.expanduser(CONDENSED_DATAHUB_CONFIG_PATH)
21
- DATAHUB_ROOT_FOLDER = os.path.expanduser("~/.datahub")
20
+ DATAHUB_CONFIG_PATH: str = os.path.expanduser(CONDENSED_DATAHUB_CONFIG_PATH)
21
+ DATAHUB_ROOT_FOLDER: str = os.path.expanduser("~/.datahub")
22
22
  ENV_SKIP_CONFIG = "DATAHUB_SKIP_CONFIG"
23
23
 
24
24
  ENV_DATAHUB_SYSTEM_CLIENT_ID = "DATAHUB_SYSTEM_CLIENT_ID"
datahub/cli/delete_cli.py CHANGED
@@ -15,6 +15,7 @@ from datahub.cli import cli_utils
15
15
  from datahub.configuration.datetimes import ClickDatetime
16
16
  from datahub.emitter.aspect import ASPECT_MAP, TIMESERIES_ASPECT_MAP
17
17
  from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
18
+ from datahub.ingestion.graph.config import ClientMode
18
19
  from datahub.ingestion.graph.filters import RemovedStatusFilter
19
20
  from datahub.telemetry import telemetry
20
21
  from datahub.upgrade import upgrade
@@ -124,7 +125,7 @@ def by_registry(
124
125
  Delete all metadata written using the given registry id and version pair.
125
126
  """
126
127
 
127
- client = get_default_graph()
128
+ client = get_default_graph(ClientMode.CLI)
128
129
 
129
130
  if soft and not dry_run:
130
131
  raise click.UsageError(
@@ -175,7 +176,7 @@ def references(urn: str, dry_run: bool, force: bool) -> None:
175
176
  Delete all references to an entity (but not the entity itself).
176
177
  """
177
178
 
178
- graph = get_default_graph()
179
+ graph = get_default_graph(ClientMode.CLI)
179
180
  logger.info(f"Using graph: {graph}")
180
181
 
181
182
  references_count, related_aspects = graph.delete_references_to_urn(
@@ -238,7 +239,7 @@ def undo_by_filter(
238
239
  """
239
240
  Undo soft deletion by filters
240
241
  """
241
- graph = get_default_graph()
242
+ graph = get_default_graph(ClientMode.CLI)
242
243
  logger.info(f"Using {graph}")
243
244
  if urn:
244
245
  graph.set_soft_delete_status(urn=urn, delete=False)
@@ -410,7 +411,7 @@ def by_filter(
410
411
  abort=True,
411
412
  )
412
413
 
413
- graph = get_default_graph()
414
+ graph = get_default_graph(ClientMode.CLI)
414
415
  logger.info(f"Using {graph}")
415
416
 
416
417
  # Determine which urns to delete.
datahub/cli/exists_cli.py CHANGED
@@ -6,6 +6,7 @@ import click
6
6
  from click_default_group import DefaultGroup
7
7
 
8
8
  from datahub.ingestion.graph.client import get_default_graph
9
+ from datahub.ingestion.graph.config import ClientMode
9
10
  from datahub.telemetry import telemetry
10
11
  from datahub.upgrade import upgrade
11
12
 
@@ -36,4 +37,4 @@ def urn(ctx: Any, urn: Optional[str]) -> None:
36
37
  raise click.UsageError("Nothing for me to get. Maybe provide an urn?")
37
38
  urn = ctx.args[0]
38
39
  logger.debug(f"Using urn from args {urn}")
39
- click.echo(json.dumps(get_default_graph().exists(urn)))
40
+ click.echo(json.dumps(get_default_graph(ClientMode.CLI).exists(urn)))
datahub/cli/get_cli.py CHANGED
@@ -7,6 +7,7 @@ from click_default_group import DefaultGroup
7
7
 
8
8
  from datahub.cli.cli_utils import get_aspects_for_entity
9
9
  from datahub.ingestion.graph.client import get_default_graph
10
+ from datahub.ingestion.graph.config import ClientMode
10
11
  from datahub.telemetry import telemetry
11
12
  from datahub.upgrade import upgrade
12
13
 
@@ -46,7 +47,7 @@ def urn(ctx: Any, urn: Optional[str], aspect: List[str], details: bool) -> None:
46
47
  urn = ctx.args[0]
47
48
  logger.debug(f"Using urn from args {urn}")
48
49
 
49
- client = get_default_graph()
50
+ client = get_default_graph(ClientMode.CLI)
50
51
 
51
52
  if aspect:
52
53
  # If aspects are specified, we need to do the existence check first.
@@ -13,6 +13,7 @@ import datahub.metadata.schema_classes
13
13
  from datahub.cli.cli_utils import post_entity
14
14
  from datahub.configuration.common import GraphError
15
15
  from datahub.ingestion.graph.client import DataHubGraph, get_default_graph
16
+ from datahub.ingestion.graph.config import ClientMode
16
17
  from datahub.metadata.schema_classes import SystemMetadataClass
17
18
  from datahub.telemetry import telemetry
18
19
 
@@ -178,7 +179,7 @@ def create(
178
179
  Create an iceberg warehouse.
179
180
  """
180
181
 
181
- client = get_default_graph()
182
+ client = get_default_graph(ClientMode.CLI)
182
183
 
183
184
  urn = iceberg_data_platform_instance_urn(warehouse)
184
185
 
@@ -331,7 +332,7 @@ def update(
331
332
  Update iceberg warehouses. Can only update credentials, and role. Cannot update region
332
333
  """
333
334
 
334
- client = get_default_graph()
335
+ client = get_default_graph(ClientMode.CLI)
335
336
 
336
337
  urn = iceberg_data_platform_instance_urn(warehouse)
337
338
 
@@ -407,7 +408,7 @@ def list() -> None:
407
408
  List iceberg warehouses
408
409
  """
409
410
 
410
- client = get_default_graph()
411
+ client = get_default_graph(ClientMode.CLI)
411
412
 
412
413
  for warehouse in get_all_warehouses(client):
413
414
  click.echo(warehouse)
@@ -420,7 +421,7 @@ def list() -> None:
420
421
  @telemetry.with_telemetry()
421
422
  def get(warehouse: str) -> None:
422
423
  """Fetches the details of the specified iceberg warehouse"""
423
- client = get_default_graph()
424
+ client = get_default_graph(ClientMode.CLI)
424
425
  urn = iceberg_data_platform_instance_urn(warehouse)
425
426
 
426
427
  if client.exists(urn):
@@ -455,7 +456,7 @@ def delete(warehouse: str, dry_run: bool, force: bool) -> None:
455
456
 
456
457
  urn = iceberg_data_platform_instance_urn(warehouse)
457
458
 
458
- client = get_default_graph()
459
+ client = get_default_graph(ClientMode.CLI)
459
460
 
460
461
  if not client.exists(urn):
461
462
  raise click.ClickException(f"urn {urn} not found")
datahub/cli/ingest_cli.py CHANGED
@@ -14,10 +14,11 @@ from tabulate import tabulate
14
14
 
15
15
  from datahub._version import nice_version_name
16
16
  from datahub.cli import cli_utils
17
- from datahub.cli.config_utils import CONDENSED_DATAHUB_CONFIG_PATH
17
+ from datahub.cli.config_utils import CONDENSED_DATAHUB_CONFIG_PATH, load_client_config
18
18
  from datahub.configuration.common import GraphError
19
19
  from datahub.configuration.config_loader import load_config_file
20
20
  from datahub.ingestion.graph.client import get_default_graph
21
+ from datahub.ingestion.graph.config import ClientMode
21
22
  from datahub.ingestion.run.connection import ConnectionManager
22
23
  from datahub.ingestion.run.pipeline import Pipeline
23
24
  from datahub.telemetry import telemetry
@@ -269,7 +270,7 @@ def deploy(
269
270
  urn:li:dataHubIngestionSource:<name>
270
271
  """
271
272
 
272
- datahub_graph = get_default_graph()
273
+ datahub_graph = get_default_graph(ClientMode.CLI)
273
274
 
274
275
  variables = deploy_source_vars(
275
276
  name=name,
@@ -360,6 +361,7 @@ def mcps(path: str) -> None:
360
361
  """
361
362
 
362
363
  click.echo("Starting ingestion...")
364
+ datahub_config = load_client_config()
363
365
  recipe: dict = {
364
366
  "source": {
365
367
  "type": "file",
@@ -367,6 +369,7 @@ def mcps(path: str) -> None:
367
369
  "path": path,
368
370
  },
369
371
  },
372
+ "datahub_api": datahub_config,
370
373
  }
371
374
 
372
375
  pipeline = Pipeline.create(recipe, report_to=None)
@@ -422,7 +425,7 @@ def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) ->
422
425
  }
423
426
  }
424
427
 
425
- client = get_default_graph()
428
+ client = get_default_graph(ClientMode.CLI)
426
429
  session = client._session
427
430
  gms_host = client.config.server
428
431
 
@@ -508,7 +511,7 @@ def list_source_runs(page_offset: int, page_size: int, urn: str, source: str) ->
508
511
  def list_runs(page_offset: int, page_size: int, include_soft_deletes: bool) -> None:
509
512
  """List recent ingestion runs to datahub"""
510
513
 
511
- client = get_default_graph()
514
+ client = get_default_graph(ClientMode.CLI)
512
515
  session = client._session
513
516
  gms_host = client.config.server
514
517
 
@@ -559,7 +562,7 @@ def show(
559
562
  run_id: str, start: int, count: int, include_soft_deletes: bool, show_aspect: bool
560
563
  ) -> None:
561
564
  """Describe a provided ingestion run to datahub"""
562
- client = get_default_graph()
565
+ client = get_default_graph(ClientMode.CLI)
563
566
  session = client._session
564
567
  gms_host = client.config.server
565
568
 
@@ -609,7 +612,7 @@ def rollback(
609
612
  run_id: str, force: bool, dry_run: bool, safe: bool, report_dir: str
610
613
  ) -> None:
611
614
  """Rollback a provided ingestion run to datahub"""
612
- client = get_default_graph()
615
+ client = get_default_graph(ClientMode.CLI)
613
616
 
614
617
  if not force and not dry_run:
615
618
  click.confirm(
datahub/cli/migrate.py CHANGED
@@ -25,6 +25,7 @@ from datahub.emitter.mcp_builder import (
25
25
  )
26
26
  from datahub.emitter.rest_emitter import DatahubRestEmitter
27
27
  from datahub.ingestion.graph.client import (
28
+ ClientMode,
28
29
  DataHubGraph,
29
30
  RelatedEntity,
30
31
  get_default_graph,
@@ -147,7 +148,7 @@ def dataplatform2instance_func(
147
148
  migration_report = MigrationReport(run_id, dry_run, keep)
148
149
  system_metadata = SystemMetadataClass(runId=run_id)
149
150
 
150
- graph = get_default_graph()
151
+ graph = get_default_graph(ClientMode.CLI)
151
152
 
152
153
  urns_to_migrate: List[str] = []
153
154
 
@@ -386,7 +387,7 @@ def migrate_containers(
386
387
 
387
388
 
388
389
  def get_containers_for_migration(env: str) -> List[Any]:
389
- client = get_default_graph()
390
+ client = get_default_graph(ClientMode.CLI)
390
391
  containers_to_migrate = list(
391
392
  client.get_urns_by_filter(entity_types=["container"], env=env)
392
393
  )
@@ -445,7 +446,7 @@ def process_container_relationships(
445
446
  relationships: Iterable[RelatedEntity] = migration_utils.get_incoming_relationships(
446
447
  urn=src_urn
447
448
  )
448
- client = get_default_graph()
449
+ client = get_default_graph(ClientMode.CLI)
449
450
  for relationship in relationships:
450
451
  log.debug(f"Incoming Relationship: {relationship}")
451
452
  target_urn: str = relationship.urn
@@ -12,6 +12,7 @@ from datahub.ingestion.graph.client import (
12
12
  RelatedEntity,
13
13
  get_default_graph,
14
14
  )
15
+ from datahub.ingestion.graph.config import ClientMode
15
16
  from datahub.metadata.schema_classes import (
16
17
  ChartInfoClass,
17
18
  ContainerClass,
@@ -243,7 +244,7 @@ def clone_aspect(
243
244
  run_id: str = str(uuid.uuid4()),
244
245
  dry_run: bool = False,
245
246
  ) -> Iterable[MetadataChangeProposalWrapper]:
246
- client = get_default_graph()
247
+ client = get_default_graph(ClientMode.CLI)
247
248
  aspect_map = cli_utils.get_aspects_for_entity(
248
249
  client._session,
249
250
  client.config.server,
@@ -274,7 +275,7 @@ def clone_aspect(
274
275
 
275
276
 
276
277
  def get_incoming_relationships(urn: str) -> Iterable[RelatedEntity]:
277
- client = get_default_graph()
278
+ client = get_default_graph(ClientMode.CLI)
278
279
  yield from client.get_related_entities(
279
280
  entity_urn=urn,
280
281
  relationship_types=[
@@ -290,7 +291,7 @@ def get_incoming_relationships(urn: str) -> Iterable[RelatedEntity]:
290
291
 
291
292
 
292
293
  def get_outgoing_relationships(urn: str) -> Iterable[RelatedEntity]:
293
- client = get_default_graph()
294
+ client = get_default_graph(ClientMode.CLI)
294
295
  yield from client.get_related_entities(
295
296
  entity_urn=urn,
296
297
  relationship_types=[
datahub/cli/put_cli.py CHANGED
@@ -8,6 +8,7 @@ from datahub.cli.cli_utils import post_entity
8
8
  from datahub.configuration.config_loader import load_config_file
9
9
  from datahub.emitter.mcp import MetadataChangeProposalWrapper
10
10
  from datahub.ingestion.graph.client import get_default_graph
11
+ from datahub.ingestion.graph.config import ClientMode
11
12
  from datahub.metadata.schema_classes import (
12
13
  DataPlatformInfoClass as DataPlatformInfo,
13
14
  PlatformTypeClass,
@@ -53,7 +54,7 @@ def aspect(urn: str, aspect: str, aspect_data: str, run_id: Optional[str]) -> No
53
54
  aspect_data, allow_stdin=True, resolve_env_vars=False, process_directives=False
54
55
  )
55
56
 
56
- client = get_default_graph()
57
+ client = get_default_graph(ClientMode.CLI)
57
58
 
58
59
  system_metadata: Union[None, SystemMetadataClass] = None
59
60
  if run_id:
@@ -118,7 +119,7 @@ def platform(
118
119
  displayName=display_name or platform_name,
119
120
  logoUrl=logo,
120
121
  )
121
- datahub_graph = get_default_graph()
122
+ datahub_graph = get_default_graph(ClientMode.CLI)
122
123
  mcp = MetadataChangeProposalWrapper(
123
124
  entityUrn=str(platform_urn),
124
125
  aspect=data_platform_info,
@@ -15,6 +15,7 @@ from datahub.api.entities.assertion.compiler_interface import (
15
15
  from datahub.emitter.mce_builder import make_assertion_urn
16
16
  from datahub.emitter.mcp import MetadataChangeProposalWrapper
17
17
  from datahub.ingestion.graph.client import get_default_graph
18
+ from datahub.ingestion.graph.config import ClientMode
18
19
  from datahub.integrations.assertion.registry import ASSERTION_PLATFORMS
19
20
  from datahub.telemetry import telemetry
20
21
  from datahub.upgrade import upgrade
@@ -39,7 +40,7 @@ def upsert(file: str) -> None:
39
40
 
40
41
  assertions_spec: AssertionsConfigSpec = AssertionsConfigSpec.from_yaml(file)
41
42
 
42
- with get_default_graph() as graph:
43
+ with get_default_graph(ClientMode.CLI) as graph:
43
44
  for assertion_spec in assertions_spec.assertions:
44
45
  try:
45
46
  mcp = MetadataChangeProposalWrapper(
@@ -6,6 +6,7 @@ from click_default_group import DefaultGroup
6
6
 
7
7
  from datahub.api.entities.datacontract.datacontract import DataContract
8
8
  from datahub.ingestion.graph.client import get_default_graph
9
+ from datahub.ingestion.graph.config import ClientMode
9
10
  from datahub.telemetry import telemetry
10
11
  from datahub.upgrade import upgrade
11
12
 
@@ -28,7 +29,7 @@ def upsert(file: str) -> None:
28
29
  data_contract: DataContract = DataContract.from_yaml(file)
29
30
  urn = data_contract.urn
30
31
 
31
- with get_default_graph() as graph:
32
+ with get_default_graph(ClientMode.CLI) as graph:
32
33
  if not graph.exists(data_contract.entity):
33
34
  raise ValueError(
34
35
  f"Cannot define a data contract for non-existent entity {data_contract.entity}"
@@ -72,7 +73,7 @@ def delete(urn: Optional[str], file: Optional[str], hard: bool) -> None:
72
73
  data_contract = DataContract.from_yaml(file)
73
74
  urn = data_contract.urn
74
75
 
75
- with get_default_graph() as graph:
76
+ with get_default_graph(ClientMode.CLI) as graph:
76
77
  if not graph.exists(urn):
77
78
  raise ValueError(f"Data Contract {urn} does not exist")
78
79