acryl-datahub 1.2.0.4rc1__py3-none-any.whl → 1.2.0.4rc3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/METADATA +2397 -2396
- {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/RECORD +42 -41
- datahub/_version.py +1 -1
- datahub/api/entities/dataset/dataset.py +3 -3
- datahub/api/entities/external/restricted_text.py +3 -3
- datahub/api/entities/forms/forms.py +3 -3
- datahub/api/entities/structuredproperties/structuredproperties.py +2 -2
- datahub/cli/quickstart_versioning.py +1 -1
- datahub/cli/specific/assertions_cli.py +37 -2
- datahub/cli/specific/datacontract_cli.py +54 -4
- datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py +1 -1
- datahub/ingestion/api/report.py +21 -2
- datahub/ingestion/source/abs/config.py +1 -1
- datahub/ingestion/source/abs/datalake_profiler_config.py +1 -1
- datahub/ingestion/source/aws/tag_entities.py +2 -2
- datahub/ingestion/source/data_lake_common/path_spec.py +6 -3
- datahub/ingestion/source/dbt/dbt_cloud.py +6 -3
- datahub/ingestion/source/fivetran/fivetran_log_api.py +4 -3
- datahub/ingestion/source/grafana/models.py +6 -0
- datahub/ingestion/source/hex/hex.py +1 -1
- datahub/ingestion/source/iceberg/iceberg.py +4 -4
- datahub/ingestion/source/powerbi_report_server/report_server_domain.py +2 -4
- datahub/ingestion/source/redshift/datashares.py +1 -1
- datahub/ingestion/source/slack/slack.py +7 -14
- datahub/ingestion/source/snowflake/snowflake_lineage_v2.py +4 -4
- datahub/ingestion/source/tableau/tableau.py +1 -1
- datahub/ingestion/source/unity/config.py +36 -1
- datahub/ingestion/source/unity/proxy.py +332 -46
- datahub/ingestion/source/unity/proxy_types.py +12 -2
- datahub/ingestion/source/unity/source.py +91 -34
- datahub/ingestion/source/unity/tag_entities.py +2 -2
- datahub/ingestion/source/usage/starburst_trino_usage.py +2 -2
- datahub/ingestion/transformer/base_transformer.py +8 -5
- datahub/sdk/search_client.py +3 -0
- datahub/specific/aspect_helpers/fine_grained_lineage.py +76 -0
- datahub/specific/datajob.py +15 -1
- datahub/specific/dataset.py +37 -59
- datahub/utilities/server_config_util.py +2 -1
- {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.2.0.4rc1.dist-info → acryl_datahub-1.2.0.4rc3.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
acryl_datahub-1.2.0.
|
|
1
|
+
acryl_datahub-1.2.0.4rc3.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
2
2
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
3
3
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
4
|
-
datahub/_version.py,sha256=
|
|
4
|
+
datahub/_version.py,sha256=RnWaD25av-Il2972pMiy9bu-PG3RvPpwnLBxaqcm2jU,323
|
|
5
5
|
datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
|
|
6
6
|
datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
|
|
7
7
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -48,20 +48,20 @@ datahub/api/entities/dataprocess/dataprocess_instance.py,sha256=IhY-rcXs-r8EatwW
|
|
|
48
48
|
datahub/api/entities/dataproduct/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
49
49
|
datahub/api/entities/dataproduct/dataproduct.py,sha256=148TmItxDDyGNzfZdL8aDreSEtyAw79IN8N8oSmNOPE,21461
|
|
50
50
|
datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
51
|
-
datahub/api/entities/dataset/dataset.py,sha256=
|
|
51
|
+
datahub/api/entities/dataset/dataset.py,sha256=j4nQ-1DCMhm5c8Ugf6m-IP-YWkpvaQXnZGfqBA_RQ0I,50128
|
|
52
52
|
datahub/api/entities/external/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
53
53
|
datahub/api/entities/external/external_entities.py,sha256=7HRt3Oz2sw_7BDxEVc6W7jK4UqHXLZuo_rGPJ5NdAoE,7727
|
|
54
54
|
datahub/api/entities/external/external_tag.py,sha256=Z-wSfu64GMBzDF0AGrkUvabDxU7Xf0NLOsGtAGorvUM,4540
|
|
55
55
|
datahub/api/entities/external/lake_formation_external_entites.py,sha256=QdB7IUQdHqKo9Bnvvobfl8OlXwp1qpWuT1AVJ-ydSWM,5808
|
|
56
|
-
datahub/api/entities/external/restricted_text.py,sha256=
|
|
56
|
+
datahub/api/entities/external/restricted_text.py,sha256=HLCc9n4u0G1WJcD8XslzNf15OMvl3YF_UUUho4gYccQ,5532
|
|
57
57
|
datahub/api/entities/external/unity_catalog_external_entites.py,sha256=XiiI_D589OATxyn93ve2BtdFpEq83jMaCBTP3cLtMZI,6090
|
|
58
58
|
datahub/api/entities/forms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
59
|
-
datahub/api/entities/forms/forms.py,sha256=
|
|
59
|
+
datahub/api/entities/forms/forms.py,sha256=Df7C4S7nGPpZU7arB0xBy7-9wvL9FQ0a5apzfWfQVZU,15895
|
|
60
60
|
datahub/api/entities/forms/forms_graphql_constants.py,sha256=DKpnKlMKTjmnyrCTvp63V4LX4THGTAMq3ep8THrSGP4,537
|
|
61
61
|
datahub/api/entities/platformresource/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
62
62
|
datahub/api/entities/platformresource/platform_resource.py,sha256=pVAjv6NoH746Mfvdak7ji0eqlEcEeV-Ji7M5gyNXmds,10603
|
|
63
63
|
datahub/api/entities/structuredproperties/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
64
|
-
datahub/api/entities/structuredproperties/structuredproperties.py,sha256=
|
|
64
|
+
datahub/api/entities/structuredproperties/structuredproperties.py,sha256=o9HghVb3QVDx9ygwSVXOxECnZa2Z5ql2cVMq1G2wI9g,8584
|
|
65
65
|
datahub/api/graphql/__init__.py,sha256=5yl0dJxO-2d_QuykdJrDIbWq4ja9bo0t2dAEh89JOog,142
|
|
66
66
|
datahub/api/graphql/assertion.py,sha256=o_q6SV7N1rJTVMNKSUBGJnZPk6TcVYoVShgDmPw65dE,2817
|
|
67
67
|
datahub/api/graphql/base.py,sha256=zk724_oYSJ0nK7X7Z80MijnA6ry9JqpxnBsJeYuONKA,1737
|
|
@@ -84,13 +84,13 @@ datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
|
|
|
84
84
|
datahub/cli/migrate.py,sha256=XWW_fd4EUQGAUrKh9oKmtNYmfhcvbqWZJj3TQNgD8Dk,18012
|
|
85
85
|
datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
|
|
86
86
|
datahub/cli/put_cli.py,sha256=ehqsxEPVVK-0xu7nVfBl_GxfsDbkgjIjkF8mfGfcIpc,3827
|
|
87
|
-
datahub/cli/quickstart_versioning.py,sha256=
|
|
87
|
+
datahub/cli/quickstart_versioning.py,sha256=9tSIwDSHBX2xCOlzFisgmZ1QIN_Bu6EVVOMInMb6SQw,7309
|
|
88
88
|
datahub/cli/state_cli.py,sha256=RDXYCb17sqjW49nNdkoGAqNPRRHOKw5lcgcs5QvHeOM,1142
|
|
89
89
|
datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
|
|
90
90
|
datahub/cli/timeline_cli.py,sha256=Wc_Mo7khFFHXgRSl2FgtvB8m0QhuCEhkpaFCIOPpHJE,7584
|
|
91
91
|
datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
92
|
-
datahub/cli/specific/assertions_cli.py,sha256=
|
|
93
|
-
datahub/cli/specific/datacontract_cli.py,sha256=
|
|
92
|
+
datahub/cli/specific/assertions_cli.py,sha256=4YvlafrxBIUMmDSnWW9g7qwpuPRu4V4yqTDx0_jAthU,6555
|
|
93
|
+
datahub/cli/specific/datacontract_cli.py,sha256=7Ropg-EOn_n4dcttFDokpC07bbm0IzhR_e1z1AjSLAU,4062
|
|
94
94
|
datahub/cli/specific/dataproduct_cli.py,sha256=6jGdWisx7vxItYPOlKcjziSlyJF_268T5iytKjuhPlA,14951
|
|
95
95
|
datahub/cli/specific/dataset_cli.py,sha256=MaIr3PrE1NP6Q_O4CXHm-eyuPah6ypFEgLWP0r-tgBw,8463
|
|
96
96
|
datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
|
|
@@ -148,7 +148,7 @@ datahub/ingestion/api/incremental_properties_helper.py,sha256=KzdxdrQtaMV2XMHfPs
|
|
|
148
148
|
datahub/ingestion/api/ingestion_job_checkpointing_provider_base.py,sha256=3lLdkkxVqE9MVc26cdXImPeWy16az5BwgcorWxeBV50,1759
|
|
149
149
|
datahub/ingestion/api/pipeline_run_listener.py,sha256=5uBP__LbMQxJ2utlf07cIzQINqPbUOKiZyOJta6a0og,713
|
|
150
150
|
datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX63bI,7454
|
|
151
|
-
datahub/ingestion/api/report.py,sha256=
|
|
151
|
+
datahub/ingestion/api/report.py,sha256=jdAfqkAn1tlwBJBmC_t0-6KzKhKBxO8N3y_NziyBXSU,17889
|
|
152
152
|
datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
|
|
153
153
|
datahub/ingestion/api/sink.py,sha256=GZt48PV56FAhNoma-V5EwwRZvezhb40YH_zprm8_Yo0,4961
|
|
154
154
|
datahub/ingestion/api/source.py,sha256=uf0fNbiOy0bS_aKFOcNv6NvuZe0LSDIDdNza9hraP7s,21857
|
|
@@ -157,7 +157,7 @@ datahub/ingestion/api/transform.py,sha256=X0GpjMJzYkLuZx8MTWxH50cWGm9rGsnn3k188m
|
|
|
157
157
|
datahub/ingestion/api/workunit.py,sha256=e8n8RfSjHZZm2R4ShNH0UuMtUkMjyqqM2j2t7oL74lo,6327
|
|
158
158
|
datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
159
159
|
datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
|
|
160
|
-
datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=
|
|
160
|
+
datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=0BwkpLhORbsiTHq0g_N_1cVVoZYdLR3qz02mNmsV9-M,4444
|
|
161
161
|
datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
162
162
|
datahub/ingestion/autogenerated/capability_summary.json,sha256=CfD0RKd0bOMmNiv8bIF0x78FXaSMVFIIit62T8TR4og,109072
|
|
163
163
|
datahub/ingestion/autogenerated/lineage.json,sha256=wjaXxrzpo3M9ppc80TKIgCTuCg0jpb-D9MhBsHXaMOY,10004
|
|
@@ -230,8 +230,8 @@ datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGk
|
|
|
230
230
|
datahub/ingestion/source/sql_queries.py,sha256=9ICUC6tpXpxvtwfK-9lytJzFcLe8MrNlciwy9DIFM-4,13764
|
|
231
231
|
datahub/ingestion/source/superset.py,sha256=oi7F2jlvkVr9ItJ_r1Jm4bYfXHYu4vPAFPMPaGJKB84,50608
|
|
232
232
|
datahub/ingestion/source/abs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
233
|
-
datahub/ingestion/source/abs/config.py,sha256=
|
|
234
|
-
datahub/ingestion/source/abs/datalake_profiler_config.py,sha256=
|
|
233
|
+
datahub/ingestion/source/abs/config.py,sha256=WW9JWbzqAJDblAcJKtNeuBHqOeJsB57lW2PqSD65-BU,6729
|
|
234
|
+
datahub/ingestion/source/abs/datalake_profiler_config.py,sha256=FfrcgK-JEF94vw-l3q6pN6FENXb-wZzW2w1VUZVkwW8,3620
|
|
235
235
|
datahub/ingestion/source/abs/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBot_weD-2_Jxzk,17579
|
|
236
236
|
datahub/ingestion/source/abs/report.py,sha256=CkRjsNn0Pab-ZPllxz3IUJI_r3x0T6urJePa_hJKi5U,586
|
|
237
237
|
datahub/ingestion/source/abs/source.py,sha256=z86K5_P_gu8kTytLOAYyQqqD2g14JGSrv1B3g0dUDFs,24070
|
|
@@ -243,7 +243,7 @@ datahub/ingestion/source/aws/glue.py,sha256=p5jRzGjzG5BgiZA1b6ayPxn7slpDbHG5iKiB
|
|
|
243
243
|
datahub/ingestion/source/aws/s3_boto_utils.py,sha256=Y54jlLV5gLcuZ4Zs57kIW5dYHD89RSFfsVNlFbRnSkQ,3901
|
|
244
244
|
datahub/ingestion/source/aws/s3_util.py,sha256=OFypcgmVC6jnZM90-gjcPpAMtTV1lbnreCaMhCzNlzs,2149
|
|
245
245
|
datahub/ingestion/source/aws/sagemaker.py,sha256=Bl2tkBYnrindgx61VHYgNovUF_Kp_fXNcivQn28vC2w,5254
|
|
246
|
-
datahub/ingestion/source/aws/tag_entities.py,sha256=
|
|
246
|
+
datahub/ingestion/source/aws/tag_entities.py,sha256=q7DFxSFZ0IZWZrA8iKbgIHtB4OHNa5oQvm0HughU28A,11297
|
|
247
247
|
datahub/ingestion/source/aws/sagemaker_processors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
248
248
|
datahub/ingestion/source/aws/sagemaker_processors/common.py,sha256=x4ijMxKjZ-oJdqGyTwBp2J50uxYT1ejlVlGs8-vDXMU,2234
|
|
249
249
|
datahub/ingestion/source/aws/sagemaker_processors/feature_groups.py,sha256=IUwPTSITL-RaO3i3lX_KaDwOGPNMXHf66PPWAcMglWI,10383
|
|
@@ -290,7 +290,7 @@ datahub/ingestion/source/data_lake_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-
|
|
|
290
290
|
datahub/ingestion/source/data_lake_common/config.py,sha256=qUk83B01hjuBKHvVz8SmXnVCy5eFj-2-2QLEOrAdbgk,359
|
|
291
291
|
datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=IYr5y8vy_6CtMtITqzn6OqovzH1cpe1i30M-75PouXo,7768
|
|
292
292
|
datahub/ingestion/source/data_lake_common/object_store.py,sha256=i9Hgb8Ww23QD_jEjzj_2qxA8Nr56krnZfo1qyOWmH9M,23608
|
|
293
|
-
datahub/ingestion/source/data_lake_common/path_spec.py,sha256=
|
|
293
|
+
datahub/ingestion/source/data_lake_common/path_spec.py,sha256=mIwyuysba7mD_qupG1-ARlXrAcqAQU5Zjd_vHXIEdPY,23783
|
|
294
294
|
datahub/ingestion/source/datahub/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
295
295
|
datahub/ingestion/source/datahub/config.py,sha256=bjR1U3F85FbtgqmLDW-f_4dQvuw5AsJQxdQlOUeHDUk,5126
|
|
296
296
|
datahub/ingestion/source/datahub/datahub_api_reader.py,sha256=hlKADVEPoTFiRGKqRsMF5mL4fSu_IrIW8Nx7LpEzvkM,2134
|
|
@@ -300,7 +300,7 @@ datahub/ingestion/source/datahub/datahub_source.py,sha256=mpBrHxf3sitdPZni5B5atl
|
|
|
300
300
|
datahub/ingestion/source/datahub/report.py,sha256=VHBfCbwFRzdLdB7hQG9ST4EiZxl_vBCU0XxGcZR6Xxs,940
|
|
301
301
|
datahub/ingestion/source/datahub/state.py,sha256=PZoT7sSK1wadVf5vN6phrgr7I6LL7ePP-EJjP1OO0bQ,3507
|
|
302
302
|
datahub/ingestion/source/dbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
303
|
-
datahub/ingestion/source/dbt/dbt_cloud.py,sha256=
|
|
303
|
+
datahub/ingestion/source/dbt/dbt_cloud.py,sha256=ILkP6ui48VU8pClDQz6jaFR026gcF7lyUX4gt9im8Vg,18428
|
|
304
304
|
datahub/ingestion/source/dbt/dbt_common.py,sha256=3NcCYsJSDfC5j7ajC_Mr3MnA_sF9DTq1ka6ft3b0u6A,85997
|
|
305
305
|
datahub/ingestion/source/dbt/dbt_core.py,sha256=WVI2ZYXOMxgFzJnJqsqmEGS-5xdfiVIDsCb78lvSeQ0,24930
|
|
306
306
|
datahub/ingestion/source/dbt/dbt_tests.py,sha256=pOZJaP4VsbaE5j4qVlE_E3ifno_KQpidfGTvOi5fr6I,9839
|
|
@@ -328,7 +328,7 @@ datahub/ingestion/source/fivetran/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
|
|
|
328
328
|
datahub/ingestion/source/fivetran/config.py,sha256=00jc9srBZUQ18RSSCnHiOoJ4_F6I_rp--z-V7d9wXNY,9031
|
|
329
329
|
datahub/ingestion/source/fivetran/data_classes.py,sha256=ecdUJH5BEze0yv-uFpKWPNaNmV1gORDA2XMFk0zhcBw,595
|
|
330
330
|
datahub/ingestion/source/fivetran/fivetran.py,sha256=s8wcECtmuugUoZ0Zdthq0SIPpTLvziZXuhhUX9bJ5N4,14492
|
|
331
|
-
datahub/ingestion/source/fivetran/fivetran_log_api.py,sha256=
|
|
331
|
+
datahub/ingestion/source/fivetran/fivetran_log_api.py,sha256=PNzuykiiFTU8FhBIfUbW6udURZpz_35aq7rfffbpIfA,13010
|
|
332
332
|
datahub/ingestion/source/fivetran/fivetran_query.py,sha256=c1begMnLtWoLBmaKBiarpMZ6HTVAI6hDPKn26DYuMYI,5343
|
|
333
333
|
datahub/ingestion/source/gc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
334
334
|
datahub/ingestion/source/gc/datahub_gc.py,sha256=EXO-Stj6gGMLTSTbSBC-C3_zpjpQtFN9pAMWR95ma0I,12830
|
|
@@ -347,18 +347,18 @@ datahub/ingestion/source/grafana/grafana_api.py,sha256=pSbaHGPQ4HajCyVnvfEjl9zr2
|
|
|
347
347
|
datahub/ingestion/source/grafana/grafana_config.py,sha256=l1vLcd_mbWOC6G9Mr329bW2Tm__SG9SZjkJdoz7UzEE,3674
|
|
348
348
|
datahub/ingestion/source/grafana/grafana_source.py,sha256=tUYW0bXvnwhfBpSRQh4KobhOThXhezdH4hy2IPBkgag,21727
|
|
349
349
|
datahub/ingestion/source/grafana/lineage.py,sha256=qDWCiceOotVApOpcGhRK9OTqyRJIPqXcJi6CKnfK8z0,7178
|
|
350
|
-
datahub/ingestion/source/grafana/models.py,sha256=
|
|
350
|
+
datahub/ingestion/source/grafana/models.py,sha256=FpP7AtZv5_Ob3bbhHhujgvrVsgvpfye3TlAeTe0Jeak,4467
|
|
351
351
|
datahub/ingestion/source/grafana/report.py,sha256=LTRxjXYCYHwOaj1zrenCDAvFBE5U5tAv6Wh5LlfsgfE,2963
|
|
352
352
|
datahub/ingestion/source/grafana/types.py,sha256=Bz0-FIPBXHaBjfFHYGJhE20c2vYZwAsXr70MVGjSu6s,443
|
|
353
353
|
datahub/ingestion/source/hex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
354
354
|
datahub/ingestion/source/hex/api.py,sha256=1cjLuR6dAJor0C281VMzG8hc_noo0MsPu4FgBVvU1vI,12816
|
|
355
355
|
datahub/ingestion/source/hex/constants.py,sha256=8hUTMWyG5keTNfXoLu_Dh413Hw_mGGJX1atiiDZyKtg,271
|
|
356
|
-
datahub/ingestion/source/hex/hex.py,sha256=
|
|
356
|
+
datahub/ingestion/source/hex/hex.py,sha256=GHSz3uZsAZ3XgqmTAwzwzMiHcpDcOZmvNb4F3eerGV8,13200
|
|
357
357
|
datahub/ingestion/source/hex/mapper.py,sha256=N3mTlEcrOmhv9ia1dnHGFgFJD2ddyTtU3H5IUbb-UxU,13344
|
|
358
358
|
datahub/ingestion/source/hex/model.py,sha256=S9bUhfFcjzuio2dBS6HzSyRVPiSJvRvMQ0qyVrjV5-E,1766
|
|
359
359
|
datahub/ingestion/source/hex/query_fetcher.py,sha256=r9UvF_qwswkRlNY7AI8p46eqAYSxVtjVE2e7eO4XagA,13384
|
|
360
360
|
datahub/ingestion/source/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
361
|
-
datahub/ingestion/source/iceberg/iceberg.py,sha256=
|
|
361
|
+
datahub/ingestion/source/iceberg/iceberg.py,sha256=UWfI4sN5uO6f9KzxjY939a_BIkAnPf0ELCmFvf9KuYg,35427
|
|
362
362
|
datahub/ingestion/source/iceberg/iceberg_common.py,sha256=CD_yHQ_wEgivyLQUTRO9BZJB29S7j5fUVllki-BPwUU,12292
|
|
363
363
|
datahub/ingestion/source/iceberg/iceberg_profiler.py,sha256=9iwp2vpQTi4OMbIKoDZV5lAdvjMR0ls6Llpck9grJIE,9875
|
|
364
364
|
datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -427,7 +427,7 @@ datahub/ingestion/source/powerbi/rest_api_wrapper/query.py,sha256=VNw1Uvli6g0pnu
|
|
|
427
427
|
datahub/ingestion/source/powerbi_report_server/__init__.py,sha256=N9fGcrHXBbuPmx9rpGjd_jkMC3smXmfiwISDP1QZapk,324
|
|
428
428
|
datahub/ingestion/source/powerbi_report_server/constants.py,sha256=i_hXcvPHjwk3VpTT5ef7s8dN9F6pJzPyRUiG5UzCCYI,3544
|
|
429
429
|
datahub/ingestion/source/powerbi_report_server/report_server.py,sha256=4WYIJj7CHjPO68118KldscoqvuhI7YuFMXyqica93xw,19978
|
|
430
|
-
datahub/ingestion/source/powerbi_report_server/report_server_domain.py,sha256=
|
|
430
|
+
datahub/ingestion/source/powerbi_report_server/report_server_domain.py,sha256=qhmwk4Bw2xORIFSwBlH7KUkNerkgPyihgEjtLWb3iBw,11731
|
|
431
431
|
datahub/ingestion/source/profiling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
432
432
|
datahub/ingestion/source/profiling/common.py,sha256=4sZ58AeBV64KRfKAgjkg-UyNjAc3YERahQMmW4algAw,1426
|
|
433
433
|
datahub/ingestion/source/qlik_sense/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -438,7 +438,7 @@ datahub/ingestion/source/qlik_sense/qlik_sense.py,sha256=xehXgOnG9ah0GE5b8wm9OJY
|
|
|
438
438
|
datahub/ingestion/source/qlik_sense/websocket_connection.py,sha256=jp39OInvjCN9BtnKsHU_aa1B3X9hVHqSmD25stXuqHk,1940
|
|
439
439
|
datahub/ingestion/source/redshift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
440
440
|
datahub/ingestion/source/redshift/config.py,sha256=l_hlgsCjvlcgcFQpd5WMKlW8nqQUhaMGec8FnUbSl6Y,8997
|
|
441
|
-
datahub/ingestion/source/redshift/datashares.py,sha256=
|
|
441
|
+
datahub/ingestion/source/redshift/datashares.py,sha256=7G4YoEigZTl-K1aWDw3Jl8s3-3EnX4L46mCKu1LqxYI,9234
|
|
442
442
|
datahub/ingestion/source/redshift/exception.py,sha256=dxzYUIv5B_FAWhOuzG2u5We7FX-ar4jhOXPXAlEIvgM,2055
|
|
443
443
|
datahub/ingestion/source/redshift/lineage.py,sha256=IPF8vHy2MFyhK-hu2-lxV2-kcnNAEzltPLnnIvwIBMY,44100
|
|
444
444
|
datahub/ingestion/source/redshift/lineage_v2.py,sha256=dbTvuaJBV5yvCWM_oEAqZIA1JOlGxLJOexbEB47A_xE,17962
|
|
@@ -474,7 +474,7 @@ datahub/ingestion/source/sigma/data_classes.py,sha256=YZkkzwftV34mq5c_4jlC2PCSiR
|
|
|
474
474
|
datahub/ingestion/source/sigma/sigma.py,sha256=7dbkwk8_wp94XH9mhmtI_8ihR35cqYywtU-dc_oK4Cc,25386
|
|
475
475
|
datahub/ingestion/source/sigma/sigma_api.py,sha256=7PK5AQa838hYeaQ5L0dioi4n4bLrpN-r7COKTTNUYw8,19837
|
|
476
476
|
datahub/ingestion/source/slack/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
477
|
-
datahub/ingestion/source/slack/slack.py,sha256=
|
|
477
|
+
datahub/ingestion/source/slack/slack.py,sha256=JWanUfzFGynV_PWcH0YzJIbRcmL880DA6dEI9QW-QiQ,25800
|
|
478
478
|
datahub/ingestion/source/snowflake/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
479
479
|
datahub/ingestion/source/snowflake/constants.py,sha256=XCW3vw4JfLn_s8-oXBX6WFNMPOkX5qAQLFX2KqagojQ,2678
|
|
480
480
|
datahub/ingestion/source/snowflake/oauth_config.py,sha256=ol9D3RmruGStJAeL8PYSQguSqcD2HfkjPkMF2AB_eZs,1277
|
|
@@ -483,7 +483,7 @@ datahub/ingestion/source/snowflake/snowflake_assertion.py,sha256=_l3k4aI9wvioE81
|
|
|
483
483
|
datahub/ingestion/source/snowflake/snowflake_config.py,sha256=6uR7eZDmEfLpfs_QYNJGTTZI6N2VOvjqXKmG_7c6-9Q,22291
|
|
484
484
|
datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=3-nP3HHCblUnUHYo_fvFp5VOAteCtR4GNjaUEvyNTNQ,18175
|
|
485
485
|
datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
|
|
486
|
-
datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=
|
|
486
|
+
datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=a2vDWZNthV3AqD3Y_Rd4lHSZbaiyuEc--WXWcJqcV0k,21711
|
|
487
487
|
datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=PmQi-qDlRhdJ-PsJ7x-EScIiswWRAxDDOKHydvN3mTY,7404
|
|
488
488
|
datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=deJwFf9Bg3bphMi6WNfPon59hFSLYJZ4ByQA4pUkTkU,42926
|
|
489
489
|
datahub/ingestion/source/snowflake/snowflake_query.py,sha256=kqOxibplHyDhdioue8MeXBzeDS9d274-dspb-wyWMMI,38165
|
|
@@ -547,27 +547,27 @@ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider
|
|
|
547
547
|
datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
|
|
548
548
|
datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
|
|
549
549
|
datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
550
|
-
datahub/ingestion/source/tableau/tableau.py,sha256=
|
|
550
|
+
datahub/ingestion/source/tableau/tableau.py,sha256=aadKU4hFzsD2zhaFysTReUyg6FOAGE_HtZjuoLsIy28,155885
|
|
551
551
|
datahub/ingestion/source/tableau/tableau_common.py,sha256=4cUm3E8wLfjLSjcAXXWDWVUXAEho_hbsQa2BzAF-vtM,27012
|
|
552
552
|
datahub/ingestion/source/tableau/tableau_constant.py,sha256=4ngrOwqxf4cgbLR3i0OKI4pUxmHMABKyywfhXQ0GazA,2592
|
|
553
553
|
datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=nSyx9RzC6TCQDm-cTVJ657qT8iDwzk_8JMKpohhmOc4,1046
|
|
554
554
|
datahub/ingestion/source/tableau/tableau_validation.py,sha256=Hjbfc1AMIkGgzo5ffWXtNRjrxSxzHvw7-dYZDt4d3WE,1819
|
|
555
555
|
datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
556
556
|
datahub/ingestion/source/unity/analyze_profiler.py,sha256=2pqkFY30CfN4aHgFZZntjeG0hNhBytZJvXC13VfTc1I,4689
|
|
557
|
-
datahub/ingestion/source/unity/config.py,sha256=
|
|
557
|
+
datahub/ingestion/source/unity/config.py,sha256=qOhM0ZggovgrQpm4umthx6Gf4t0uqyr_VUyafqL4Rww,16554
|
|
558
558
|
datahub/ingestion/source/unity/connection_test.py,sha256=B143Wb28fS0V4GhygU9hzKqiArWBjsQO54IUCPf23dc,2586
|
|
559
559
|
datahub/ingestion/source/unity/ge_profiler.py,sha256=NBRHZceq-f95iUn7u0h7cgcd9nAc48Aa-lmp_BqE0As,8409
|
|
560
560
|
datahub/ingestion/source/unity/hive_metastore_proxy.py,sha256=IAWWJjaW0si_UF52Se2D7wmdYRY_afUG4QlVmQu6xaw,15351
|
|
561
|
-
datahub/ingestion/source/unity/proxy.py,sha256=
|
|
561
|
+
datahub/ingestion/source/unity/proxy.py,sha256=A2ysUIFv7kvo9ddzdPW1cAFmWfJr2UpGiwCufDNvrzw,38677
|
|
562
562
|
datahub/ingestion/source/unity/proxy_profiling.py,sha256=WLqvYP6MziaisA4LYL4T_GA-kPt6Xdde7bfaYsjYw40,9663
|
|
563
|
-
datahub/ingestion/source/unity/proxy_types.py,sha256=
|
|
563
|
+
datahub/ingestion/source/unity/proxy_types.py,sha256=7VDGpkI1a9zlx-pb0SvvKCAKD-PBhyBJMeyHKfwLHOg,9710
|
|
564
564
|
datahub/ingestion/source/unity/report.py,sha256=XFT9oQfvEB4RkTvWGgFOoQuLPUN_AIoPXZ79xeDhGHQ,2831
|
|
565
|
-
datahub/ingestion/source/unity/source.py,sha256=
|
|
566
|
-
datahub/ingestion/source/unity/tag_entities.py,sha256=
|
|
565
|
+
datahub/ingestion/source/unity/source.py,sha256=R8YpkoHcEwoS5XW-hkasmLydFtAOQ5GCnt2RIXjl-h4,51829
|
|
566
|
+
datahub/ingestion/source/unity/tag_entities.py,sha256=6dhbB33o0RcWa7WHm1h4QB5Hc7kXFauvs4tnADv2P_M,11582
|
|
567
567
|
datahub/ingestion/source/unity/usage.py,sha256=0wETBAaZvHI_EGgBlxX3bKsVHEAdnUV8_bKI_lbyWjY,11500
|
|
568
568
|
datahub/ingestion/source/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
569
569
|
datahub/ingestion/source/usage/clickhouse_usage.py,sha256=M6YVQqwJoFqJPxlTr62lFwxfDeX2-_9Diw6qtcq2XWM,10244
|
|
570
|
-
datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=
|
|
570
|
+
datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=E5wlRQ-jkwSqFaHWgwnWRPu5IiWwxOnPXX1bCv_v__E,10815
|
|
571
571
|
datahub/ingestion/source/usage/usage_common.py,sha256=uuCgIduhlRL2zIAN8rymZ5cZn1WF6akZ-ZbbaVYo9_w,9813
|
|
572
572
|
datahub/ingestion/source/vertexai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
573
573
|
datahub/ingestion/source/vertexai/vertexai.py,sha256=RuHda0mbc1DElYZIZ_W_hvkN7Eg4LIvI1fRFMvpHPB0,56012
|
|
@@ -591,7 +591,7 @@ datahub/ingestion/transformer/add_dataset_schema_terms.py,sha256=ftoZ4DJE0lJTKnz
|
|
|
591
591
|
datahub/ingestion/transformer/add_dataset_tags.py,sha256=eyvQpb0hntSmaP9HSHcIiHLvLFtkEeX-BKmHVtuaF3Y,4737
|
|
592
592
|
datahub/ingestion/transformer/add_dataset_terms.py,sha256=F3DgVFJfm_Ofh4NOt7caKbVx4FQE-tOns17E0qDn43o,5799
|
|
593
593
|
datahub/ingestion/transformer/auto_helper_transformer.py,sha256=MuxoHr0_SPi8LpHbYYOYaEO8d-7XBu2zRn-PDnqrIHU,2843
|
|
594
|
-
datahub/ingestion/transformer/base_transformer.py,sha256=
|
|
594
|
+
datahub/ingestion/transformer/base_transformer.py,sha256=TQDkD-KNtGxb0xuAFfrF7X8FhYRTm53uMNhMzc5FZiM,12558
|
|
595
595
|
datahub/ingestion/transformer/dataset_domain.py,sha256=WWvATUs9Z59_m5F6ZUA5fktJ6OBWzrJuJ2VAjdmHrCI,9032
|
|
596
596
|
datahub/ingestion/transformer/dataset_domain_based_on_tags.py,sha256=HN3QapXNg2CTj54F4mY3f-XkAIB-rMu0mG7ThOCE5fI,3092
|
|
597
597
|
datahub/ingestion/transformer/dataset_transformer.py,sha256=dOK0oO6R6dbuxk5i5Za6hkzy8xCEpQxG8iKjXeIZKM4,5305
|
|
@@ -961,7 +961,7 @@ datahub/sdk/main_client.py,sha256=jxe_59hu68F95aw4c9DsaAA108D5NuJtyu2CatAMAZU,56
|
|
|
961
961
|
datahub/sdk/mlmodel.py,sha256=cO5R8BYVljmQ0w33RIOuZmj4nq8OJCDVAZGTQI6YFS8,12628
|
|
962
962
|
datahub/sdk/mlmodelgroup.py,sha256=wlZZHny0UORpF0fRYuVkWLSQwIHX_fWl5lPb1NKR6dM,8194
|
|
963
963
|
datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
|
|
964
|
-
datahub/sdk/search_client.py,sha256=
|
|
964
|
+
datahub/sdk/search_client.py,sha256=f2L_aOy-pPB9Mk7WdLSJ6Htp3OT4cEgDIrqnCweNtM8,3592
|
|
965
965
|
datahub/sdk/search_filters.py,sha256=g0Hj2kxq797eB3oouIiQmSAQ5Z0gPqUN6l0UbTggWiI,17785
|
|
966
966
|
datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
967
967
|
datahub/secret/datahub_secret_store.py,sha256=xyNAZY62d6KSz_kYF9wN7RDMLvNhu2ayOzcYvubOX1E,2519
|
|
@@ -971,13 +971,14 @@ datahub/secret/secret_store.py,sha256=2VP_Vd336Cy7C-2kwp4rx8MAqtYgtwv8XyzzNTXE5x
|
|
|
971
971
|
datahub/specific/__init__.py,sha256=r5RYM5mDnskLzin3vc87HV-9GSz3P6uQw8AlsN14LaI,88
|
|
972
972
|
datahub/specific/chart.py,sha256=EUIRzcYNTs6tXoxVwYjJfD74Jw80kAjXyySjjEoTfw4,6685
|
|
973
973
|
datahub/specific/dashboard.py,sha256=3AsXZ1Cp03uaTHsOmJqEiXzJjZUBgDbX-zmgwMw908o,11514
|
|
974
|
-
datahub/specific/datajob.py,sha256=
|
|
974
|
+
datahub/specific/datajob.py,sha256=ZXB39I8AiUg0ll0inFDvTv53LxDbgwgsNquXQ2lDhtw,14371
|
|
975
975
|
datahub/specific/dataproduct.py,sha256=xJbVEACTbwQq7FJO1DAtjCERu3KLU9satU5nwZ5O390,3015
|
|
976
|
-
datahub/specific/dataset.py,sha256=
|
|
976
|
+
datahub/specific/dataset.py,sha256=x_7BPoVN59t48sVUYFh3kVeZq8-k8H_aZcEwc2M43Yo,9313
|
|
977
977
|
datahub/specific/form.py,sha256=hbxmmBWHma0d4NCZEGR6Nr6R-5A5gYgl1mmkGgnM97o,3834
|
|
978
978
|
datahub/specific/structured_property.py,sha256=NZ2yppDgtqrH04Wn3_m5IupyLeWoBCMygyr3nEi1A3o,4038
|
|
979
979
|
datahub/specific/aspect_helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
980
980
|
datahub/specific/aspect_helpers/custom_properties.py,sha256=a7w4Ml3mEFX31TwZLEpPE_-wrjQ0tGmw9bbq1DBjTf8,2247
|
|
981
|
+
datahub/specific/aspect_helpers/fine_grained_lineage.py,sha256=gXpP26gvNaoOqJCxunaO4ZHicmqC1h-hGFq5G87bGTI,2731
|
|
981
982
|
datahub/specific/aspect_helpers/ownership.py,sha256=rNYiJSqb_FJQhFRSIQScg4mfxgYhPvjeaYyvutY6CN0,1861
|
|
982
983
|
datahub/specific/aspect_helpers/structured_properties.py,sha256=EVnFS025r-PG5PAC7VENVJO-JvDYif2VeYonsC3Z8m8,2255
|
|
983
984
|
datahub/specific/aspect_helpers/tags.py,sha256=YHcKfRaIvv12wcmfMc8-Dk6gf6xIvJedkn451uBuz-Y,1254
|
|
@@ -1046,7 +1047,7 @@ datahub/utilities/sample_data.py,sha256=DMwN3yAqJPrF_rZF6CU0_iLSNBFfsAQ-no0KQhgw
|
|
|
1046
1047
|
datahub/utilities/search_utils.py,sha256=BdZfixXrB6lcD_ec6pCotGtVKQ4ekTtmaZDFGyeZfBg,9683
|
|
1047
1048
|
datahub/utilities/sentinels.py,sha256=p299J2YR62K2Mbuy-2lrGH4BnF9dkRqGo59Wub0hYV4,417
|
|
1048
1049
|
datahub/utilities/serialized_lru_cache.py,sha256=R9enyN5BlatknX4KFq9euYc2yiE1rRMucPbAHg09Goc,3247
|
|
1049
|
-
datahub/utilities/server_config_util.py,sha256=
|
|
1050
|
+
datahub/utilities/server_config_util.py,sha256=_mkscT9I1F3JwLR8EylBjKu1p_aRKqMkUWQb8IRpr_s,9945
|
|
1050
1051
|
datahub/utilities/sql_formatter.py,sha256=tYXIsKjKmpKh0JXGxeAPrHkUWYd1SwJNLjUZsfQP2h0,1016
|
|
1051
1052
|
datahub/utilities/sqlalchemy_query_combiner.py,sha256=ZWGPG5mrKuumSSEQMrUSjUjSKTaDXw71KWI7Ytnv2xE,15027
|
|
1052
1053
|
datahub/utilities/sqlalchemy_type_converter.py,sha256=H4S4xnnyPozDBHFhBh4rjjoXa5novFzYIUBJy2KSrVc,9805
|
|
@@ -1101,8 +1102,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1101
1102
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1102
1103
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1103
1104
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1104
|
-
acryl_datahub-1.2.0.
|
|
1105
|
-
acryl_datahub-1.2.0.
|
|
1106
|
-
acryl_datahub-1.2.0.
|
|
1107
|
-
acryl_datahub-1.2.0.
|
|
1108
|
-
acryl_datahub-1.2.0.
|
|
1105
|
+
acryl_datahub-1.2.0.4rc3.dist-info/METADATA,sha256=W3RhhadLwOp6NAr4For0h_tCm4TDYou3e-bmFqppPHk,182056
|
|
1106
|
+
acryl_datahub-1.2.0.4rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
1107
|
+
acryl_datahub-1.2.0.4rc3.dist-info/entry_points.txt,sha256=bnGf6eX9UhiW8yVHtt6MJCVcmLErvrVQxTJAayA-PKc,9885
|
|
1108
|
+
acryl_datahub-1.2.0.4rc3.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1109
|
+
acryl_datahub-1.2.0.4rc3.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
|
@@ -136,7 +136,7 @@ class StructuredPropertiesHelper:
|
|
|
136
136
|
|
|
137
137
|
class SchemaFieldSpecification(StrictModel):
|
|
138
138
|
id: Optional[str] = None
|
|
139
|
-
urn: Optional[str] = None
|
|
139
|
+
urn: Optional[str] = Field(None, validate_default=True)
|
|
140
140
|
structured_properties: Optional[StructuredProperties] = None
|
|
141
141
|
type: Optional[str] = None
|
|
142
142
|
nativeDataType: Optional[str] = None
|
|
@@ -382,9 +382,9 @@ class Dataset(StrictModel):
|
|
|
382
382
|
id: Optional[str] = None
|
|
383
383
|
platform: Optional[str] = None
|
|
384
384
|
env: str = "PROD"
|
|
385
|
-
urn: Optional[str] = None
|
|
385
|
+
urn: Optional[str] = Field(None, validate_default=True)
|
|
386
386
|
description: Optional[str] = None
|
|
387
|
-
name: Optional[str] = None
|
|
387
|
+
name: Optional[str] = Field(None, validate_default=True)
|
|
388
388
|
schema_metadata: Optional[SchemaSpecification] = Field(default=None, alias="schema")
|
|
389
389
|
downstreams: Optional[List[str]] = None
|
|
390
390
|
properties: Optional[Dict[str, str]] = None
|
|
@@ -45,9 +45,9 @@ class RestrictedText(ConfigModel):
|
|
|
45
45
|
custom_field="hello-world.test"
|
|
46
46
|
)
|
|
47
47
|
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
48
|
+
print(model.name) # Truncated and sanitized version
|
|
49
|
+
print(model.name.text) # Original value
|
|
50
|
+
print(model.custom_field) # "hello_worl..."
|
|
51
51
|
```
|
|
52
52
|
"""
|
|
53
53
|
|
|
@@ -5,7 +5,7 @@ from pathlib import Path
|
|
|
5
5
|
from typing import List, Optional, Union
|
|
6
6
|
|
|
7
7
|
import yaml
|
|
8
|
-
from pydantic import validator
|
|
8
|
+
from pydantic import Field, validator
|
|
9
9
|
from ruamel.yaml import YAML
|
|
10
10
|
from typing_extensions import Literal
|
|
11
11
|
|
|
@@ -67,7 +67,7 @@ class Prompt(ConfigModel):
|
|
|
67
67
|
description: Optional[str] = None
|
|
68
68
|
type: str
|
|
69
69
|
structured_property_id: Optional[str] = None
|
|
70
|
-
structured_property_urn: Optional[str] = None
|
|
70
|
+
structured_property_urn: Optional[str] = Field(default=None, validate_default=True)
|
|
71
71
|
required: Optional[bool] = None
|
|
72
72
|
|
|
73
73
|
@validator("structured_property_urn", pre=True, always=True)
|
|
@@ -111,7 +111,7 @@ class Actors(ConfigModel):
|
|
|
111
111
|
|
|
112
112
|
class Forms(ConfigModel):
|
|
113
113
|
id: Optional[str] = None
|
|
114
|
-
urn: Optional[str] = None
|
|
114
|
+
urn: Optional[str] = Field(default=None, validate_default=True)
|
|
115
115
|
name: str
|
|
116
116
|
description: Optional[str] = None
|
|
117
117
|
prompts: List[Prompt] = []
|
|
@@ -4,7 +4,7 @@ from pathlib import Path
|
|
|
4
4
|
from typing import Iterable, List, Optional, Union
|
|
5
5
|
|
|
6
6
|
import yaml
|
|
7
|
-
from pydantic import StrictStr, validator
|
|
7
|
+
from pydantic import Field, StrictStr, validator
|
|
8
8
|
from ruamel.yaml import YAML
|
|
9
9
|
|
|
10
10
|
from datahub.configuration.common import ConfigModel
|
|
@@ -68,7 +68,7 @@ class TypeQualifierAllowedTypes(ConfigModel):
|
|
|
68
68
|
|
|
69
69
|
class StructuredProperties(ConfigModel):
|
|
70
70
|
id: Optional[str] = None
|
|
71
|
-
urn: Optional[str] = None
|
|
71
|
+
urn: Optional[str] = Field(None, validate_default=True)
|
|
72
72
|
qualified_name: Optional[str] = None
|
|
73
73
|
type: str
|
|
74
74
|
value_entity_types: Optional[List[str]] = None
|
|
@@ -44,7 +44,7 @@ def get_minimum_supported_version_message(version: str) -> str:
|
|
|
44
44
|
class QuickstartExecutionPlan(BaseModel):
|
|
45
45
|
composefile_git_ref: str
|
|
46
46
|
docker_tag: str
|
|
47
|
-
mysql_tag: Optional[str]
|
|
47
|
+
mysql_tag: Optional[str] = None
|
|
48
48
|
|
|
49
49
|
|
|
50
50
|
def _is_it_a_version(version: str) -> bool:
|
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
"""
|
|
2
|
+
DEPRECATED: This assertions CLI is no longer supported and will be removed in a future version.
|
|
3
|
+
Please use alternative methods for managing assertions in DataHub.
|
|
4
|
+
"""
|
|
5
|
+
|
|
1
6
|
import logging
|
|
2
7
|
import os
|
|
3
8
|
from pathlib import Path
|
|
@@ -26,7 +31,18 @@ REPORT_FILE_NAME = "compile_report.json"
|
|
|
26
31
|
|
|
27
32
|
@click.group(cls=DefaultGroup, default="upsert")
|
|
28
33
|
def assertions() -> None:
|
|
29
|
-
"""A group of commands to interact with the Assertion entity in DataHub.
|
|
34
|
+
"""A group of commands to interact with the Assertion entity in DataHub.
|
|
35
|
+
|
|
36
|
+
⚠️ DEPRECATED: This assertions CLI is no longer supported and will be removed
|
|
37
|
+
in a future version. Please use alternative methods for managing assertions in DataHub.
|
|
38
|
+
"""
|
|
39
|
+
click.secho(
|
|
40
|
+
"⚠️ WARNING: The assertions CLI is deprecated and no longer supported. "
|
|
41
|
+
"It may be removed in a future version. Please use alternative methods for managing assertions in DataHub.",
|
|
42
|
+
fg="yellow",
|
|
43
|
+
bold=True,
|
|
44
|
+
err=True,
|
|
45
|
+
)
|
|
30
46
|
pass
|
|
31
47
|
|
|
32
48
|
|
|
@@ -34,7 +50,16 @@ def assertions() -> None:
|
|
|
34
50
|
@click.option("-f", "--file", required=True, type=click.Path(exists=True))
|
|
35
51
|
@upgrade.check_upgrade
|
|
36
52
|
def upsert(file: str) -> None:
|
|
37
|
-
"""Upsert (create or update) a set of assertions in DataHub.
|
|
53
|
+
"""Upsert (create or update) a set of assertions in DataHub.
|
|
54
|
+
|
|
55
|
+
⚠️ DEPRECATED: This command is deprecated and no longer supported.
|
|
56
|
+
"""
|
|
57
|
+
click.secho(
|
|
58
|
+
"⚠️ WARNING: The 'upsert' command is deprecated and no longer supported.",
|
|
59
|
+
fg="yellow",
|
|
60
|
+
bold=True,
|
|
61
|
+
err=True,
|
|
62
|
+
)
|
|
38
63
|
|
|
39
64
|
assertions_spec: AssertionsConfigSpec = AssertionsConfigSpec.from_yaml(file)
|
|
40
65
|
|
|
@@ -78,7 +103,15 @@ def compile(
|
|
|
78
103
|
In future, we may introduce separate command to automatically apply these compiled changes
|
|
79
104
|
in assertion platform. Currently, generated result artifacts are stored in target folder
|
|
80
105
|
unless another folder is specified using option `--output-to <folder>`.
|
|
106
|
+
|
|
107
|
+
⚠️ DEPRECATED: This command is deprecated and no longer supported.
|
|
81
108
|
"""
|
|
109
|
+
click.secho(
|
|
110
|
+
"⚠️ WARNING: The 'compile' command is deprecated and no longer supported.",
|
|
111
|
+
fg="yellow",
|
|
112
|
+
bold=True,
|
|
113
|
+
err=True,
|
|
114
|
+
)
|
|
82
115
|
|
|
83
116
|
if platform not in ASSERTION_PLATFORMS:
|
|
84
117
|
click.secho(
|
|
@@ -146,3 +179,5 @@ def extras_list_to_dict(extras: List[str]) -> Dict[str, str]:
|
|
|
146
179
|
# Later:
|
|
147
180
|
# 3. execute compiled assertions on assertion platform (Later, requires connection details to platform),
|
|
148
181
|
# 4. cleanup assertions from assertion platform (generate artifacts. optionally execute)
|
|
182
|
+
#
|
|
183
|
+
# NOTE: This entire assertions CLI is deprecated and these TODOs will not be implemented.
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import logging
|
|
2
|
+
import warnings
|
|
2
3
|
from typing import Optional
|
|
3
4
|
|
|
4
5
|
import click
|
|
@@ -14,15 +15,52 @@ logger = logging.getLogger(__name__)
|
|
|
14
15
|
|
|
15
16
|
@click.group(cls=DefaultGroup, default="upsert")
|
|
16
17
|
def datacontract() -> None:
|
|
17
|
-
"""
|
|
18
|
-
|
|
18
|
+
"""
|
|
19
|
+
A group of commands to interact with the DataContract entity in DataHub.
|
|
20
|
+
|
|
21
|
+
WARNING: This CLI is DEPRECATED and no longer supported.
|
|
22
|
+
Please migrate to alternative data contract solutions.
|
|
23
|
+
"""
|
|
24
|
+
# Issue deprecation warning
|
|
25
|
+
warnings.warn(
|
|
26
|
+
"The datacontract CLI is deprecated and no longer supported. "
|
|
27
|
+
"Please migrate to alternative data contract solutions.",
|
|
28
|
+
DeprecationWarning,
|
|
29
|
+
stacklevel=2,
|
|
30
|
+
)
|
|
31
|
+
|
|
32
|
+
# Log deprecation message for runtime visibility
|
|
33
|
+
logger.warning(
|
|
34
|
+
"DEPRECATED: The datacontract CLI is no longer supported and will be removed in a future version. "
|
|
35
|
+
"Please migrate to alternative data contract solutions."
|
|
36
|
+
)
|
|
37
|
+
|
|
38
|
+
# Display deprecation message to user
|
|
39
|
+
click.secho(
|
|
40
|
+
"⚠️ WARNING: This datacontract CLI is DEPRECATED and no longer supported.",
|
|
41
|
+
fg="yellow",
|
|
42
|
+
bold=True,
|
|
43
|
+
)
|
|
44
|
+
click.secho("Please migrate to alternative data contract solutions.", fg="yellow")
|
|
19
45
|
|
|
20
46
|
|
|
21
47
|
@datacontract.command()
|
|
22
48
|
@click.option("-f", "--file", required=True, type=click.Path(exists=True))
|
|
23
49
|
@upgrade.check_upgrade
|
|
24
50
|
def upsert(file: str) -> None:
|
|
25
|
-
"""
|
|
51
|
+
"""
|
|
52
|
+
Upsert (create or update) a Data Contract in DataHub.
|
|
53
|
+
|
|
54
|
+
WARNING: This command is DEPRECATED and no longer supported.
|
|
55
|
+
"""
|
|
56
|
+
|
|
57
|
+
click.secho(
|
|
58
|
+
"⚠️ WARNING: The 'upsert' command is deprecated and no longer supported.",
|
|
59
|
+
fg="yellow",
|
|
60
|
+
bold=True,
|
|
61
|
+
)
|
|
62
|
+
|
|
63
|
+
logger.warning("DEPRECATED: datacontract upsert command is no longer supported")
|
|
26
64
|
|
|
27
65
|
data_contract: DataContract = DataContract.from_yaml(file)
|
|
28
66
|
urn = data_contract.urn
|
|
@@ -59,7 +97,19 @@ def upsert(file: str) -> None:
|
|
|
59
97
|
@click.option("--hard/--soft", required=False, is_flag=True, default=False)
|
|
60
98
|
@upgrade.check_upgrade
|
|
61
99
|
def delete(urn: Optional[str], file: Optional[str], hard: bool) -> None:
|
|
62
|
-
"""
|
|
100
|
+
"""
|
|
101
|
+
Delete a Data Contract in DataHub. Defaults to a soft-delete. Use --hard to completely erase metadata.
|
|
102
|
+
|
|
103
|
+
WARNING: This command is DEPRECATED and no longer supported.
|
|
104
|
+
"""
|
|
105
|
+
|
|
106
|
+
click.secho(
|
|
107
|
+
"⚠️ WARNING: The 'delete' command is deprecated and no longer supported.",
|
|
108
|
+
fg="yellow",
|
|
109
|
+
bold=True,
|
|
110
|
+
)
|
|
111
|
+
|
|
112
|
+
logger.warning("DEPRECATED: datacontract delete command is no longer supported")
|
|
63
113
|
|
|
64
114
|
if not urn:
|
|
65
115
|
if not file:
|
|
@@ -90,7 +90,7 @@ class EnsureAspectSizeProcessor:
|
|
|
90
90
|
on GMS side and failure of the entire ingestion. This processor will attempt to trim suspected aspects.
|
|
91
91
|
"""
|
|
92
92
|
for wu in stream:
|
|
93
|
-
logger.debug(f"Ensuring size of workunit: {wu.id}")
|
|
93
|
+
# logger.debug(f"Ensuring size of workunit: {wu.id}")
|
|
94
94
|
|
|
95
95
|
if schema := wu.get_aspect_of_type(SchemaMetadataClass):
|
|
96
96
|
self.ensure_schema_metadata_size(wu.get_urn(), schema)
|
datahub/ingestion/api/report.py
CHANGED
|
@@ -186,11 +186,19 @@ class ExamplesReport(Report, Closeable):
|
|
|
186
186
|
aspects: Dict[str, Dict[str, int]] = field(
|
|
187
187
|
default_factory=lambda: defaultdict(lambda: defaultdict(int))
|
|
188
188
|
)
|
|
189
|
+
# This counts existence of aspects for each entity/subtype
|
|
190
|
+
# This is used for the UI to calculate %age of entities with the aspect
|
|
189
191
|
aspects_by_subtypes: Dict[str, Dict[str, Dict[str, int]]] = field(
|
|
190
192
|
default_factory=lambda: defaultdict(
|
|
191
193
|
lambda: defaultdict(lambda: defaultdict(int))
|
|
192
194
|
)
|
|
193
195
|
)
|
|
196
|
+
# This counts all aspects for each entity/subtype
|
|
197
|
+
aspects_by_subtypes_full_count: Dict[str, Dict[str, Dict[str, int]]] = field(
|
|
198
|
+
default_factory=lambda: defaultdict(
|
|
199
|
+
lambda: defaultdict(lambda: defaultdict(int))
|
|
200
|
+
)
|
|
201
|
+
)
|
|
194
202
|
samples: Dict[str, Dict[str, List[str]]] = field(
|
|
195
203
|
default_factory=lambda: defaultdict(lambda: defaultdict(list))
|
|
196
204
|
)
|
|
@@ -399,6 +407,9 @@ class ExamplesReport(Report, Closeable):
|
|
|
399
407
|
entity_subtype_aspect_counts: Dict[str, Dict[str, Dict[str, int]]] = (
|
|
400
408
|
defaultdict(lambda: defaultdict(lambda: defaultdict(int)))
|
|
401
409
|
)
|
|
410
|
+
entity_subtype_aspect_counts_exist: Dict[str, Dict[str, Dict[str, int]]] = (
|
|
411
|
+
defaultdict(lambda: defaultdict(lambda: defaultdict(int)))
|
|
412
|
+
)
|
|
402
413
|
for row in self._file_based_dict.sql_query(query):
|
|
403
414
|
entity_type = row["entityType"]
|
|
404
415
|
sub_type = row["subTypes"]
|
|
@@ -410,15 +421,23 @@ class ExamplesReport(Report, Closeable):
|
|
|
410
421
|
entity_subtype_aspect_counts[entity_type][sub_type][aspect] += (
|
|
411
422
|
aspect_count * count
|
|
412
423
|
)
|
|
424
|
+
entity_subtype_aspect_counts_exist[entity_type][sub_type][aspect] += (
|
|
425
|
+
count
|
|
426
|
+
)
|
|
413
427
|
|
|
414
428
|
self.aspects.clear()
|
|
415
429
|
self.aspects_by_subtypes.clear()
|
|
416
|
-
|
|
430
|
+
self.aspects_by_subtypes_full_count.clear()
|
|
417
431
|
for entity_type, subtype_counts in entity_subtype_aspect_counts.items():
|
|
418
432
|
for sub_type, aspect_counts in subtype_counts.items():
|
|
419
433
|
for aspect, count in aspect_counts.items():
|
|
420
434
|
self.aspects[entity_type][aspect] += count
|
|
421
|
-
|
|
435
|
+
self.aspects_by_subtypes_full_count[entity_type][sub_type] = dict(
|
|
436
|
+
aspect_counts
|
|
437
|
+
)
|
|
438
|
+
|
|
439
|
+
for entity_type, subtype_counts in entity_subtype_aspect_counts_exist.items():
|
|
440
|
+
for sub_type, aspect_counts in subtype_counts.items():
|
|
422
441
|
self.aspects_by_subtypes[entity_type][sub_type] = dict(aspect_counts)
|
|
423
442
|
|
|
424
443
|
self.samples.clear()
|
|
@@ -151,7 +151,7 @@ class DataLakeSourceConfig(
|
|
|
151
151
|
raise ValueError("platform must not be empty")
|
|
152
152
|
return platform
|
|
153
153
|
|
|
154
|
-
@pydantic.root_validator()
|
|
154
|
+
@pydantic.root_validator(skip_on_failure=True)
|
|
155
155
|
def ensure_profiling_pattern_is_passed_to_profiling(
|
|
156
156
|
cls, values: Dict[str, Any]
|
|
157
157
|
) -> Dict[str, Any]:
|
|
@@ -72,7 +72,7 @@ class DataLakeProfilerConfig(ConfigModel):
|
|
|
72
72
|
description="Whether to profile for the sample values for all columns.",
|
|
73
73
|
)
|
|
74
74
|
|
|
75
|
-
@pydantic.root_validator()
|
|
75
|
+
@pydantic.root_validator(skip_on_failure=True)
|
|
76
76
|
def ensure_field_level_settings_are_normalized(
|
|
77
77
|
cls: "DataLakeProfilerConfig", values: Dict[str, Any]
|
|
78
78
|
) -> Dict[str, Any]:
|
|
@@ -37,7 +37,7 @@ class LakeFormationTagPlatformResourceId(BaseModel, ExternalEntityId):
|
|
|
37
37
|
|
|
38
38
|
tag_key: str
|
|
39
39
|
tag_value: Optional[str] = None
|
|
40
|
-
platform_instance: Optional[str]
|
|
40
|
+
platform_instance: Optional[str] = None
|
|
41
41
|
catalog: Optional[str] = None
|
|
42
42
|
exists_in_lake_formation: bool = False
|
|
43
43
|
persisted: bool = False
|
|
@@ -227,7 +227,7 @@ class LakeFormationTagPlatformResource(BaseModel, ExternalEntity):
|
|
|
227
227
|
datahub_urns: LinkedResourceSet
|
|
228
228
|
managed_by_datahub: bool
|
|
229
229
|
id: LakeFormationTagPlatformResourceId
|
|
230
|
-
allowed_values: Optional[List[str]]
|
|
230
|
+
allowed_values: Optional[List[str]] = None
|
|
231
231
|
|
|
232
232
|
def get_id(self) -> ExternalEntityId:
|
|
233
233
|
return self.id
|