acryl-datahub 1.2.0.7rc3__py3-none-any.whl → 1.2.0.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.2.0.7rc3.dist-info → acryl_datahub-1.2.0.8.dist-info}/METADATA +2673 -2672
- {acryl_datahub-1.2.0.7rc3.dist-info → acryl_datahub-1.2.0.8.dist-info}/RECORD +53 -50
- datahub/_version.py +1 -1
- datahub/cli/delete_cli.py +1 -0
- datahub/ingestion/api/report.py +18 -0
- datahub/ingestion/api/sink.py +0 -3
- datahub/ingestion/api/source.py +4 -4
- datahub/ingestion/autogenerated/capability_summary.json +2 -2
- datahub/ingestion/graph/client.py +8 -1
- datahub/ingestion/run/pipeline.py +19 -4
- datahub/ingestion/sink/datahub_rest.py +0 -12
- datahub/ingestion/source/bigquery_v2/bigquery_connection.py +12 -1
- datahub/ingestion/source/cassandra/cassandra_api.py +17 -1
- datahub/ingestion/source/cassandra/cassandra_config.py +5 -0
- datahub/ingestion/source/datahub/config.py +4 -0
- datahub/ingestion/source/datahub/datahub_database_reader.py +6 -1
- datahub/ingestion/source/fivetran/config.py +1 -1
- datahub/ingestion/source/iceberg/iceberg.py +76 -34
- datahub/ingestion/source/metadata/lineage.py +8 -8
- datahub/ingestion/source/qlik_sense/qlik_sense.py +1 -1
- datahub/ingestion/source/redshift/redshift.py +1 -1
- datahub/ingestion/source/sql/athena.py +95 -18
- datahub/ingestion/source/sql/athena_properties_extractor.py +43 -25
- datahub/ingestion/source/superset.py +3 -2
- datahub/ingestion/source/tableau/tableau.py +8 -5
- datahub/ingestion/source/unity/config.py +65 -11
- datahub/ingestion/source/unity/proxy.py +90 -5
- datahub/ingestion/source/unity/proxy_patch.py +321 -0
- datahub/ingestion/source/unity/source.py +12 -0
- datahub/ingestion/source/usage/usage_common.py +1 -0
- datahub/metadata/_internal_schema_classes.py +207 -12
- datahub/metadata/_urns/urn_defs.py +4 -0
- datahub/metadata/com/linkedin/pegasus2avro/settings/asset/__init__.py +19 -0
- datahub/metadata/com/linkedin/pegasus2avro/template/__init__.py +6 -0
- datahub/metadata/schema.avsc +160 -12
- datahub/metadata/schemas/AssetSettings.avsc +63 -0
- datahub/metadata/schemas/DataHubPageModuleProperties.avsc +9 -1
- datahub/metadata/schemas/DataHubPageTemplateProperties.avsc +77 -1
- datahub/metadata/schemas/DataProductKey.avsc +2 -1
- datahub/metadata/schemas/DomainKey.avsc +2 -1
- datahub/metadata/schemas/GlossaryNodeKey.avsc +2 -1
- datahub/metadata/schemas/GlossaryTermKey.avsc +2 -1
- datahub/metadata/schemas/IncidentInfo.avsc +3 -3
- datahub/metadata/schemas/StructuredPropertyDefinition.avsc +0 -3
- datahub/sdk/chart.py +36 -22
- datahub/sdk/dashboard.py +38 -62
- datahub/sql_parsing/sqlglot_lineage.py +121 -28
- datahub/sql_parsing/sqlglot_utils.py +12 -1
- datahub/utilities/urns/urn.py +41 -2
- {acryl_datahub-1.2.0.7rc3.dist-info → acryl_datahub-1.2.0.8.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.2.0.7rc3.dist-info → acryl_datahub-1.2.0.8.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.2.0.7rc3.dist-info → acryl_datahub-1.2.0.8.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.2.0.7rc3.dist-info → acryl_datahub-1.2.0.8.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
acryl_datahub-1.2.0.
|
|
1
|
+
acryl_datahub-1.2.0.8.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
2
2
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
3
3
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
4
|
-
datahub/_version.py,sha256=
|
|
4
|
+
datahub/_version.py,sha256=mMQdaeVZZpQ1Xafwd8gfwqClBWbRnUCGYqynhL7hV4s,320
|
|
5
5
|
datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
|
|
6
6
|
datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
|
|
7
7
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -71,7 +71,7 @@ datahub/cli/check_cli.py,sha256=PVd3DT9TOK7Ejd0ODKnbRrBnPxsZLfUWgubFRUKwKAA,1697
|
|
|
71
71
|
datahub/cli/cli_utils.py,sha256=0jTTAKuDZ8GzZwGHYytcT_MPR3Rb2DAcbr9n1H2T2sE,16170
|
|
72
72
|
datahub/cli/config_utils.py,sha256=EeBGfhmf4AxYoTfnZ4GSiGIgpzJFkduNjN_FwmxZGhA,4889
|
|
73
73
|
datahub/cli/container_cli.py,sha256=D0zWP3_3aww8_RTkMugOoOlILz3dPJ0TE9asQDLCm6E,1697
|
|
74
|
-
datahub/cli/delete_cli.py,sha256=
|
|
74
|
+
datahub/cli/delete_cli.py,sha256=0YJeWuXPGY0kbSn1AXK1-8SfCGBxb78ZbO53RAgyjQg,26515
|
|
75
75
|
datahub/cli/docker_check.py,sha256=NdMmIG8H15QbJqzuHchrs99Mva7kVE-t7FTd6t3qT_c,12978
|
|
76
76
|
datahub/cli/docker_cli.py,sha256=aAZIF3oblTSXzQVSanbphd3dCvdypHCyuMt1u3_QZ9M,33067
|
|
77
77
|
datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
|
|
@@ -148,10 +148,10 @@ datahub/ingestion/api/incremental_properties_helper.py,sha256=KzdxdrQtaMV2XMHfPs
|
|
|
148
148
|
datahub/ingestion/api/ingestion_job_checkpointing_provider_base.py,sha256=3lLdkkxVqE9MVc26cdXImPeWy16az5BwgcorWxeBV50,1759
|
|
149
149
|
datahub/ingestion/api/pipeline_run_listener.py,sha256=5uBP__LbMQxJ2utlf07cIzQINqPbUOKiZyOJta6a0og,713
|
|
150
150
|
datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX63bI,7454
|
|
151
|
-
datahub/ingestion/api/report.py,sha256
|
|
151
|
+
datahub/ingestion/api/report.py,sha256=1w63Y2yN49IaDLZaIvXEjRU3yVb_9t3wzymSI-fumZM,18959
|
|
152
152
|
datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
|
|
153
|
-
datahub/ingestion/api/sink.py,sha256=
|
|
154
|
-
datahub/ingestion/api/source.py,sha256=
|
|
153
|
+
datahub/ingestion/api/sink.py,sha256=nfal7nsYY1AT2WQRjqO48uAHitpjax7TsRVzYXnqbeM,4918
|
|
154
|
+
datahub/ingestion/api/source.py,sha256=JASs7WygVB6g-tcwtchaftzv3lNtlVM31lEa242pn44,21853
|
|
155
155
|
datahub/ingestion/api/source_helpers.py,sha256=XT9y5HgfVeF52jrX39vlLn1SdXpLVyT2Su8oGNsddYo,21148
|
|
156
156
|
datahub/ingestion/api/transform.py,sha256=X0GpjMJzYkLuZx8MTWxH50cWGm9rGsnn3k188mmC8J8,582
|
|
157
157
|
datahub/ingestion/api/workunit.py,sha256=e8n8RfSjHZZm2R4ShNH0UuMtUkMjyqqM2j2t7oL74lo,6327
|
|
@@ -159,7 +159,7 @@ datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
|
|
|
159
159
|
datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
|
|
160
160
|
datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=0BwkpLhORbsiTHq0g_N_1cVVoZYdLR3qz02mNmsV9-M,4444
|
|
161
161
|
datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
162
|
-
datahub/ingestion/autogenerated/capability_summary.json,sha256=
|
|
162
|
+
datahub/ingestion/autogenerated/capability_summary.json,sha256=78zS8mOo54IkG9l5KJ_YBXkZmERSSo3pDIrefQx-PWA,110199
|
|
163
163
|
datahub/ingestion/autogenerated/lineage.json,sha256=8BdZF-5V5kJbX4mfFav8Zg-jHjzfkAEGk-pu1atLN4I,10029
|
|
164
164
|
datahub/ingestion/autogenerated/lineage_helper.py,sha256=I_k1pZSCCCjDbUVifPTfy6fkmV8jqdVhbirE8EkpmxI,4748
|
|
165
165
|
datahub/ingestion/extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -181,7 +181,7 @@ datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGo
|
|
|
181
181
|
datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
|
|
182
182
|
datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
|
|
183
183
|
datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
184
|
-
datahub/ingestion/graph/client.py,sha256=
|
|
184
|
+
datahub/ingestion/graph/client.py,sha256=Orf9BHyTeHufB_LRIC-LyJj1kii73tyWTN_I1HJ6-_k,74955
|
|
185
185
|
datahub/ingestion/graph/config.py,sha256=rmkcqAL8fJoY9QyAeS0Xm8HvwHzV3pCjY-Om-50JJTI,1015
|
|
186
186
|
datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
|
|
187
187
|
datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
|
|
@@ -193,7 +193,7 @@ datahub/ingestion/reporting/file_reporter.py,sha256=tiWukmMxHrTQI3rOAumsq6lRlw8T
|
|
|
193
193
|
datahub/ingestion/reporting/reporting_provider_registry.py,sha256=jTYSh3T4sensjnHQfPLiIcbA2dG8w0px9ghChAJjGdU,310
|
|
194
194
|
datahub/ingestion/run/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
195
195
|
datahub/ingestion/run/connection.py,sha256=mngNzr5aRLUDa5Izqxa0xkdDEqEqcDuacWSKIlkdvPc,1483
|
|
196
|
-
datahub/ingestion/run/pipeline.py,sha256=
|
|
196
|
+
datahub/ingestion/run/pipeline.py,sha256=WO9K4yUihmoL6crtilO_cpRAeE6yVa1jd2tzf6spb-A,32541
|
|
197
197
|
datahub/ingestion/run/pipeline_config.py,sha256=joG1j9OlwJhb8zqv4TY6_FSzOaKOx6xsBu255A5lP8g,4101
|
|
198
198
|
datahub/ingestion/run/sink_callback.py,sha256=xZAzaKkR0dcQP838pMJWsA52oaQXV5BiqXkpxEpJ_9U,2856
|
|
199
199
|
datahub/ingestion/sink/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -201,7 +201,7 @@ datahub/ingestion/sink/blackhole.py,sha256=-jYcWo4i8q7312bCIoHrGr7nT9JdPvA7c4jvS
|
|
|
201
201
|
datahub/ingestion/sink/console.py,sha256=TZfhA0Ec2eNCrMH7RRy2JOdUE-U-hkoIQrPm1CmKLQs,591
|
|
202
202
|
datahub/ingestion/sink/datahub_kafka.py,sha256=_cjuXu5I6G0zJ2UK7hMbaKjMPZXeIwRMgm7CVeTiNtc,2578
|
|
203
203
|
datahub/ingestion/sink/datahub_lite.py,sha256=7u2aWm7ENLshKHl-PkjJg6Mrw4bWs8sTfKIBz4mm8Ak,1879
|
|
204
|
-
datahub/ingestion/sink/datahub_rest.py,sha256=
|
|
204
|
+
datahub/ingestion/sink/datahub_rest.py,sha256=xw4JIaXOyFTLN3_wYOd3-dKv2ZwrcSxY_oXbeWpsXhs,13189
|
|
205
205
|
datahub/ingestion/sink/file.py,sha256=SxXJPJpkIGoaqRjCcSmj2ZE3xE4rLlBABBGwpTj5LWI,3271
|
|
206
206
|
datahub/ingestion/sink/sink_registry.py,sha256=JRBWx8qEYg0ubSTyhqwgSWctgxwyp6fva9GoN2LwBao,490
|
|
207
207
|
datahub/ingestion/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -228,7 +228,7 @@ datahub/ingestion/source/redash.py,sha256=YxjSad-X_wPmxYH8dJmFz_VCFhiLTCTSlK99Wd
|
|
|
228
228
|
datahub/ingestion/source/salesforce.py,sha256=UttN3y4Ylbx_yCFCr-33wUEZFR48nTiYeUfOjGIFj2E,40872
|
|
229
229
|
datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGknNQ_yScPIihXFk,1208
|
|
230
230
|
datahub/ingestion/source/sql_queries.py,sha256=Zf6Y84WFCD-j0v4HdtcXshAPrtGq5InncXCjnLaAuS4,14657
|
|
231
|
-
datahub/ingestion/source/superset.py,sha256=
|
|
231
|
+
datahub/ingestion/source/superset.py,sha256=SLv6DqglPlFJwEskLOqEr-rfgCAb_2AXqWYupk8FqH4,53756
|
|
232
232
|
datahub/ingestion/source/abs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
233
233
|
datahub/ingestion/source/abs/config.py,sha256=WW9JWbzqAJDblAcJKtNeuBHqOeJsB57lW2PqSD65-BU,6729
|
|
234
234
|
datahub/ingestion/source/abs/datalake_profiler_config.py,sha256=FfrcgK-JEF94vw-l3q6pN6FENXb-wZzW2w1VUZVkwW8,3620
|
|
@@ -261,7 +261,7 @@ datahub/ingestion/source/bigquery_v2/bigquery.py,sha256=u4-LLt6ZDe3hKqLWqEByYpc0
|
|
|
261
261
|
datahub/ingestion/source/bigquery_v2/bigquery_audit.py,sha256=kEwWhq3ch6WT4q4hcX8-fvQh28KgrNfspFwIytO3vQA,25103
|
|
262
262
|
datahub/ingestion/source/bigquery_v2/bigquery_audit_log_api.py,sha256=LuGJ6LgPViLIfDQfylxlQ3CA7fZYM5MDt8M-7sfzm84,5096
|
|
263
263
|
datahub/ingestion/source/bigquery_v2/bigquery_config.py,sha256=DYfZQIwcB9kzf0Kv_m5sUhdBYtrl4LTriZZ7n7mK4-w,21915
|
|
264
|
-
datahub/ingestion/source/bigquery_v2/bigquery_connection.py,sha256=
|
|
264
|
+
datahub/ingestion/source/bigquery_v2/bigquery_connection.py,sha256=6XFCc0oxxU3R4IPyYHaf3YMETlMD4ztkNpkf4kf1Elw,3171
|
|
265
265
|
datahub/ingestion/source/bigquery_v2/bigquery_data_reader.py,sha256=DeT3v_Z82__8En0FcZ0kavBAWQoRvSZ5Rppm9eeDAb8,2393
|
|
266
266
|
datahub/ingestion/source/bigquery_v2/bigquery_helper.py,sha256=QER3gY8e_k1_eNVj7cBso7ZzrWl_vO5PYSa6CpvqNx8,1554
|
|
267
267
|
datahub/ingestion/source/bigquery_v2/bigquery_platform_resource_helper.py,sha256=9_sfX8BE2vt9RjBMyq27UxCxBaSlD5o3L4gQxrwlPvA,4961
|
|
@@ -278,8 +278,8 @@ datahub/ingestion/source/bigquery_v2/queries_extractor.py,sha256=_5cAXVU8b8T_nAP
|
|
|
278
278
|
datahub/ingestion/source/bigquery_v2/usage.py,sha256=A9c-ofclaRk0NSnc4IRaqJYqMPv6ecCld_TPy3V2qFs,40748
|
|
279
279
|
datahub/ingestion/source/cassandra/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
280
280
|
datahub/ingestion/source/cassandra/cassandra.py,sha256=pNy61Z4kTqL_wGcWIYee5fnZiuJDseDcRcQwsxeAssk,14487
|
|
281
|
-
datahub/ingestion/source/cassandra/cassandra_api.py,sha256=
|
|
282
|
-
datahub/ingestion/source/cassandra/cassandra_config.py,sha256=
|
|
281
|
+
datahub/ingestion/source/cassandra/cassandra_api.py,sha256=wCJx-1ZByGMgPkORBO420sGucKkxXXE4pOLWXxdpMIw,14222
|
|
282
|
+
datahub/ingestion/source/cassandra/cassandra_config.py,sha256=w9LBiT8XrGvXlrvpcAU_xm82GiE4nUfEg-VKIX6MRMY,4446
|
|
283
283
|
datahub/ingestion/source/cassandra/cassandra_profiling.py,sha256=FdgPK_8s8otTOJDqNM4rpF6Mn4lFWbnjTaKEChzn2iE,11011
|
|
284
284
|
datahub/ingestion/source/cassandra/cassandra_utils.py,sha256=j-LidYkaCTmGnpUVNLsax_c3z32PsQbsbHeYojygd1s,5105
|
|
285
285
|
datahub/ingestion/source/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -293,9 +293,9 @@ datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=IYr5y8vy_6Ct
|
|
|
293
293
|
datahub/ingestion/source/data_lake_common/object_store.py,sha256=i9Hgb8Ww23QD_jEjzj_2qxA8Nr56krnZfo1qyOWmH9M,23608
|
|
294
294
|
datahub/ingestion/source/data_lake_common/path_spec.py,sha256=idEhxKXPCbkp7NzLmaTcS2ebAUwGZIBvn8zAUHcD1QM,23801
|
|
295
295
|
datahub/ingestion/source/datahub/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
296
|
-
datahub/ingestion/source/datahub/config.py,sha256=
|
|
296
|
+
datahub/ingestion/source/datahub/config.py,sha256=ElMoJDuaByhR7ZgXmGTwHJDZDzfGydMkHlSLDnq2Ws0,5257
|
|
297
297
|
datahub/ingestion/source/datahub/datahub_api_reader.py,sha256=hlKADVEPoTFiRGKqRsMF5mL4fSu_IrIW8Nx7LpEzvkM,2134
|
|
298
|
-
datahub/ingestion/source/datahub/datahub_database_reader.py,sha256=
|
|
298
|
+
datahub/ingestion/source/datahub/datahub_database_reader.py,sha256=KjVa7aoKALbqXvTo1iJpUfyJdW0_sxRe_VFh-9-FgrI,15599
|
|
299
299
|
datahub/ingestion/source/datahub/datahub_kafka_reader.py,sha256=gnxhhlK-jrfnHqD_4eVmfcdtBNW6pi1N_qkDZ7uSb3o,4187
|
|
300
300
|
datahub/ingestion/source/datahub/datahub_source.py,sha256=mpBrHxf3sitdPZni5B5atlEheQs8cMuN1i2q72eDelQ,8993
|
|
301
301
|
datahub/ingestion/source/datahub/report.py,sha256=VHBfCbwFRzdLdB7hQG9ST4EiZxl_vBCU0XxGcZR6Xxs,940
|
|
@@ -333,7 +333,7 @@ datahub/ingestion/source/excel/report.py,sha256=oEkeI8J6is7zB9iz4RqASu_-Q5xl36lA
|
|
|
333
333
|
datahub/ingestion/source/excel/source.py,sha256=w_vOz4UD7BcXBBDKoo81_6-QFeOPITuXqkfjIMHCQj4,23827
|
|
334
334
|
datahub/ingestion/source/excel/util.py,sha256=YYmadYuCiT-4_MfQM0YSE7wuDcE0k8o2KrlOKM9Z6eI,406
|
|
335
335
|
datahub/ingestion/source/fivetran/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
336
|
-
datahub/ingestion/source/fivetran/config.py,sha256=
|
|
336
|
+
datahub/ingestion/source/fivetran/config.py,sha256=A_ZFZ1PAfBeSY2k7wU-ixCFg1FOO7rgPGTd2wxKqbEg,9032
|
|
337
337
|
datahub/ingestion/source/fivetran/data_classes.py,sha256=ecdUJH5BEze0yv-uFpKWPNaNmV1gORDA2XMFk0zhcBw,595
|
|
338
338
|
datahub/ingestion/source/fivetran/fivetran.py,sha256=s8wcECtmuugUoZ0Zdthq0SIPpTLvziZXuhhUX9bJ5N4,14492
|
|
339
339
|
datahub/ingestion/source/fivetran/fivetran_log_api.py,sha256=PNzuykiiFTU8FhBIfUbW6udURZpz_35aq7rfffbpIfA,13010
|
|
@@ -366,7 +366,7 @@ datahub/ingestion/source/hex/mapper.py,sha256=IyDAE-TzZUji3ICI_9gkYC3dQN3gl6kERR
|
|
|
366
366
|
datahub/ingestion/source/hex/model.py,sha256=eri4aRo1eXcE2SWjzCnPFMhzPTiJ8w8zC4GN7Lgpr74,1864
|
|
367
367
|
datahub/ingestion/source/hex/query_fetcher.py,sha256=r9UvF_qwswkRlNY7AI8p46eqAYSxVtjVE2e7eO4XagA,13384
|
|
368
368
|
datahub/ingestion/source/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
369
|
-
datahub/ingestion/source/iceberg/iceberg.py,sha256=
|
|
369
|
+
datahub/ingestion/source/iceberg/iceberg.py,sha256=KM9IDdWxW2VwOv0Iv3sMV6a60FNkgDEMS8vZaFHTOyA,37040
|
|
370
370
|
datahub/ingestion/source/iceberg/iceberg_common.py,sha256=CD_yHQ_wEgivyLQUTRO9BZJB29S7j5fUVllki-BPwUU,12292
|
|
371
371
|
datahub/ingestion/source/iceberg/iceberg_profiler.py,sha256=9iwp2vpQTi4OMbIKoDZV5lAdvjMR0ls6Llpck9grJIE,9875
|
|
372
372
|
datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -405,7 +405,7 @@ datahub/ingestion/source/looker/urn_functions.py,sha256=4VvqEfGvIMq3rNHHps0-HlPu
|
|
|
405
405
|
datahub/ingestion/source/looker/view_upstream.py,sha256=4FCjZaU6p2G7npB2RJpP4Gv2yLjbvbsYWEbAg55IvjY,26110
|
|
406
406
|
datahub/ingestion/source/metadata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
407
407
|
datahub/ingestion/source/metadata/business_glossary.py,sha256=T_RJHst6iQRghJNmLLPeSBMEDsbEKf3yBldOAgMcGuo,19666
|
|
408
|
-
datahub/ingestion/source/metadata/lineage.py,sha256=
|
|
408
|
+
datahub/ingestion/source/metadata/lineage.py,sha256=YgerAUptUVMwrg-s_H8CwTKbbI91Ta74JE-rK3oGUSE,9611
|
|
409
409
|
datahub/ingestion/source/mock_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
410
410
|
datahub/ingestion/source/mock_data/datahub_mock_data.py,sha256=3i3SdBp267cZRszhmD_JWJLTGIot2FI8REFpjJQ4jD8,19822
|
|
411
411
|
datahub/ingestion/source/mock_data/datahub_mock_data_report.py,sha256=sV_H7JgcuVbrpIBqtGse_BBigMdqP32ZXuanpeXmwVI,331
|
|
@@ -442,7 +442,7 @@ datahub/ingestion/source/qlik_sense/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQ
|
|
|
442
442
|
datahub/ingestion/source/qlik_sense/config.py,sha256=oyCqkGrY9tmFJY9cPD9B7DdkmR7eQ30Awt-iqgY-HUs,3892
|
|
443
443
|
datahub/ingestion/source/qlik_sense/data_classes.py,sha256=3JBELAeadKTjDyfrhx6qhHwPChXRGOL95gRAUyPhKQU,6555
|
|
444
444
|
datahub/ingestion/source/qlik_sense/qlik_api.py,sha256=KoBaD1VowYrbaRg1rjDP1_mmPk9j-3u1r9JNm15rK_w,13187
|
|
445
|
-
datahub/ingestion/source/qlik_sense/qlik_sense.py,sha256=
|
|
445
|
+
datahub/ingestion/source/qlik_sense/qlik_sense.py,sha256=d3oq7de4DE2KZHP8cMm812nQxFU222-LQcTV0SJLcw0,22597
|
|
446
446
|
datahub/ingestion/source/qlik_sense/websocket_connection.py,sha256=jp39OInvjCN9BtnKsHU_aa1B3X9hVHqSmD25stXuqHk,1940
|
|
447
447
|
datahub/ingestion/source/redshift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
448
448
|
datahub/ingestion/source/redshift/config.py,sha256=wIRWF6vjsTkYIlAou8MLK_3FHfHrk6TlDXFaI-qMA7I,9193
|
|
@@ -451,7 +451,7 @@ datahub/ingestion/source/redshift/exception.py,sha256=dxzYUIv5B_FAWhOuzG2u5We7FX
|
|
|
451
451
|
datahub/ingestion/source/redshift/lineage.py,sha256=nqrvWJqaI493i1hIZ_7patrdOb16sZrgSSGapdMcEiU,31710
|
|
452
452
|
datahub/ingestion/source/redshift/profile.py,sha256=H1Xtc2rXScUv4w0b2BbM7POjYEwqIql_rpWvlumY_EM,4309
|
|
453
453
|
datahub/ingestion/source/redshift/query.py,sha256=vVIuNUaU4a7AfMFJZlgLuqi0cGVl0gVz8xZUSnPhWvs,47845
|
|
454
|
-
datahub/ingestion/source/redshift/redshift.py,sha256=
|
|
454
|
+
datahub/ingestion/source/redshift/redshift.py,sha256=zalndYg_LK5aJ8cX_ZuXLcTYajtlavmV-dmQIsjGxjg,41260
|
|
455
455
|
datahub/ingestion/source/redshift/redshift_data_reader.py,sha256=zc69jwXHdF-w8J4Hq-ZQ6BjHQ75Ij2iNDMpoRJlcmlU,1724
|
|
456
456
|
datahub/ingestion/source/redshift/redshift_schema.py,sha256=7F-l_omOuKMuGE_rBWXVPG_GWXFKnCMzC4frNxZB9cs,24800
|
|
457
457
|
datahub/ingestion/source/redshift/report.py,sha256=O3QFozHlmMbH9b7KxbqhgTgr_0tCryj6FIzMiN6kRxw,3044
|
|
@@ -505,8 +505,8 @@ datahub/ingestion/source/snowflake/snowflake_utils.py,sha256=dmgpwApayUIevyn6l55
|
|
|
505
505
|
datahub/ingestion/source/snowflake/snowflake_v2.py,sha256=c6wg_s97Hrckqi0BgAbmnnRQRDDda1-BHFLlnRx0xuw,35753
|
|
506
506
|
datahub/ingestion/source/snowflake/stored_proc_lineage.py,sha256=rOb78iHiWiK8v8WdVs1xDwVut4Y0OHmszej6IopQfCo,5341
|
|
507
507
|
datahub/ingestion/source/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
508
|
-
datahub/ingestion/source/sql/athena.py,sha256=
|
|
509
|
-
datahub/ingestion/source/sql/athena_properties_extractor.py,sha256=
|
|
508
|
+
datahub/ingestion/source/sql/athena.py,sha256=S5R-3HL7nN2FcryEUlwi2fFWzWQb55iycYFSlTRLcoc,31460
|
|
509
|
+
datahub/ingestion/source/sql/athena_properties_extractor.py,sha256=mKu0ZGyt8qvpWoP6CUf0vLUAz5k7GO2keof5KJd4Wak,29469
|
|
510
510
|
datahub/ingestion/source/sql/clickhouse.py,sha256=zd5qE6XPw0AXtY_71-n0yz4ua69xP3oxMuIoabAuT3Q,25987
|
|
511
511
|
datahub/ingestion/source/sql/cockroachdb.py,sha256=WoOKCq7YjsuzSPm1SmKIYZ9CrvlSF8zWmP1fNHn4G3Q,1360
|
|
512
512
|
datahub/ingestion/source/sql/druid.py,sha256=_tzgTa5jhPUXk6WCmS7p10feCwJm6yUFcOgMZA-OcE8,2922
|
|
@@ -554,29 +554,30 @@ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider
|
|
|
554
554
|
datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
|
|
555
555
|
datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
|
|
556
556
|
datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
557
|
-
datahub/ingestion/source/tableau/tableau.py,sha256=
|
|
557
|
+
datahub/ingestion/source/tableau/tableau.py,sha256=OCdEHTYhJllnvQKalaEdiRATt04syAs2-O1oBYhCu74,156162
|
|
558
558
|
datahub/ingestion/source/tableau/tableau_common.py,sha256=4cUm3E8wLfjLSjcAXXWDWVUXAEho_hbsQa2BzAF-vtM,27012
|
|
559
559
|
datahub/ingestion/source/tableau/tableau_constant.py,sha256=4ngrOwqxf4cgbLR3i0OKI4pUxmHMABKyywfhXQ0GazA,2592
|
|
560
560
|
datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=nSyx9RzC6TCQDm-cTVJ657qT8iDwzk_8JMKpohhmOc4,1046
|
|
561
561
|
datahub/ingestion/source/tableau/tableau_validation.py,sha256=Hjbfc1AMIkGgzo5ffWXtNRjrxSxzHvw7-dYZDt4d3WE,1819
|
|
562
562
|
datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
563
563
|
datahub/ingestion/source/unity/analyze_profiler.py,sha256=2pqkFY30CfN4aHgFZZntjeG0hNhBytZJvXC13VfTc1I,4689
|
|
564
|
-
datahub/ingestion/source/unity/config.py,sha256=
|
|
564
|
+
datahub/ingestion/source/unity/config.py,sha256=DmG7kdqSA2unVnzCuFCM-LihWzqrhNtbHXRarebNv38,20331
|
|
565
565
|
datahub/ingestion/source/unity/connection_test.py,sha256=Dwpz4AIc6ZDwq6pWmRCSCuDUgNjPP_bVAVJumgAAS4w,2661
|
|
566
566
|
datahub/ingestion/source/unity/ge_profiler.py,sha256=NBRHZceq-f95iUn7u0h7cgcd9nAc48Aa-lmp_BqE0As,8409
|
|
567
567
|
datahub/ingestion/source/unity/hive_metastore_proxy.py,sha256=IAWWJjaW0si_UF52Se2D7wmdYRY_afUG4QlVmQu6xaw,15351
|
|
568
568
|
datahub/ingestion/source/unity/platform_resource_repository.py,sha256=znDmtddQB6B0owcWgOf5DACV2hbe7lseO7hwGszYTYs,541
|
|
569
|
-
datahub/ingestion/source/unity/proxy.py,sha256=
|
|
569
|
+
datahub/ingestion/source/unity/proxy.py,sha256=7TG1B9vdVdM3mmVkHDaLv2AXFfMkx1o8gWTED9_BIUk,45431
|
|
570
|
+
datahub/ingestion/source/unity/proxy_patch.py,sha256=gVYl5Fm_ase0iwBf3yDg7PE3bbTOl92RR-JgofHNkus,12374
|
|
570
571
|
datahub/ingestion/source/unity/proxy_profiling.py,sha256=WLqvYP6MziaisA4LYL4T_GA-kPt6Xdde7bfaYsjYw40,9663
|
|
571
572
|
datahub/ingestion/source/unity/proxy_types.py,sha256=dp7fRqIjaFCn6ivbgXOGHcw9bQQhZg6u-fdTK053oFM,10163
|
|
572
573
|
datahub/ingestion/source/unity/report.py,sha256=_2frKPv_2RRFcCfqlKOks3YR5lrUMIa3zdFJtNO-m6E,3394
|
|
573
|
-
datahub/ingestion/source/unity/source.py,sha256=
|
|
574
|
+
datahub/ingestion/source/unity/source.py,sha256=fC8pgacaXr9AQlwmz9FynJMJgNQ9MsDFbxUGxQRVtWo,57897
|
|
574
575
|
datahub/ingestion/source/unity/tag_entities.py,sha256=-Z-XYc1XhquE-Eoksn9v0o11ZjV9CWz8n6zeXLbzluQ,7275
|
|
575
576
|
datahub/ingestion/source/unity/usage.py,sha256=0wETBAaZvHI_EGgBlxX3bKsVHEAdnUV8_bKI_lbyWjY,11500
|
|
576
577
|
datahub/ingestion/source/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
577
578
|
datahub/ingestion/source/usage/clickhouse_usage.py,sha256=M6YVQqwJoFqJPxlTr62lFwxfDeX2-_9Diw6qtcq2XWM,10244
|
|
578
579
|
datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=E5wlRQ-jkwSqFaHWgwnWRPu5IiWwxOnPXX1bCv_v__E,10815
|
|
579
|
-
datahub/ingestion/source/usage/usage_common.py,sha256=
|
|
580
|
+
datahub/ingestion/source/usage/usage_common.py,sha256=fiId6iRWU71CQg7EkSbqo09z7WIH4_MwxpeH48FmPSk,9876
|
|
580
581
|
datahub/ingestion/source/vertexai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
581
582
|
datahub/ingestion/source/vertexai/vertexai.py,sha256=RuHda0mbc1DElYZIZ_W_hvkN7Eg4LIvI1fRFMvpHPB0,56012
|
|
582
583
|
datahub/ingestion/source/vertexai/vertexai_config.py,sha256=uMnsv3b6TsPRH26u_JE_v1u0db7ANEAFlVxU5A6ELRM,989
|
|
@@ -634,12 +635,12 @@ datahub/lite/lite_registry.py,sha256=bpH0kasP-LtwwUFNA2QsOIehfekAYfJtN-AkQLmSWnw
|
|
|
634
635
|
datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1949
|
|
635
636
|
datahub/lite/lite_util.py,sha256=G0LQHKkyEb1pc_q183g6hflShclGx7kikgMaOxtVVcs,4545
|
|
636
637
|
datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
|
|
637
|
-
datahub/metadata/_internal_schema_classes.py,sha256=
|
|
638
|
-
datahub/metadata/schema.avsc,sha256=
|
|
638
|
+
datahub/metadata/_internal_schema_classes.py,sha256=AExBM83VHb4vsnAWF2nCR2x6hGg8NIsGXtAIAmYMs04,1061410
|
|
639
|
+
datahub/metadata/schema.avsc,sha256=HluHCVmYg7RpOaw9xUMigEJBxlHF5WLdNcqVBKPeoOU,704514
|
|
639
640
|
datahub/metadata/schema_classes.py,sha256=tPT8iHCak4IsZi_oL0nirbPpI8ETTPTZzapqLRpeKU4,1326
|
|
640
641
|
datahub/metadata/urns.py,sha256=nfrCTExR-k2P9w272WVtWSN3xW1VUJngPwP3xnvULjU,1217
|
|
641
642
|
datahub/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
|
|
642
|
-
datahub/metadata/_urns/urn_defs.py,sha256=
|
|
643
|
+
datahub/metadata/_urns/urn_defs.py,sha256=tBlEg7f0jaIWVQfpgzTe2gjkthP4janfAwJO7yx6-cw,143257
|
|
643
644
|
datahub/metadata/com/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
|
|
644
645
|
datahub/metadata/com/linkedin/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
|
|
645
646
|
datahub/metadata/com/linkedin/events/__init__.py,sha256=s_dR0plZF-rOxxIbE8ojekJqwiHzl2WYR-Z3kW6kKS0,298
|
|
@@ -707,12 +708,13 @@ datahub/metadata/com/linkedin/pegasus2avro/schema/__init__.py,sha256=7JpzLs6S_Ey
|
|
|
707
708
|
datahub/metadata/com/linkedin/pegasus2avro/schemafield/__init__.py,sha256=HTWeznycKnHBfPEGcCHXPEz83Iq9ypjNaoSfeQeDU9g,397
|
|
708
709
|
datahub/metadata/com/linkedin/pegasus2avro/secret/__init__.py,sha256=qk61EqqVZF6k1Ct6t4Uo-pLb0WtM1EwJKn1XjVy9LHE,305
|
|
709
710
|
datahub/metadata/com/linkedin/pegasus2avro/settings/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
|
|
711
|
+
datahub/metadata/com/linkedin/pegasus2avro/settings/asset/__init__.py,sha256=ASD1mi7q19HVN9QKzbu2T3GxzdDQ_LqZNTehV3SI12c,531
|
|
710
712
|
datahub/metadata/com/linkedin/pegasus2avro/settings/global/__init__.py,sha256=hKpTDXj2YEBja4hk2fZx3G9yzJ7eCFxcGCbbN0NydTk,933
|
|
711
713
|
datahub/metadata/com/linkedin/pegasus2avro/step/__init__.py,sha256=HLNNbqBlyhcg09eXWx_AMD_JoOtBPYEi2kv12PE0R9E,329
|
|
712
714
|
datahub/metadata/com/linkedin/pegasus2avro/structured/__init__.py,sha256=Cry61gPw6m5MQuJpPxADRm3jhI0XVqzznyD3fVKMkvc,1013
|
|
713
715
|
datahub/metadata/com/linkedin/pegasus2avro/tag/__init__.py,sha256=Odb4mzloKJIlpoFHODEIxt_OIgFNrZExcyQtvXxjOFQ,290
|
|
714
716
|
datahub/metadata/com/linkedin/pegasus2avro/telemetry/__init__.py,sha256=N4CJwzAqTrRoCQ2Aoa_e8cUZI_fzn9Zdo2okvO-_nWE,302
|
|
715
|
-
datahub/metadata/com/linkedin/pegasus2avro/template/__init__.py,sha256
|
|
717
|
+
datahub/metadata/com/linkedin/pegasus2avro/template/__init__.py,sha256=-TWG4__SDxZfD9X6VDalU1ErZRCtyRPwoI8eN4wSta4,1254
|
|
716
718
|
datahub/metadata/com/linkedin/pegasus2avro/test/__init__.py,sha256=Z4DlDtf-NELFpx44Pk4RL1JlGuxtgEAMa6Sko8QBsGw,711
|
|
717
719
|
datahub/metadata/com/linkedin/pegasus2avro/timeseries/__init__.py,sha256=6Pbit2drar8n99RFNQiXfYj7PhIzrO1SIpsGELZR4oA,637
|
|
718
720
|
datahub/metadata/com/linkedin/pegasus2avro/upgrade/__init__.py,sha256=o3U2TuzRSU1uPL-4AOMCPDqEwngqRb6g4-CBFY7eSvQ,525
|
|
@@ -728,6 +730,7 @@ datahub/metadata/schemas/AssertionActions.avsc,sha256=zrvXzX2Nv_dmK6I3ZXCVWQ1bVs
|
|
|
728
730
|
datahub/metadata/schemas/AssertionInfo.avsc,sha256=djiUVdw0pGd_Ex7uJspasTx2xwwCnd9cpItd76VJqYw,125296
|
|
729
731
|
datahub/metadata/schemas/AssertionKey.avsc,sha256=EjNaTyzGxtWzTsZd87P2ZSaGX5dn8Y7HGBdqvlQVrFI,638
|
|
730
732
|
datahub/metadata/schemas/AssertionRunEvent.avsc,sha256=FUyV73bUliBC-a_XFUlfgh75o99-lu1fl36b2q8Pqx4,12886
|
|
733
|
+
datahub/metadata/schemas/AssetSettings.avsc,sha256=LBmSybFUBkQPVmIEF1GwQl0ePmTrXlm0kHbKRIm--lo,2004
|
|
731
734
|
datahub/metadata/schemas/BrowsePaths.avsc,sha256=NR_4dKuJMk1X2RB4DLkHVSqyMQc4PvT7eR0n6lM5aOM,654
|
|
732
735
|
datahub/metadata/schemas/BrowsePathsV2.avsc,sha256=rpcXUONOmxCzTzUJZ4UxR5rk3AotiaHkCfqM5uJELjY,1876
|
|
733
736
|
datahub/metadata/schemas/BusinessAttributeInfo.avsc,sha256=5HpEN9ZP6qdkcIib01F9n54dHoNDrGrml_9o_ZO5JTc,22062
|
|
@@ -768,9 +771,9 @@ datahub/metadata/schemas/DataHubIngestionSourceInfo.avsc,sha256=4wac7sluRIq-0ZjO
|
|
|
768
771
|
datahub/metadata/schemas/DataHubIngestionSourceKey.avsc,sha256=TGmm9WEGTaABs7kt5Uc-N-kbc5Sd-2sQwx-JpfAptvw,545
|
|
769
772
|
datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc,sha256=q6ZyMoxInwmrkrXkUgMe-i-WZzAxbjcvJ-EI99SnEp8,599
|
|
770
773
|
datahub/metadata/schemas/DataHubPageModuleKey.avsc,sha256=NyFN8cVO6s6rtgoLGJJGfcPfpGr5PfmZlIhM6ajldfQ,460
|
|
771
|
-
datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=
|
|
774
|
+
datahub/metadata/schemas/DataHubPageModuleProperties.avsc,sha256=53Fj4ztBJqo9QMWuza2Kdtfpr2nTOTW0XuuXW77ugB8,10347
|
|
772
775
|
datahub/metadata/schemas/DataHubPageTemplateKey.avsc,sha256=0sVqwL97Rp8YHPytp2RqUP5hIW048hmT2hPNP5k6arc,472
|
|
773
|
-
datahub/metadata/schemas/DataHubPageTemplateProperties.avsc,sha256=
|
|
776
|
+
datahub/metadata/schemas/DataHubPageTemplateProperties.avsc,sha256=FyNcZIniQy9m6yN9DT4XsPkDrxUsU7tRTqmfdGoEtMU,8565
|
|
774
777
|
datahub/metadata/schemas/DataHubPersonaInfo.avsc,sha256=OUvbTgPQsBtzkDDb9pxHXpQ6A7dkL77ZnCXZ-MLEG14,227
|
|
775
778
|
datahub/metadata/schemas/DataHubPersonaKey.avsc,sha256=ddj-DhXa0_YMdLaGkKLLSklfIeDRvSwPXu8o__YEXUE,448
|
|
776
779
|
datahub/metadata/schemas/DataHubPolicyInfo.avsc,sha256=yBQe7pAuTMg9aovhugF4EkCRSHO_AN2TP_NM-0-Jg3A,10037
|
|
@@ -804,7 +807,7 @@ datahub/metadata/schemas/DataProcessInstanceProperties.avsc,sha256=2qsDFeSA2-ag5
|
|
|
804
807
|
datahub/metadata/schemas/DataProcessInstanceRelationships.avsc,sha256=VhBpnyGGvO06WEnM6zy4PmjiT0nivRQfkSdJCUgIavw,2358
|
|
805
808
|
datahub/metadata/schemas/DataProcessInstanceRunEvent.avsc,sha256=zwTYULEnpMbqwkLN8NbXW9PQWFG4X6TZkZwTQ1Wb53Y,6713
|
|
806
809
|
datahub/metadata/schemas/DataProcessKey.avsc,sha256=ZZE2HN4mwZtm_TJNcdohFS97WXytFq9HAs_-shor6sY,2518
|
|
807
|
-
datahub/metadata/schemas/DataProductKey.avsc,sha256=
|
|
810
|
+
datahub/metadata/schemas/DataProductKey.avsc,sha256=ECDUbxMwvmgI3tTRbO7UXncbNJUrqLkHTSDoMtBpYYY,684
|
|
808
811
|
datahub/metadata/schemas/DataProductProperties.avsc,sha256=Lc3duV7YMJLvo_RwckLbW4bbmPrhSS1D-bxVVboNX2c,6930
|
|
809
812
|
datahub/metadata/schemas/DataTransformLogic.avsc,sha256=nHTH6UzJ2Zz88N2aWa96hawLUR20HP7eSynfPtI1kzg,2111
|
|
810
813
|
datahub/metadata/schemas/DataTypeInfo.avsc,sha256=MCjzal71P8uIXZg161LrU8rZTJocZeizK-YxYA0Det0,704
|
|
@@ -820,7 +823,7 @@ datahub/metadata/schemas/DatasetUsageStatistics.avsc,sha256=jgF1u31kP1XAnnV2B0X8
|
|
|
820
823
|
datahub/metadata/schemas/Deprecation.avsc,sha256=p8SBIuKP3XVGeaBI7rROpLNACuoX8eMLRlZz8lGOYV8,1354
|
|
821
824
|
datahub/metadata/schemas/DisplayProperties.avsc,sha256=MTa_g2s0roxNFFggWU8rslUH3UFe3xe11uUXyh0Go_I,1732
|
|
822
825
|
datahub/metadata/schemas/Documentation.avsc,sha256=9vIJG9B08FFrC3y5c1XVaT5U3c-b5sOAc5foUxMnyCs,4836
|
|
823
|
-
datahub/metadata/schemas/DomainKey.avsc,sha256=
|
|
826
|
+
datahub/metadata/schemas/DomainKey.avsc,sha256=hDlX4jJTeAXW_VpKEhF8w5_tMZi7JRaVGqbvJL7GojE,699
|
|
824
827
|
datahub/metadata/schemas/DomainProperties.avsc,sha256=6do6wZ9G6gyt1QowQyi1xldqgdTXspb05FaqWpKJ6eM,3843
|
|
825
828
|
datahub/metadata/schemas/Domains.avsc,sha256=5mRQcba6Zmp6Y1srbxhOjETutg0I_ZG4ikuS2r9fkR0,804
|
|
826
829
|
datahub/metadata/schemas/DynamicFormAssignment.avsc,sha256=SXRL5D6kIYWdGl3zLQYxPnkQX71JXQOKrjQNavFqVp0,7339
|
|
@@ -858,15 +861,15 @@ datahub/metadata/schemas/GlobalSettingsInfo.avsc,sha256=HKZisxW2HNm6kwJUBaAVol7s
|
|
|
858
861
|
datahub/metadata/schemas/GlobalSettingsKey.avsc,sha256=Yj8s5IdM9yF7xrhJcLGCPCXBWqSsrPbufBaQjlZ3JlU,563
|
|
859
862
|
datahub/metadata/schemas/GlobalTags.avsc,sha256=-SurkodMqTDnPpkRV6qYqmpNWjQNvynUiPZX7EhL5uc,4624
|
|
860
863
|
datahub/metadata/schemas/GlossaryNodeInfo.avsc,sha256=G1Cb-w9VxIAEhNqyiEsDL_ABRO9QxyTpUANKU6DQrFw,1888
|
|
861
|
-
datahub/metadata/schemas/GlossaryNodeKey.avsc,sha256=
|
|
864
|
+
datahub/metadata/schemas/GlossaryNodeKey.avsc,sha256=KjdsiVm93SWXQdxllwE0GQei-NmvSatzrl9sQIA6TAE,687
|
|
862
865
|
datahub/metadata/schemas/GlossaryRelatedTerms.avsc,sha256=ZTP0mrFD4y-C6JekRy8IVuHvICUkJib-ZAYD93Gv1tA,2763
|
|
863
866
|
datahub/metadata/schemas/GlossaryTermInfo.avsc,sha256=j4s9NCyMOIF03HfaXoQEIkiMTRaCy_-euhenptfu7IA,2935
|
|
864
|
-
datahub/metadata/schemas/GlossaryTermKey.avsc,sha256=
|
|
867
|
+
datahub/metadata/schemas/GlossaryTermKey.avsc,sha256=_5Nf0kljjFVz0wNsE-BiIZvn6yL1iymaBQIptRKVwoU,881
|
|
865
868
|
datahub/metadata/schemas/GlossaryTerms.avsc,sha256=ogOFO6Hr2Xb7s1JHqxsCPY8r_qY_9kwu69k5-E3j2BM,7123
|
|
866
869
|
datahub/metadata/schemas/GroupMembership.avsc,sha256=wT3Hbpv2Z7V4X_-rIoed0cukAOMyYEL93udK8mMCjn0,557
|
|
867
870
|
datahub/metadata/schemas/IcebergCatalogInfo.avsc,sha256=X9Ejqzn1DyxNIth7vDhtPjGG4xMPQMhl7f-S7fBFxek,691
|
|
868
871
|
datahub/metadata/schemas/IcebergWarehouseInfo.avsc,sha256=0m7cQm8cCnBWNI5jGGgr5ZdOg66RQGWSf3gf8ay53So,2705
|
|
869
|
-
datahub/metadata/schemas/IncidentInfo.avsc,sha256=
|
|
872
|
+
datahub/metadata/schemas/IncidentInfo.avsc,sha256=bxw_OwxhTarm1TxY4R-Q12RFQBIjeoUGgvgoeRiNT04,12428
|
|
870
873
|
datahub/metadata/schemas/IncidentKey.avsc,sha256=Pip__DyNNTal7NxryM3kFi9qHlwntp1rIA8Al8Zz264,542
|
|
871
874
|
datahub/metadata/schemas/IncidentSource.avsc,sha256=lY_SarA3cM55KNENcB5z1Gu2MygxEl9l7R8LdMak9AQ,1199
|
|
872
875
|
datahub/metadata/schemas/IncidentsSummary.avsc,sha256=NTYp-6Oe92ALApbM3759TJ5pLXRArsSriIPq-f7w9vI,4514
|
|
@@ -928,7 +931,7 @@ datahub/metadata/schemas/SlackUserInfo.avsc,sha256=IY7InWaiDzJa3hJ9J4W3Eg8EUKuh0
|
|
|
928
931
|
datahub/metadata/schemas/SourceCode.avsc,sha256=tUgo2rczO5x1fxw3fYNWQj-51vRNmNIj38b1wayA0aQ,1370
|
|
929
932
|
datahub/metadata/schemas/Status.avsc,sha256=rPZSXSJdwnNywqNx2qll8cdt54aYgI-YUbRr3GK7h78,522
|
|
930
933
|
datahub/metadata/schemas/StructuredProperties.avsc,sha256=qe45sKZ9XrLcf15Gt03Ttzt2J_kJYHvN-DAOSErSYuY,7028
|
|
931
|
-
datahub/metadata/schemas/StructuredPropertyDefinition.avsc,sha256=
|
|
934
|
+
datahub/metadata/schemas/StructuredPropertyDefinition.avsc,sha256=a-6TaOQ4A7LDFLshmaFRBcXjz11p4vM0Q3X35GN4Zo0,11737
|
|
932
935
|
datahub/metadata/schemas/StructuredPropertyKey.avsc,sha256=lp7tQBgeriEU1YMQ6a4-6aUGSWDqNl00lLDym97j1yI,618
|
|
933
936
|
datahub/metadata/schemas/StructuredPropertySettings.avsc,sha256=EDNlXfT1TqogfulCanIc-nuYO9ZxRFOGzD9tl3ZJdB8,3732
|
|
934
937
|
datahub/metadata/schemas/SubTypes.avsc,sha256=bhXbzK020zDyQno97Xp05vmoMeZ82IGu2jz7pWDo3RQ,655
|
|
@@ -956,9 +959,9 @@ datahub/sdk/_all_entities.py,sha256=eQAmD_fcEHlTShe1_nHpdvHxLDN9njk9bdLnuTrYg8M,
|
|
|
956
959
|
datahub/sdk/_attribution.py,sha256=0Trh8steVd27GOr9MKCZeawbuDD2_q3GIsZlCtHqEUg,1321
|
|
957
960
|
datahub/sdk/_shared.py,sha256=DAfClwa-hX8VlZUdNy7TvSgudqKPobf-yFza4VYP0NU,28776
|
|
958
961
|
datahub/sdk/_utils.py,sha256=oXE2BzsXE5zmSkCP3R1tObD4RHnPeH_ps83D_Dw9JaQ,1169
|
|
959
|
-
datahub/sdk/chart.py,sha256=
|
|
962
|
+
datahub/sdk/chart.py,sha256=rFbEyRqgEO5HL7DyaVpR2q9zPR5y2fl52_iayhvJHQc,11756
|
|
960
963
|
datahub/sdk/container.py,sha256=IjnFVGDpSFDvgHuuMb7C3VdBxhJuIMq0q6crOs5PupE,7899
|
|
961
|
-
datahub/sdk/dashboard.py,sha256=
|
|
964
|
+
datahub/sdk/dashboard.py,sha256=WzZKUrAqsnie_rzoEhWvuv36pf60eYW4FsD_SskYLFo,15139
|
|
962
965
|
datahub/sdk/dataflow.py,sha256=gdAPVVkyKvsKtsa1AwhN_LpzidG_XzV3nhtd1cjnzDA,11128
|
|
963
966
|
datahub/sdk/datajob.py,sha256=5kU0txTDcn2ce3AhNry83TazPVhoYZ2rAPPNWM1_FP8,13677
|
|
964
967
|
datahub/sdk/dataset.py,sha256=eABxeDJm1bxoi3kht-Ix8tbVaslFR1RInBG8AIUMk6k,31076
|
|
@@ -1003,8 +1006,8 @@ datahub/sql_parsing/split_statements.py,sha256=OIQXA9e4k3G9Z1y7rbgdtZhMWt4FPnq41
|
|
|
1003
1006
|
datahub/sql_parsing/sql_parsing_aggregator.py,sha256=kxxSVe3YNoz_T2OG6-F30ZuXNSXuBZ-E54RqObo6qTI,72323
|
|
1004
1007
|
datahub/sql_parsing/sql_parsing_common.py,sha256=cZ4WvVyHZuXDGjnBvKMX2_fz2EMextB5WQWcK0_saBo,3155
|
|
1005
1008
|
datahub/sql_parsing/sql_parsing_result_utils.py,sha256=prwWTj1EB2fRPv1eMB4EkpFNafIYAt-X8TIK0NWqank,796
|
|
1006
|
-
datahub/sql_parsing/sqlglot_lineage.py,sha256=
|
|
1007
|
-
datahub/sql_parsing/sqlglot_utils.py,sha256=
|
|
1009
|
+
datahub/sql_parsing/sqlglot_lineage.py,sha256=05ryqMkFK5_KDvr-ytXb1FyiC-SzaFB9_USnbL36LEg,66316
|
|
1010
|
+
datahub/sql_parsing/sqlglot_utils.py,sha256=zH8V9tAcSVO7Y8I3sIKPhs0D_9HzdNBlranBDmk1NB4,15454
|
|
1008
1011
|
datahub/sql_parsing/tool_meta_extractor.py,sha256=5JsLPcKjuXSrPGxNIhRvX72dFPmlV33-hyvhJwlWxCY,7543
|
|
1009
1012
|
datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
1010
1013
|
datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
|
|
@@ -1090,7 +1093,7 @@ datahub/utilities/urns/field_paths.py,sha256=ra-o_fMGkBRLgzMewAJN5-HqAyo3PIpXQ0K
|
|
|
1090
1093
|
datahub/utilities/urns/notebook_urn.py,sha256=CHqGrV45ReVODlFx7js2WUxjcXxt8B63-xsBZpujmtY,73
|
|
1091
1094
|
datahub/utilities/urns/structured_properties_urn.py,sha256=fjA1Ysg7IQSly8IVYx1R8HnwnojQz6jZWbqfk_XVvno,271
|
|
1092
1095
|
datahub/utilities/urns/tag_urn.py,sha256=MqEJdIaCnAyjYe_8VdNnUjOVV4TS8xMlv4pRsy8wwXY,63
|
|
1093
|
-
datahub/utilities/urns/urn.py,sha256=
|
|
1096
|
+
datahub/utilities/urns/urn.py,sha256=CDtOtVccQW2yj5MBNtR3aO1yEInTnAmSDMbGbjheGJY,1279
|
|
1094
1097
|
datahub/utilities/urns/urn_iter.py,sha256=3LtmobKksKFbnNCUCjFxm8qqFLCPPHUW_Q3zc4PE5nY,4736
|
|
1095
1098
|
datahub_provider/__init__.py,sha256=qyPbz00f8pgtLVyqHG1TSnTqBfXb1x-kUH10zOLoq2U,53
|
|
1096
1099
|
datahub_provider/_airflow_compat.py,sha256=unmFDGP57xKHPIhkdw_qo1vW1GAYpZ1yCvCrkMdGJXM,98
|
|
@@ -1111,8 +1114,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1111
1114
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1112
1115
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1113
1116
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1114
|
-
acryl_datahub-1.2.0.
|
|
1115
|
-
acryl_datahub-1.2.0.
|
|
1116
|
-
acryl_datahub-1.2.0.
|
|
1117
|
-
acryl_datahub-1.2.0.
|
|
1118
|
-
acryl_datahub-1.2.0.
|
|
1117
|
+
acryl_datahub-1.2.0.8.dist-info/METADATA,sha256=jotCpdv7_vwVedakVg2bKf1h9vY0ojanB7QqgIUE7yg,186642
|
|
1118
|
+
acryl_datahub-1.2.0.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
1119
|
+
acryl_datahub-1.2.0.8.dist-info/entry_points.txt,sha256=qopCAD6qrsijaZ9mTw3UlPCKsE00C3t9MbkkWow7pi4,9943
|
|
1120
|
+
acryl_datahub-1.2.0.8.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1121
|
+
acryl_datahub-1.2.0.8.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
datahub/cli/delete_cli.py
CHANGED
datahub/ingestion/api/report.py
CHANGED
|
@@ -29,6 +29,7 @@ from datahub.metadata.schema_classes import (
|
|
|
29
29
|
)
|
|
30
30
|
from datahub.utilities.file_backed_collections import FileBackedDict
|
|
31
31
|
from datahub.utilities.lossy_collections import LossyList
|
|
32
|
+
from datahub.utilities.urns.urn import guess_platform_name
|
|
32
33
|
|
|
33
34
|
logger = logging.getLogger(__name__)
|
|
34
35
|
LogLevel = Literal["ERROR", "WARNING", "INFO", "DEBUG"]
|
|
@@ -41,6 +42,15 @@ class SupportsAsObj(Protocol):
|
|
|
41
42
|
|
|
42
43
|
@dataclass
|
|
43
44
|
class Report(SupportsAsObj):
|
|
45
|
+
def __post_init__(self) -> None:
|
|
46
|
+
self.platform: Optional[str] = None
|
|
47
|
+
|
|
48
|
+
def set_platform(self, platform: str) -> None:
|
|
49
|
+
self.platform = platform
|
|
50
|
+
|
|
51
|
+
def get_platform(self) -> Optional[str]:
|
|
52
|
+
return self.platform
|
|
53
|
+
|
|
44
54
|
@staticmethod
|
|
45
55
|
def to_str(some_val: Any) -> str:
|
|
46
56
|
if isinstance(some_val, Enum):
|
|
@@ -204,6 +214,7 @@ class ExamplesReport(Report, Closeable):
|
|
|
204
214
|
samples: Dict[str, Dict[str, List[str]]] = field(
|
|
205
215
|
default_factory=lambda: defaultdict(lambda: defaultdict(list))
|
|
206
216
|
)
|
|
217
|
+
compute_stats_time_seconds: float = 0.0
|
|
207
218
|
_file_based_dict: Optional[FileBackedDict[SourceReportSubtypes]] = None
|
|
208
219
|
|
|
209
220
|
# We are adding this to make querying easier for fine-grained lineage
|
|
@@ -212,6 +223,7 @@ class ExamplesReport(Report, Closeable):
|
|
|
212
223
|
_lineage_aspects_seen: Set[str] = field(default_factory=set)
|
|
213
224
|
|
|
214
225
|
def __post_init__(self) -> None:
|
|
226
|
+
super().__post_init__()
|
|
215
227
|
self._file_based_dict = FileBackedDict(
|
|
216
228
|
tablename="urn_aspects",
|
|
217
229
|
extra_columns={
|
|
@@ -346,6 +358,9 @@ class ExamplesReport(Report, Closeable):
|
|
|
346
358
|
aspectName: str,
|
|
347
359
|
mcp: Union[MetadataChangeProposalClass, MetadataChangeProposalWrapper],
|
|
348
360
|
) -> None:
|
|
361
|
+
platform_name = guess_platform_name(urn)
|
|
362
|
+
if platform_name != self.get_platform():
|
|
363
|
+
return
|
|
349
364
|
if is_lineage_aspect(entityType, aspectName):
|
|
350
365
|
self._lineage_aspects_seen.add(aspectName)
|
|
351
366
|
has_fine_grained_lineage = self._has_fine_grained_lineage(mcp)
|
|
@@ -405,6 +420,7 @@ class ExamplesReport(Report, Closeable):
|
|
|
405
420
|
self._update_file_based_dict(urn, entityType, aspectName, mcp)
|
|
406
421
|
|
|
407
422
|
def compute_stats(self) -> None:
|
|
423
|
+
start_time = datetime.now()
|
|
408
424
|
if self._file_based_dict is None:
|
|
409
425
|
return
|
|
410
426
|
|
|
@@ -466,6 +482,8 @@ class ExamplesReport(Report, Closeable):
|
|
|
466
482
|
list(self._lineage_aspects_seen), "lineage"
|
|
467
483
|
)
|
|
468
484
|
self._collect_samples_with_all_conditions("all_3")
|
|
485
|
+
end_time = datetime.now()
|
|
486
|
+
self.compute_stats_time_seconds += (end_time - start_time).total_seconds()
|
|
469
487
|
|
|
470
488
|
|
|
471
489
|
class EntityFilterReport(ReportAttribute):
|
datahub/ingestion/api/sink.py
CHANGED
|
@@ -147,9 +147,6 @@ class Sink(Generic[SinkConfig, SinkReportType], Closeable, metaclass=ABCMeta):
|
|
|
147
147
|
def close(self) -> None:
|
|
148
148
|
pass
|
|
149
149
|
|
|
150
|
-
def flush(self) -> None:
|
|
151
|
-
pass
|
|
152
|
-
|
|
153
150
|
def configured(self) -> str:
|
|
154
151
|
"""Override this method to output a human-readable and scrubbed version of the configured sink"""
|
|
155
152
|
return ""
|
datahub/ingestion/api/source.py
CHANGED
|
@@ -531,9 +531,9 @@ class Source(Closeable, metaclass=ABCMeta):
|
|
|
531
531
|
auto_status_aspect,
|
|
532
532
|
auto_materialize_referenced_tags_terms,
|
|
533
533
|
partial(
|
|
534
|
-
auto_fix_duplicate_schema_field_paths, platform=self.
|
|
534
|
+
auto_fix_duplicate_schema_field_paths, platform=self.infer_platform()
|
|
535
535
|
),
|
|
536
|
-
partial(auto_fix_empty_field_paths, platform=self.
|
|
536
|
+
partial(auto_fix_empty_field_paths, platform=self.infer_platform()),
|
|
537
537
|
browse_path_processor,
|
|
538
538
|
partial(auto_workunit_reporter, self.get_report()),
|
|
539
539
|
auto_patch_last_modified,
|
|
@@ -583,7 +583,7 @@ class Source(Closeable, metaclass=ABCMeta):
|
|
|
583
583
|
def close(self) -> None:
|
|
584
584
|
self.get_report().close()
|
|
585
585
|
|
|
586
|
-
def
|
|
586
|
+
def infer_platform(self) -> Optional[str]:
|
|
587
587
|
config = self.get_config()
|
|
588
588
|
platform = (
|
|
589
589
|
getattr(config, "platform_name", None)
|
|
@@ -598,7 +598,7 @@ class Source(Closeable, metaclass=ABCMeta):
|
|
|
598
598
|
def _get_browse_path_processor(self, dry_run: bool) -> MetadataWorkUnitProcessor:
|
|
599
599
|
config = self.get_config()
|
|
600
600
|
|
|
601
|
-
platform = self.
|
|
601
|
+
platform = self.infer_platform()
|
|
602
602
|
env = getattr(config, "env", None)
|
|
603
603
|
browse_path_drop_dirs = [
|
|
604
604
|
platform,
|
|
@@ -2575,7 +2575,7 @@
|
|
|
2575
2575
|
},
|
|
2576
2576
|
{
|
|
2577
2577
|
"capability": "LINEAGE_FINE",
|
|
2578
|
-
"description": "Disabled by default.
|
|
2578
|
+
"description": "Disabled by default.",
|
|
2579
2579
|
"subtype_modifier": null,
|
|
2580
2580
|
"supported": true
|
|
2581
2581
|
},
|
|
@@ -2678,7 +2678,7 @@
|
|
|
2678
2678
|
},
|
|
2679
2679
|
{
|
|
2680
2680
|
"capability": "USAGE_STATS",
|
|
2681
|
-
"description": "
|
|
2681
|
+
"description": "Optionally enabled via `include_usage_statistics`",
|
|
2682
2682
|
"subtype_modifier": null,
|
|
2683
2683
|
"supported": true
|
|
2684
2684
|
},
|
|
@@ -971,7 +971,8 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
971
971
|
$orFilters: [AndFilterInput!],
|
|
972
972
|
$batchSize: Int!,
|
|
973
973
|
$scrollId: String,
|
|
974
|
-
$skipCache: Boolean
|
|
974
|
+
$skipCache: Boolean!,
|
|
975
|
+
$includeSoftDeleted: Boolean) {
|
|
975
976
|
|
|
976
977
|
scrollAcrossEntities(input: {
|
|
977
978
|
query: $query,
|
|
@@ -983,6 +984,7 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
983
984
|
skipHighlighting: true
|
|
984
985
|
skipAggregates: true
|
|
985
986
|
skipCache: $skipCache
|
|
987
|
+
includeSoftDeleted: $includeSoftDeleted
|
|
986
988
|
}
|
|
987
989
|
}) {
|
|
988
990
|
nextScrollId
|
|
@@ -1002,6 +1004,11 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
1002
1004
|
"orFilters": orFilters,
|
|
1003
1005
|
"batchSize": batch_size,
|
|
1004
1006
|
"skipCache": skip_cache,
|
|
1007
|
+
"includeSoftDeleted": (
|
|
1008
|
+
None
|
|
1009
|
+
if status is None
|
|
1010
|
+
else status != RemovedStatusFilter.NOT_SOFT_DELETED
|
|
1011
|
+
),
|
|
1005
1012
|
}
|
|
1006
1013
|
|
|
1007
1014
|
for entity in self._scroll_across_entities(graphql_query, variables):
|
|
@@ -373,11 +373,13 @@ class Pipeline:
|
|
|
373
373
|
)
|
|
374
374
|
current_version = version_stats.client.current.version
|
|
375
375
|
|
|
376
|
-
logger.debug(
|
|
376
|
+
logger.debug(
|
|
377
|
+
f"""
|
|
377
378
|
client_version: {current_version}
|
|
378
379
|
server_default_version: {server_default_version}
|
|
379
380
|
server_default_cli_ahead: True
|
|
380
|
-
"""
|
|
381
|
+
"""
|
|
382
|
+
)
|
|
381
383
|
|
|
382
384
|
self.source.get_report().warning(
|
|
383
385
|
title="Server default CLI version is ahead of CLI version",
|
|
@@ -440,7 +442,19 @@ class Pipeline:
|
|
|
440
442
|
return True
|
|
441
443
|
return False
|
|
442
444
|
|
|
445
|
+
def _set_platform(self) -> None:
|
|
446
|
+
platform = self.source.infer_platform()
|
|
447
|
+
if platform:
|
|
448
|
+
self.source.get_report().set_platform(platform)
|
|
449
|
+
else:
|
|
450
|
+
self.source.get_report().warning(
|
|
451
|
+
message="Platform not found",
|
|
452
|
+
title="Platform not found",
|
|
453
|
+
context="Platform not found",
|
|
454
|
+
)
|
|
455
|
+
|
|
443
456
|
def run(self) -> None:
|
|
457
|
+
self._set_platform()
|
|
444
458
|
self._warn_old_cli_version()
|
|
445
459
|
with self.exit_stack, self.inner_exit_stack:
|
|
446
460
|
if self.config.flags.generate_memory_profiles:
|
|
@@ -548,8 +562,9 @@ class Pipeline:
|
|
|
548
562
|
self._handle_uncaught_pipeline_exception(exc)
|
|
549
563
|
finally:
|
|
550
564
|
clear_global_warnings()
|
|
551
|
-
|
|
552
|
-
|
|
565
|
+
|
|
566
|
+
# This can't be in the finally part because this should happen after context manager exists
|
|
567
|
+
self._notify_reporters_on_ingestion_completion()
|
|
553
568
|
|
|
554
569
|
def transform(self, records: Iterable[RecordEnvelope]) -> Iterable[RecordEnvelope]:
|
|
555
570
|
"""
|
|
@@ -5,7 +5,6 @@ import functools
|
|
|
5
5
|
import logging
|
|
6
6
|
import os
|
|
7
7
|
import threading
|
|
8
|
-
import time
|
|
9
8
|
import uuid
|
|
10
9
|
from enum import auto
|
|
11
10
|
from typing import List, Optional, Tuple, Union
|
|
@@ -349,17 +348,6 @@ class DatahubRestSink(Sink[DatahubRestSinkConfig, DataHubRestSinkReport]):
|
|
|
349
348
|
RecordEnvelope(item, metadata={}), NoopWriteCallback()
|
|
350
349
|
)
|
|
351
350
|
|
|
352
|
-
def flush(self) -> None:
|
|
353
|
-
"""Wait for all pending records to be written."""
|
|
354
|
-
i = 0
|
|
355
|
-
while self.report.pending_requests > 0:
|
|
356
|
-
time.sleep(0.1)
|
|
357
|
-
i += 1
|
|
358
|
-
if i % 1000 == 0:
|
|
359
|
-
logger.info(
|
|
360
|
-
f"Waiting for {self.report.pending_requests} records to be written"
|
|
361
|
-
)
|
|
362
|
-
|
|
363
351
|
def close(self):
|
|
364
352
|
with self.report.main_thread_blocking_timer:
|
|
365
353
|
self.executor.shutdown()
|