acryl-datahub 1.0.0rc6__py3-none-any.whl → 1.0.0rc7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.0.0rc6.dist-info → acryl_datahub-1.0.0rc7.dist-info}/METADATA +2520 -2520
- {acryl_datahub-1.0.0rc6.dist-info → acryl_datahub-1.0.0rc7.dist-info}/RECORD +35 -35
- {acryl_datahub-1.0.0rc6.dist-info → acryl_datahub-1.0.0rc7.dist-info}/WHEEL +1 -1
- datahub/_version.py +1 -1
- datahub/cli/docker_cli.py +1 -1
- datahub/cli/iceberg_cli.py +1 -1
- datahub/cli/lite_cli.py +4 -2
- datahub/cli/specific/dataproduct_cli.py +1 -1
- datahub/configuration/kafka.py +1 -1
- datahub/ingestion/fs/s3_fs.py +2 -2
- datahub/ingestion/graph/client.py +15 -6
- datahub/ingestion/graph/entity_versioning.py +3 -3
- datahub/ingestion/source/cassandra/cassandra_api.py +2 -1
- datahub/ingestion/source/csv_enricher.py +2 -2
- datahub/ingestion/source/dremio/dremio_api.py +3 -3
- datahub/ingestion/source/dremio/dremio_aspects.py +2 -1
- datahub/ingestion/source/gc/execution_request_cleanup.py +2 -1
- datahub/ingestion/source/kafka/kafka.py +1 -1
- datahub/ingestion/source/looker/looker_file_loader.py +2 -2
- datahub/ingestion/source/looker/lookml_source.py +1 -1
- datahub/ingestion/source/metabase.py +54 -32
- datahub/ingestion/source/mode.py +1 -1
- datahub/ingestion/source/pulsar.py +2 -2
- datahub/ingestion/source/sigma/sigma.py +1 -1
- datahub/ingestion/source/snowflake/snowflake_connection.py +1 -1
- datahub/ingestion/source/sql/druid.py +1 -5
- datahub/ingestion/source/tableau/tableau.py +2 -1
- datahub/ingestion/source/tableau/tableau_common.py +2 -1
- datahub/lite/duckdb_lite.py +2 -1
- datahub/lite/lite_local.py +1 -1
- datahub/lite/lite_util.py +4 -3
- datahub/utilities/memory_footprint.py +3 -2
- {acryl_datahub-1.0.0rc6.dist-info → acryl_datahub-1.0.0rc7.dist-info}/LICENSE +0 -0
- {acryl_datahub-1.0.0rc6.dist-info → acryl_datahub-1.0.0rc7.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.0.0rc6.dist-info → acryl_datahub-1.0.0rc7.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
2
2
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
3
|
-
datahub/_version.py,sha256=
|
|
3
|
+
datahub/_version.py,sha256=OTydFg1QdVGldxog8bn4reUvv6ZhtBU8WrnxX_61wxk,321
|
|
4
4
|
datahub/entrypoints.py,sha256=2TYgHhs3sCxJlojIHjqfxzt3_ImPwPzq4vBtsUuMqu4,8885
|
|
5
5
|
datahub/errors.py,sha256=w6h8b27j9XlmPbTwqpu7-wgiTrXlHzcnUOnJ_iOrwzo,520
|
|
6
6
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -66,14 +66,14 @@ datahub/cli/config_utils.py,sha256=yuXw7RzpRY5x_-MAoqWbv46qUkIeRNAJL4_OeJpYdBE,4
|
|
|
66
66
|
datahub/cli/container_cli.py,sha256=uDOwewGEPYHQt-ppYEb8ESXhZjPNIZG0Rt3cm2FzPqc,1569
|
|
67
67
|
datahub/cli/delete_cli.py,sha256=oQ4Yy6hxZHcl67MYJiQumLs_8QmFEj7SPZFzxFXvDk8,23481
|
|
68
68
|
datahub/cli/docker_check.py,sha256=rED4wHXqxcQ_qNFyIgFEZ85BHT9ZTE5YC-oUKqbRqi0,9432
|
|
69
|
-
datahub/cli/docker_cli.py,sha256=
|
|
69
|
+
datahub/cli/docker_cli.py,sha256=n96BhDHt6qvfmUu2T4A5o7ozUb5-TiDbZTyFZR07X-4,36475
|
|
70
70
|
datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
|
|
71
71
|
datahub/cli/exists_cli.py,sha256=IsuU86R-g7BJjAl1vULH6d-BWJHAKa4XHLZl5WxGUEM,1233
|
|
72
72
|
datahub/cli/get_cli.py,sha256=VV80BCXfZ0-C8fr2k43SIuN9DB-fOYP9StWsTHnXwFw,2327
|
|
73
|
-
datahub/cli/iceberg_cli.py,sha256
|
|
73
|
+
datahub/cli/iceberg_cli.py,sha256=-XT3wpkr8b-HFMafYk7lSon3Lys6XjTQA8U1b698ByM,23003
|
|
74
74
|
datahub/cli/ingest_cli.py,sha256=Dnf80YtnUMs-MJ1eLjL25dWccup0xzy5dcV59EId1Fk,20517
|
|
75
75
|
datahub/cli/json_file.py,sha256=nWo-VVthaaW4Do1eUqgrzk0fShb29MjiKXvZVOTq76c,943
|
|
76
|
-
datahub/cli/lite_cli.py,sha256=
|
|
76
|
+
datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
|
|
77
77
|
datahub/cli/migrate.py,sha256=3orGfLNsdh1Q7gkPaCaf2bBWM5b3Ih4fGFw3poe0wiA,17937
|
|
78
78
|
datahub/cli/migration_utils.py,sha256=0qHo_9eSR4buyV_K_tdcHSLBufKphBWwwwT1iK_I4S8,9382
|
|
79
79
|
datahub/cli/put_cli.py,sha256=4ol9aLdidX1VXjVxMG2tkfEMPyjLpgOk2pfl0Gvb8iU,3841
|
|
@@ -84,7 +84,7 @@ datahub/cli/timeline_cli.py,sha256=u56WZaF_8p4R4h1jiigYmqitKZdTz1ZteuY-m6oOmI4,7
|
|
|
84
84
|
datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
85
85
|
datahub/cli/specific/assertions_cli.py,sha256=q0ODpyWS3LVR8UbF3NM6KRisabodJ0UUwyPty9a8AIk,5375
|
|
86
86
|
datahub/cli/specific/datacontract_cli.py,sha256=IkBovwuPT5jNB8X-8AQJRO4C9cFSNm1at8v4YctLFgQ,2531
|
|
87
|
-
datahub/cli/specific/dataproduct_cli.py,sha256=
|
|
87
|
+
datahub/cli/specific/dataproduct_cli.py,sha256=wSksU4xjGvAZJiiI7rSyjSItTu72oBPiXZ0-UL81zn0,15091
|
|
88
88
|
datahub/cli/specific/dataset_cli.py,sha256=AwSmIiuV3XbgprW4_1Wj-EJq1OPqFyolSNczQm5BROs,3441
|
|
89
89
|
datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
|
|
90
90
|
datahub/cli/specific/forms_cli.py,sha256=OLVeG8NtK1eDBuUKCT5Ald35np8__f8mLzbZM_zUfWU,1484
|
|
@@ -100,7 +100,7 @@ datahub/configuration/datetimes.py,sha256=nayNc0mmlVKH6oVv9ud6C1dDUiZPGabW-YZxvr
|
|
|
100
100
|
datahub/configuration/git.py,sha256=o782U10OdbC-sqTUXfd_v3EL3ttLO2tTR7gTk5O7lxk,6463
|
|
101
101
|
datahub/configuration/import_resolver.py,sha256=b4Ie9L7knN1LALEVMxTcNFSklDD6CVE-4Ipy4ZYhNYA,369
|
|
102
102
|
datahub/configuration/json_loader.py,sha256=vIDnjwXWi9yHDO8KW64EupOzOb_sspehGCD7xGHzg84,302
|
|
103
|
-
datahub/configuration/kafka.py,sha256=
|
|
103
|
+
datahub/configuration/kafka.py,sha256=qj4qNBzeXeS-mUtf441B1jj_22wPO6Eho_stErMD-GY,2586
|
|
104
104
|
datahub/configuration/kafka_consumer_config.py,sha256=LivsObTt9yC3WoGnslJbF_x4ojfNdxMIMEhb8vvJfcA,2133
|
|
105
105
|
datahub/configuration/pattern_utils.py,sha256=Q5IB9RfWOOo5FvRVBU7XkhiwHCxSQ1NTMfUlWtWI9qc,699
|
|
106
106
|
datahub/configuration/pydantic_migration_helpers.py,sha256=4C_COAVZ5iJ8yxcWNgXZNWsY7ULogICNZ368oNF7zWg,1462
|
|
@@ -162,17 +162,17 @@ datahub/ingestion/fs/fs_base.py,sha256=Y1n9DAtqx0qA6zqZXlYKurvUhDK3hH7cnsYl2bKXw
|
|
|
162
162
|
datahub/ingestion/fs/fs_registry.py,sha256=3fpdA1dGInQ0evK9fHPskONE0lDNt6dqFg9pV_QAFD4,213
|
|
163
163
|
datahub/ingestion/fs/http_fs.py,sha256=NBIKp4vl7mW0YfVfkfpO3R6DBGqSC7f6EE_da0yz2cM,897
|
|
164
164
|
datahub/ingestion/fs/local_fs.py,sha256=oWf-PZsl5sI-9eHWGeKlfKYagbQaSZ9fGfNbxcFji14,885
|
|
165
|
-
datahub/ingestion/fs/s3_fs.py,sha256=
|
|
165
|
+
datahub/ingestion/fs/s3_fs.py,sha256=B113EdaCelb80uF0n2rsLFettWB41RqFxa9X_XKRzZg,3190
|
|
166
166
|
datahub/ingestion/glossary/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
167
167
|
datahub/ingestion/glossary/classification_mixin.py,sha256=3vMyHmo-nL1G8OijDQk1XSBxkmXv2ziyUSPeUIUSLSI,13789
|
|
168
168
|
datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGot6z9Cir5Vuc,2981
|
|
169
169
|
datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
|
|
170
170
|
datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
|
|
171
171
|
datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
172
|
-
datahub/ingestion/graph/client.py,sha256=
|
|
172
|
+
datahub/ingestion/graph/client.py,sha256=su2-adIbH_gqR9uCFclUEXQR0kg1hKOs7I2vwgsoK0M,65378
|
|
173
173
|
datahub/ingestion/graph/config.py,sha256=_oha8Je7P80ZmrkZUAaRHyYbdMmTkMI5JkYjEP2Ri1Q,751
|
|
174
174
|
datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
|
|
175
|
-
datahub/ingestion/graph/entity_versioning.py,sha256=
|
|
175
|
+
datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
|
|
176
176
|
datahub/ingestion/graph/filters.py,sha256=UeUZQHoimavIYx-jXLA0WGkOUe10TaO8uEZkfa-QgNE,6188
|
|
177
177
|
datahub/ingestion/reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
178
178
|
datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py,sha256=697UOvhZb5gneESRXtIIYOSU74gE2P_BTw0TBhQ9I7w,9917
|
|
@@ -193,7 +193,7 @@ datahub/ingestion/sink/file.py,sha256=SxXJPJpkIGoaqRjCcSmj2ZE3xE4rLlBABBGwpTj5LW
|
|
|
193
193
|
datahub/ingestion/sink/sink_registry.py,sha256=JRBWx8qEYg0ubSTyhqwgSWctgxwyp6fva9GoN2LwBao,490
|
|
194
194
|
datahub/ingestion/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
195
195
|
datahub/ingestion/source/confluent_schema_registry.py,sha256=WednrFENtANY7bWvrmMKoxEfFK9lnrMDLB0C-hXdJDQ,18808
|
|
196
|
-
datahub/ingestion/source/csv_enricher.py,sha256=
|
|
196
|
+
datahub/ingestion/source/csv_enricher.py,sha256=D0t3sGIgE5spAZaysNDPBhxibk1k9ZhZhyw05k8G2eg,29554
|
|
197
197
|
datahub/ingestion/source/demo_data.py,sha256=PbtCHlZx3wrKlOPPgkWhDQuPm7ZfIx2neXJUzbUi9YY,1305
|
|
198
198
|
datahub/ingestion/source/elastic_search.py,sha256=2dwIcSbYMaq_RoSnxLGz4Q_20oJ8AGgMKunVIBIgYM8,23406
|
|
199
199
|
datahub/ingestion/source/feast.py,sha256=lsk0jc_0gKiiBNgmrmT8o8bvBOSLFPQMNrvWEcOye2w,18802
|
|
@@ -202,15 +202,15 @@ datahub/ingestion/source/ge_data_profiler.py,sha256=l8ow9mnUUpvH4p8-ZJaKc6OdMHbb
|
|
|
202
202
|
datahub/ingestion/source/ge_profiling_config.py,sha256=FlWfXoVoayabVXNMB9qETEU0GX0az6HYqNUZRnIu_fQ,10866
|
|
203
203
|
datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
|
|
204
204
|
datahub/ingestion/source/ldap.py,sha256=CNr3foofIpoCXu_GGqfcajlQE2qkHr5isYwVcDutdkk,18695
|
|
205
|
-
datahub/ingestion/source/metabase.py,sha256=
|
|
205
|
+
datahub/ingestion/source/metabase.py,sha256=6mUPZrgv0Yrdu_crYWjbd1B6dRKx1YCRAz9uocIZYXw,32588
|
|
206
206
|
datahub/ingestion/source/mlflow.py,sha256=cqQivSyrptm15vn--xbT7eTRHJJVKMmQpoVqfzuDIDU,12858
|
|
207
|
-
datahub/ingestion/source/mode.py,sha256=
|
|
207
|
+
datahub/ingestion/source/mode.py,sha256=26gB13L6Eflm8fle_e31x-FnLn41WdRsBmelsiFavu4,63627
|
|
208
208
|
datahub/ingestion/source/mongodb.py,sha256=2C2Cxn8DXL53IbNiywIuKt8UT_EMcPg9f8su-OPSNGU,21237
|
|
209
209
|
datahub/ingestion/source/nifi.py,sha256=1LtxNCOsiKq60TrJG3pem2-W6quo1ix7nOxDZcRFIQA,56769
|
|
210
210
|
datahub/ingestion/source/openapi.py,sha256=39ep3etbWh8NBPjTXXwH3mieC5P6bMVAjhvK7UvcTis,17372
|
|
211
211
|
datahub/ingestion/source/openapi_parser.py,sha256=YoVVATtuisvFo9qAVXq4ggNbaESHD01N5Ajp_OE-RD8,14882
|
|
212
212
|
datahub/ingestion/source/preset.py,sha256=fByqamRLnXxsfCGdLPzWN_5LJR_s2_G2f_zwSKUc8EA,3981
|
|
213
|
-
datahub/ingestion/source/pulsar.py,sha256=
|
|
213
|
+
datahub/ingestion/source/pulsar.py,sha256=u5F8QnCLJsht5-7XCiUTsnfhCPIpKVB_l32CgMCU-As,20187
|
|
214
214
|
datahub/ingestion/source/redash.py,sha256=uh1iUcwZor_ddrqab-9g_jpkHtjrJtC8zaiG-BE3uzE,30595
|
|
215
215
|
datahub/ingestion/source/salesforce.py,sha256=ku9YWl9fnJq_KlJzR1N6zodXmVp0y6QyMacQQlAiAbs,32685
|
|
216
216
|
datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGknNQ_yScPIihXFk,1208
|
|
@@ -262,7 +262,7 @@ datahub/ingestion/source/bigquery_v2/queries_extractor.py,sha256=_5cAXVU8b8T_nAP
|
|
|
262
262
|
datahub/ingestion/source/bigquery_v2/usage.py,sha256=A9c-ofclaRk0NSnc4IRaqJYqMPv6ecCld_TPy3V2qFs,40748
|
|
263
263
|
datahub/ingestion/source/cassandra/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
264
264
|
datahub/ingestion/source/cassandra/cassandra.py,sha256=5UFEOR6ZKqzieyX3IwrYDzBBSLVv4eO98Wye6DVeQY0,14835
|
|
265
|
-
datahub/ingestion/source/cassandra/cassandra_api.py,sha256=
|
|
265
|
+
datahub/ingestion/source/cassandra/cassandra_api.py,sha256=UVGQTsk6O57Q6wrWo54bQPLtStTWhw_Fq6fgW3Bjgk8,12515
|
|
266
266
|
datahub/ingestion/source/cassandra/cassandra_config.py,sha256=vIMUOzazWTGi03B51vI0-YMxaMJHUGmCxJJgd8pKhC8,3791
|
|
267
267
|
datahub/ingestion/source/cassandra/cassandra_profiling.py,sha256=DkSIryZNwLei5PaKuu9fNEKxEbhIrPI-T9gaVoM87NQ,11063
|
|
268
268
|
datahub/ingestion/source/cassandra/cassandra_utils.py,sha256=j-LidYkaCTmGnpUVNLsax_c3z32PsQbsbHeYojygd1s,5105
|
|
@@ -292,8 +292,8 @@ datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWM
|
|
|
292
292
|
datahub/ingestion/source/delta_lake/report.py,sha256=uR4e4QA_jv8lL3CV-wE5t43H8pUqrGmx_ItLqN9flPI,587
|
|
293
293
|
datahub/ingestion/source/delta_lake/source.py,sha256=1OxdbH_KcC6WFbf78XueKphnmCcIGizUepQ-LQK_hbk,13968
|
|
294
294
|
datahub/ingestion/source/dremio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
295
|
-
datahub/ingestion/source/dremio/dremio_api.py,sha256=
|
|
296
|
-
datahub/ingestion/source/dremio/dremio_aspects.py,sha256=
|
|
295
|
+
datahub/ingestion/source/dremio/dremio_api.py,sha256=e45ctef1PSmQSvWzNB-rNYBHJebngXvDRcgLdil2IJs,33468
|
|
296
|
+
datahub/ingestion/source/dremio/dremio_aspects.py,sha256=QeQRGaR6tvE-XrK6SVeYEDsaF8wEg_acpVckfYUPDdk,18316
|
|
297
297
|
datahub/ingestion/source/dremio/dremio_config.py,sha256=5SP66ewGYN0OnyWgpU33EZOmtICsclTtBX5DSYLwl3c,5782
|
|
298
298
|
datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py,sha256=cAFnutqBxl_xKwyktPNQbZRao07cg01zOvT-w7lTZTI,3072
|
|
299
299
|
datahub/ingestion/source/dremio/dremio_entities.py,sha256=3H3vIvj5ab4d8gmB9-rbZfwRgW87gT1DdjWiMjNgqJ4,15069
|
|
@@ -313,7 +313,7 @@ datahub/ingestion/source/fivetran/fivetran_query.py,sha256=vLrTj7e-0NxZ2U4bWTB57
|
|
|
313
313
|
datahub/ingestion/source/gc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
314
314
|
datahub/ingestion/source/gc/datahub_gc.py,sha256=EXO-Stj6gGMLTSTbSBC-C3_zpjpQtFN9pAMWR95ma0I,12830
|
|
315
315
|
datahub/ingestion/source/gc/dataprocess_cleanup.py,sha256=86Tm3NNWMf0xM4TklNIEeNOjEingKpYy-XvCPeaAb4k,17125
|
|
316
|
-
datahub/ingestion/source/gc/execution_request_cleanup.py,sha256=
|
|
316
|
+
datahub/ingestion/source/gc/execution_request_cleanup.py,sha256=y-9ZIs_DZPUzYH1CI6HmaAZg3olNNA7MjT8HrCqAI0k,11159
|
|
317
317
|
datahub/ingestion/source/gc/soft_deleted_entity_cleanup.py,sha256=_oTXN0fzB4kYyFclah9X_1ds32bLayQyyWgoPeHQMw4,12923
|
|
318
318
|
datahub/ingestion/source/gcs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
319
319
|
datahub/ingestion/source/gcs/gcs_source.py,sha256=5EZkrDqjRNQz_aUL1MLp0PTFm0Ztubmk0NYJGZTRLjU,6276
|
|
@@ -330,7 +330,7 @@ datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeR
|
|
|
330
330
|
datahub/ingestion/source/identity/azure_ad.py,sha256=9Hrvm4CSfc02yjnPUsCYSY4Qw9fXPnDFWLexab0mcpc,28559
|
|
331
331
|
datahub/ingestion/source/identity/okta.py,sha256=yjpSG2ljyEyLYsQnR5apF8D3fZPtUyuKHppcfFXcyCo,31267
|
|
332
332
|
datahub/ingestion/source/kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
333
|
-
datahub/ingestion/source/kafka/kafka.py,sha256=
|
|
333
|
+
datahub/ingestion/source/kafka/kafka.py,sha256=mboUWQmlumEwcXwY2POeK1L8tdk5-CABakZ-MWbvdNQ,26579
|
|
334
334
|
datahub/ingestion/source/kafka/kafka_schema_registry_base.py,sha256=13XjSwqyVhH1CJUFHAbWdmmv_Rw0Ju_9HQdBmIzPNNA,566
|
|
335
335
|
datahub/ingestion/source/kafka_connect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
336
336
|
datahub/ingestion/source/kafka_connect/common.py,sha256=6F9pPD_9uX6RcVLNy2Xpv_ipiqIZaLvsgdrj5o22pfA,7127
|
|
@@ -344,7 +344,7 @@ datahub/ingestion/source/looker/looker_config.py,sha256=eVKw1nn9D8hUFdRfNyT3MtzL
|
|
|
344
344
|
datahub/ingestion/source/looker/looker_connection.py,sha256=yDmC6lDsHmL2e_Pw8ULylwOIHPWPp_6gT1iyLvD0fTw,2075
|
|
345
345
|
datahub/ingestion/source/looker/looker_constant.py,sha256=GMKYtNXlpojPxa9azridKfcGLSJwKdUCTesp7U8dIrQ,402
|
|
346
346
|
datahub/ingestion/source/looker/looker_dataclasses.py,sha256=MrDeZ4Nd0wQnJbCoI1qePYlYeObnUw5dvpWcmhKuNgc,12346
|
|
347
|
-
datahub/ingestion/source/looker/looker_file_loader.py,sha256=
|
|
347
|
+
datahub/ingestion/source/looker/looker_file_loader.py,sha256=gb2Z97_w28MsybYe01JFMMqlvBbn2occyUEknf_mYMA,4882
|
|
348
348
|
datahub/ingestion/source/looker/looker_lib_wrapper.py,sha256=0gaYjBv4wkbbLWVgvaAV6JyWAFb0utTG6TCve2d9xss,11511
|
|
349
349
|
datahub/ingestion/source/looker/looker_liquid_tag.py,sha256=mO4G4MNA4YZFvZaDBpdiJ2vP3irC82kY34RdaK4Pbfs,3100
|
|
350
350
|
datahub/ingestion/source/looker/looker_query_model.py,sha256=N0jBbFruiCIIGT6sJn6tNeppeQ78KGTkOwTLirhxFNc,2144
|
|
@@ -355,7 +355,7 @@ datahub/ingestion/source/looker/looker_view_id_cache.py,sha256=92gDy6NONhJYBp92z
|
|
|
355
355
|
datahub/ingestion/source/looker/lookml_concept_context.py,sha256=eDaze9S7cgO5eFP7-0azUMEJyR3EfMjmfj5pMPjpm8c,18066
|
|
356
356
|
datahub/ingestion/source/looker/lookml_config.py,sha256=lulLcjAS1d8ihQseBe4HYn6ALKmJX1vl0H5mxiBzZ74,11395
|
|
357
357
|
datahub/ingestion/source/looker/lookml_refinement.py,sha256=MkVreI0BylaCFyDHihDHaCcXyDSP84eF9p1h5d-ZHnM,9504
|
|
358
|
-
datahub/ingestion/source/looker/lookml_source.py,sha256=
|
|
358
|
+
datahub/ingestion/source/looker/lookml_source.py,sha256=IAyMeXetSuoywCHWkyy6cDGnSLTsdjvJSp865qawE7s,43899
|
|
359
359
|
datahub/ingestion/source/looker/str_functions.py,sha256=zceEX2ka_4WaWwWgEdyknUSz7X3GrO951BkwSbF2afo,766
|
|
360
360
|
datahub/ingestion/source/looker/urn_functions.py,sha256=4VvqEfGvIMq3rNHHps0-HlPurMPnpqdxNtDAOOHIZww,528
|
|
361
361
|
datahub/ingestion/source/looker/view_upstream.py,sha256=4FCjZaU6p2G7npB2RJpP4Gv2yLjbvbsYWEbAg55IvjY,26110
|
|
@@ -429,7 +429,7 @@ datahub/ingestion/source/schema_inference/parquet.py,sha256=CdqsNuiabLLCulWbuPMs
|
|
|
429
429
|
datahub/ingestion/source/sigma/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
430
430
|
datahub/ingestion/source/sigma/config.py,sha256=zGh0ZU2Ty5NHfNXAVwFxVkK4NlsNSxtAyfCgMJJvzdc,3795
|
|
431
431
|
datahub/ingestion/source/sigma/data_classes.py,sha256=YZkkzwftV34mq5c_4jlC2PCSiRKt4hvHjmqikLQhl1I,2012
|
|
432
|
-
datahub/ingestion/source/sigma/sigma.py,sha256=
|
|
432
|
+
datahub/ingestion/source/sigma/sigma.py,sha256=dgaIiiOGTu2trL_OVMOOEANA2UlB-M7LQ4TcDVBqiJA,24086
|
|
433
433
|
datahub/ingestion/source/sigma/sigma_api.py,sha256=SVvbUs2vjueUdDa-3FzeMsaX5pNpApVI192P7EZzPcI,17870
|
|
434
434
|
datahub/ingestion/source/slack/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
435
435
|
datahub/ingestion/source/slack/slack.py,sha256=D2uMyzVYThvEoMtY5qwWlWIvdMWWwjBkqXTW74FL6kI,13872
|
|
@@ -439,7 +439,7 @@ datahub/ingestion/source/snowflake/oauth_config.py,sha256=ol9D3RmruGStJAeL8PYSQg
|
|
|
439
439
|
datahub/ingestion/source/snowflake/oauth_generator.py,sha256=fu2VnREGuJXeTqIV2jx4TwieVnznf83HQkrE0h2DGGM,3423
|
|
440
440
|
datahub/ingestion/source/snowflake/snowflake_assertion.py,sha256=_l3k4aI9wvioE81xxdeizJn9nJCZ_nMIXgk9N6pEk5o,4803
|
|
441
441
|
datahub/ingestion/source/snowflake/snowflake_config.py,sha256=c9LE7nl6tkz7P9tc4EkSKphextW5pejLzdP3qS_iL1s,20196
|
|
442
|
-
datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=
|
|
442
|
+
datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=2lYTaFxUftr0RZb8LOdjc7bNQai4wplS1jTG_wl4aY0,17803
|
|
443
443
|
datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
|
|
444
444
|
datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=FBmiONx4EGHWV8RNJT6zHZyntKinPFFyd2oKbTUIbhE,21319
|
|
445
445
|
datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=0DJiSwII6FY34urlBja2FW66NaVvhbBWmG0p7u8Xyrc,7548
|
|
@@ -458,7 +458,7 @@ datahub/ingestion/source/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NM
|
|
|
458
458
|
datahub/ingestion/source/sql/athena.py,sha256=H-i13vF3QdkuiXtR5WIo4eQh9qcxGtdgQQEpM09uTzg,24017
|
|
459
459
|
datahub/ingestion/source/sql/clickhouse.py,sha256=uSRy-HKAiGFTHVLoVtGoh23X0O1lwyYUaK8BaWkYhps,25555
|
|
460
460
|
datahub/ingestion/source/sql/cockroachdb.py,sha256=XaD7eae34plU9ISRC6PzYX9q6RdT2qkzjH6CpTOgkx4,1443
|
|
461
|
-
datahub/ingestion/source/sql/druid.py,sha256=
|
|
461
|
+
datahub/ingestion/source/sql/druid.py,sha256=IjGZdntb5hubkIzzT9qDRDpyfbckEg2GwRncvC5mDSs,2722
|
|
462
462
|
datahub/ingestion/source/sql/hana.py,sha256=0PIvcX0Rz59NyR7Ag5Bv1MBV_UbJwxl9UAopo_xe_CA,1342
|
|
463
463
|
datahub/ingestion/source/sql/hive.py,sha256=NRUrEWnR1JN5U0q4CHlRacdKzxJhS4unFXnXYZT7vZE,30306
|
|
464
464
|
datahub/ingestion/source/sql/hive_metastore.py,sha256=fH7bAcljapYqmF8cQE7humoufFe2RVFRYOcyavMg9yo,36103
|
|
@@ -500,8 +500,8 @@ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider
|
|
|
500
500
|
datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
|
|
501
501
|
datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
|
|
502
502
|
datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
503
|
-
datahub/ingestion/source/tableau/tableau.py,sha256=
|
|
504
|
-
datahub/ingestion/source/tableau/tableau_common.py,sha256=
|
|
503
|
+
datahub/ingestion/source/tableau/tableau.py,sha256=Nfs2oCxKqF0afseg5-TsrHIet3X-quI-JD_14T3bjg0,154224
|
|
504
|
+
datahub/ingestion/source/tableau/tableau_common.py,sha256=fGuctx_y6WrDUZDWCOSaav3VhxY1DzTUt-zk3hgu-_c,26964
|
|
505
505
|
datahub/ingestion/source/tableau/tableau_constant.py,sha256=ZcAeHsQUXVVL26ORly0ByZk_GJAFbxaKuJAlX_sYMac,2686
|
|
506
506
|
datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=nSyx9RzC6TCQDm-cTVJ657qT8iDwzk_8JMKpohhmOc4,1046
|
|
507
507
|
datahub/ingestion/source/tableau/tableau_validation.py,sha256=pd--LcTLTfrFsouhCOvGC_2IjeMfKbJV81EEo3ibMwE,1820
|
|
@@ -568,12 +568,12 @@ datahub/integrations/assertion/snowflake/metric_sql_generator.py,sha256=7lCSZJ9P
|
|
|
568
568
|
datahub/integrations/great_expectations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
569
569
|
datahub/integrations/great_expectations/action.py,sha256=78ywIwsfmxXbQQ0emou15ziasdr852dDk9qqSolaHac,100
|
|
570
570
|
datahub/lite/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
571
|
-
datahub/lite/duckdb_lite.py,sha256=
|
|
571
|
+
datahub/lite/duckdb_lite.py,sha256=NbH2L03KpFqZJAAtpGH_CYihPAuG6krPMTDKmbdR0Fo,32790
|
|
572
572
|
datahub/lite/duckdb_lite_config.py,sha256=PGY5Hab_xbbqoA1hf7OKySBJ2JQJaLNKl-4CO39ad3g,157
|
|
573
|
-
datahub/lite/lite_local.py,sha256=
|
|
573
|
+
datahub/lite/lite_local.py,sha256=jsAwvnMJz_aR_a7y1ju2_ER3J3PS8wtEhutA9GmSihA,2858
|
|
574
574
|
datahub/lite/lite_registry.py,sha256=bpH0kasP-LtwwUFNA2QsOIehfekAYfJtN-AkQLmSWnw,286
|
|
575
575
|
datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1949
|
|
576
|
-
datahub/lite/lite_util.py,sha256=
|
|
576
|
+
datahub/lite/lite_util.py,sha256=Cm6trMTeo0X1fv4nSsW9lC0jqce7Jt-05GhOtIGzsVc,4559
|
|
577
577
|
datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
|
|
578
578
|
datahub/metadata/_schema_classes.py,sha256=VVQhbg5LCkgu15kx-vkMWpQ-qDJF3K588vfWtBGu4FE,989802
|
|
579
579
|
datahub/metadata/schema.avsc,sha256=ek9_tKTbHEkJGQ0A7GUBDuRhuTESbvT40i8oOXdpwe8,740826
|
|
@@ -949,7 +949,7 @@ datahub/utilities/is_pytest.py,sha256=2m9T4S9IIKhI5RfTqrB2ZmumzHocdxBHpM1HroWj2X
|
|
|
949
949
|
datahub/utilities/logging_manager.py,sha256=bc-x5VZGvFUHT0HD-TF3Uz_nzw3dpKdJSbz6kjpAqAQ,10073
|
|
950
950
|
datahub/utilities/lossy_collections.py,sha256=5rdtfK2pjwvOrrzLf_KGFOMiVvLLmoXj5EVQXTFSR3E,5704
|
|
951
951
|
datahub/utilities/mapping.py,sha256=ig7A8CRJPZc2RSEFQb5ByQkPOoE-ImEG8P3de9qg4Yo,17964
|
|
952
|
-
datahub/utilities/memory_footprint.py,sha256=
|
|
952
|
+
datahub/utilities/memory_footprint.py,sha256=ur0GgR1MzL9F9Fr4D8BaN-IFzbx5LN0B2t8yEcHkHDo,1621
|
|
953
953
|
datahub/utilities/openapi_utils.py,sha256=VNiNo1Pjvtn2MLShQ1vCjc27id7LmI-pnLdjlUatNk4,2233
|
|
954
954
|
datahub/utilities/ordered_set.py,sha256=p2DdvbD98ELTLCxgdZdOKQ50VnnMDKr3l9fmqCzu5g4,1135
|
|
955
955
|
datahub/utilities/parsing_util.py,sha256=FrMJRgkJWoyPXmjtIfPT3fc886uA2i5_PqhplRDN3NI,598
|
|
@@ -1017,9 +1017,9 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1017
1017
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1018
1018
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1019
1019
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1020
|
-
acryl_datahub-1.0.
|
|
1021
|
-
acryl_datahub-1.0.
|
|
1022
|
-
acryl_datahub-1.0.
|
|
1023
|
-
acryl_datahub-1.0.
|
|
1024
|
-
acryl_datahub-1.0.
|
|
1025
|
-
acryl_datahub-1.0.
|
|
1020
|
+
acryl_datahub-1.0.0rc7.dist-info/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
1021
|
+
acryl_datahub-1.0.0rc7.dist-info/METADATA,sha256=eoiWtUrm9gF9WNDd_5LX52HR9WhlNa7nYA6YIPbCPEU,175342
|
|
1022
|
+
acryl_datahub-1.0.0rc7.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
|
|
1023
|
+
acryl_datahub-1.0.0rc7.dist-info/entry_points.txt,sha256=U1e5ZwqPX1OaIbvGrwvozcdB8SbzFYXQM7plpdLKKeo,9592
|
|
1024
|
+
acryl_datahub-1.0.0rc7.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1025
|
+
acryl_datahub-1.0.0rc7.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
datahub/cli/docker_cli.py
CHANGED
|
@@ -231,7 +231,7 @@ def _docker_compose_v2() -> List[str]:
|
|
|
231
231
|
# docker-compose v1 is not installed either.
|
|
232
232
|
raise DockerComposeVersionError(
|
|
233
233
|
"You don't have Docker Compose installed. Please install Docker Compose. See https://docs.docker.com/compose/install/.",
|
|
234
|
-
)
|
|
234
|
+
) from None
|
|
235
235
|
|
|
236
236
|
|
|
237
237
|
def _attempt_stop(quickstart_compose_file: List[pathlib.Path]) -> None:
|
datahub/cli/iceberg_cli.py
CHANGED
|
@@ -645,7 +645,7 @@ def get_all_warehouses(client: DataHubGraph) -> Iterator[str]:
|
|
|
645
645
|
graph_query = """
|
|
646
646
|
query getIcebergWarehouses($start: Int, $count: Int) {
|
|
647
647
|
search(
|
|
648
|
-
input: {type: DATA_PLATFORM_INSTANCE, query: "
|
|
648
|
+
input: {type: DATA_PLATFORM_INSTANCE, query: "dataPlatform:iceberg", start: $start, count: $count}
|
|
649
649
|
) {
|
|
650
650
|
start
|
|
651
651
|
total
|
datahub/cli/lite_cli.py
CHANGED
|
@@ -285,10 +285,12 @@ def search(
|
|
|
285
285
|
ctx: click.Context,
|
|
286
286
|
query: str = "",
|
|
287
287
|
flavor: str = SearchFlavor.FREE_TEXT.name.lower(),
|
|
288
|
-
aspect: List[str] =
|
|
288
|
+
aspect: Optional[List[str]] = None,
|
|
289
289
|
details: bool = True,
|
|
290
290
|
) -> None:
|
|
291
291
|
"""Search with a free text or exact query string"""
|
|
292
|
+
if aspect is None:
|
|
293
|
+
aspect = []
|
|
292
294
|
|
|
293
295
|
# query flavor should be sanitized by now, but we still need to convert it to a SearchFlavor
|
|
294
296
|
try:
|
|
@@ -296,7 +298,7 @@ def search(
|
|
|
296
298
|
except KeyError:
|
|
297
299
|
raise click.UsageError(
|
|
298
300
|
f"Failed to find a matching query flavor for {flavor}. Valid values are {[x.lower() for x in SearchFlavor._member_names_]}"
|
|
299
|
-
)
|
|
301
|
+
) from None
|
|
300
302
|
catalog = _get_datahub_lite(read_only=True)
|
|
301
303
|
# sanitize query
|
|
302
304
|
result_ids = set()
|
|
@@ -49,7 +49,7 @@ def _abort_if_non_existent_urn(graph: DataHubGraph, urn: str, operation: str) ->
|
|
|
49
49
|
entity_type = parsed_urn.get_type()
|
|
50
50
|
except Exception:
|
|
51
51
|
click.secho(f"Provided urn {urn} does not seem valid", fg="red")
|
|
52
|
-
raise click.Abort()
|
|
52
|
+
raise click.Abort() from None
|
|
53
53
|
else:
|
|
54
54
|
if not graph.exists(urn):
|
|
55
55
|
click.secho(
|
datahub/configuration/kafka.py
CHANGED
datahub/ingestion/fs/s3_fs.py
CHANGED
|
@@ -48,12 +48,12 @@ class S3ListIterator(Iterator):
|
|
|
48
48
|
def __next__(self) -> FileInfo:
|
|
49
49
|
try:
|
|
50
50
|
return next(self._file_statuses)
|
|
51
|
-
except StopIteration:
|
|
51
|
+
except StopIteration as e:
|
|
52
52
|
if self._token:
|
|
53
53
|
self.fetch()
|
|
54
54
|
return next(self._file_statuses)
|
|
55
55
|
else:
|
|
56
|
-
raise
|
|
56
|
+
raise e
|
|
57
57
|
|
|
58
58
|
def fetch(self):
|
|
59
59
|
params = dict(Bucket=self._bucket, Prefix=self._prefix, MaxKeys=self._max_keys)
|
|
@@ -1547,7 +1547,7 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
1547
1547
|
return fragment
|
|
1548
1548
|
|
|
1549
1549
|
def _run_assertion_build_params(
|
|
1550
|
-
self, params: Optional[Dict[str, str]] =
|
|
1550
|
+
self, params: Optional[Dict[str, str]] = None
|
|
1551
1551
|
) -> List[Any]:
|
|
1552
1552
|
if params is None:
|
|
1553
1553
|
return []
|
|
@@ -1566,9 +1566,11 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
1566
1566
|
self,
|
|
1567
1567
|
urn: str,
|
|
1568
1568
|
save_result: bool = True,
|
|
1569
|
-
parameters: Optional[Dict[str, str]] =
|
|
1569
|
+
parameters: Optional[Dict[str, str]] = None,
|
|
1570
1570
|
async_flag: bool = False,
|
|
1571
1571
|
) -> Dict:
|
|
1572
|
+
if parameters is None:
|
|
1573
|
+
parameters = {}
|
|
1572
1574
|
params = self._run_assertion_build_params(parameters)
|
|
1573
1575
|
graph_query: str = """
|
|
1574
1576
|
%s
|
|
@@ -1597,9 +1599,11 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
1597
1599
|
self,
|
|
1598
1600
|
urns: List[str],
|
|
1599
1601
|
save_result: bool = True,
|
|
1600
|
-
parameters: Optional[Dict[str, str]] =
|
|
1602
|
+
parameters: Optional[Dict[str, str]] = None,
|
|
1601
1603
|
async_flag: bool = False,
|
|
1602
1604
|
) -> Dict:
|
|
1605
|
+
if parameters is None:
|
|
1606
|
+
parameters = {}
|
|
1603
1607
|
params = self._run_assertion_build_params(parameters)
|
|
1604
1608
|
graph_query: str = """
|
|
1605
1609
|
%s
|
|
@@ -1636,10 +1640,14 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
1636
1640
|
def run_assertions_for_asset(
|
|
1637
1641
|
self,
|
|
1638
1642
|
urn: str,
|
|
1639
|
-
tag_urns: Optional[List[str]] =
|
|
1640
|
-
parameters: Optional[Dict[str, str]] =
|
|
1643
|
+
tag_urns: Optional[List[str]] = None,
|
|
1644
|
+
parameters: Optional[Dict[str, str]] = None,
|
|
1641
1645
|
async_flag: bool = False,
|
|
1642
1646
|
) -> Dict:
|
|
1647
|
+
if tag_urns is None:
|
|
1648
|
+
tag_urns = []
|
|
1649
|
+
if parameters is None:
|
|
1650
|
+
parameters = {}
|
|
1643
1651
|
params = self._run_assertion_build_params(parameters)
|
|
1644
1652
|
graph_query: str = """
|
|
1645
1653
|
%s
|
|
@@ -1677,9 +1685,10 @@ class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
|
1677
1685
|
self,
|
|
1678
1686
|
entity_name: str,
|
|
1679
1687
|
urns: List[str],
|
|
1680
|
-
aspects: List[str] =
|
|
1688
|
+
aspects: Optional[List[str]] = None,
|
|
1681
1689
|
with_system_metadata: bool = False,
|
|
1682
1690
|
) -> Dict[str, Any]:
|
|
1691
|
+
aspects = aspects or []
|
|
1683
1692
|
payload = {
|
|
1684
1693
|
"urns": urns,
|
|
1685
1694
|
"aspectNames": aspects,
|
|
@@ -93,7 +93,7 @@ class EntityVersioningAPI(DataHubGraphProtocol):
|
|
|
93
93
|
try:
|
|
94
94
|
return response["linkAssetVersion"]["urn"]
|
|
95
95
|
except KeyError:
|
|
96
|
-
raise ValueError(f"Unexpected response: {response}")
|
|
96
|
+
raise ValueError(f"Unexpected response: {response}") from None
|
|
97
97
|
|
|
98
98
|
def link_asset_to_versioned_asset(
|
|
99
99
|
self,
|
|
@@ -165,7 +165,7 @@ class EntityVersioningAPI(DataHubGraphProtocol):
|
|
|
165
165
|
try:
|
|
166
166
|
return response["unlinkAssetVersion"]["urn"]
|
|
167
167
|
except KeyError:
|
|
168
|
-
raise ValueError(f"Unexpected response: {response}")
|
|
168
|
+
raise ValueError(f"Unexpected response: {response}") from None
|
|
169
169
|
|
|
170
170
|
def unlink_latest_asset_from_version_set(
|
|
171
171
|
self, version_set_urn: str
|
|
@@ -198,4 +198,4 @@ class EntityVersioningAPI(DataHubGraphProtocol):
|
|
|
198
198
|
try:
|
|
199
199
|
return response["unlinkAssetVersion"]["urn"]
|
|
200
200
|
except KeyError:
|
|
201
|
-
raise ValueError(f"Unexpected response: {response}")
|
|
201
|
+
raise ValueError(f"Unexpected response: {response}") from None
|
|
@@ -159,7 +159,8 @@ class CassandraAPI:
|
|
|
159
159
|
self.report.failure(message="Failed to authenticate to Cassandra", exc=e)
|
|
160
160
|
return False
|
|
161
161
|
|
|
162
|
-
def get(self, query: str, parameters: Optional[List] =
|
|
162
|
+
def get(self, query: str, parameters: Optional[List] = None) -> List:
|
|
163
|
+
parameters = parameters or []
|
|
163
164
|
if not self._cassandra_session:
|
|
164
165
|
return []
|
|
165
166
|
|
|
@@ -640,8 +640,8 @@ class CSVEnricherSource(Source):
|
|
|
640
640
|
)
|
|
641
641
|
except Exception as e:
|
|
642
642
|
raise ConfigurationError(
|
|
643
|
-
f"Cannot read remote file {self.config.filename}
|
|
644
|
-
)
|
|
643
|
+
f"Cannot read remote file {self.config.filename}: {e}"
|
|
644
|
+
) from e
|
|
645
645
|
else:
|
|
646
646
|
with open(pathlib.Path(self.config.filename), encoding="utf-8-sig") as f:
|
|
647
647
|
rows = list(csv.DictReader(f, delimiter=self.config.delimiter))
|
|
@@ -271,12 +271,12 @@ class DremioAPIOperations:
|
|
|
271
271
|
self.cancel_query(job_id)
|
|
272
272
|
raise DremioAPIException(
|
|
273
273
|
f"Query execution timed out after {timeout} seconds"
|
|
274
|
-
)
|
|
274
|
+
) from None
|
|
275
275
|
except RuntimeError as e:
|
|
276
|
-
raise DremioAPIException(
|
|
276
|
+
raise DremioAPIException() from e
|
|
277
277
|
|
|
278
278
|
except requests.RequestException as e:
|
|
279
|
-
raise DremioAPIException(
|
|
279
|
+
raise DremioAPIException("Error executing query") from e
|
|
280
280
|
|
|
281
281
|
def fetch_results(self, job_id: str) -> List[Dict]:
|
|
282
282
|
"""Fetch job results with status checking"""
|
|
@@ -168,8 +168,9 @@ class DremioAspects:
|
|
|
168
168
|
)
|
|
169
169
|
|
|
170
170
|
def get_container_urn(
|
|
171
|
-
self, name: Optional[str] = None, path: Optional[List[str]] =
|
|
171
|
+
self, name: Optional[str] = None, path: Optional[List[str]] = None
|
|
172
172
|
) -> str:
|
|
173
|
+
path = path or []
|
|
173
174
|
container_key = self.get_container_key(name, path)
|
|
174
175
|
return container_key.as_urn()
|
|
175
176
|
|
|
@@ -130,8 +130,9 @@ class DatahubExecutionRequestCleanup:
|
|
|
130
130
|
)
|
|
131
131
|
|
|
132
132
|
def _scroll_execution_requests(
|
|
133
|
-
self, overrides: Dict[str, Any] =
|
|
133
|
+
self, overrides: Optional[Dict[str, Any]] = None
|
|
134
134
|
) -> Iterator[CleanupRecord]:
|
|
135
|
+
overrides = overrides or {}
|
|
135
136
|
headers: Dict[str, Any] = {
|
|
136
137
|
"Accept": "application/json",
|
|
137
138
|
"Content-Type": "application/json",
|
|
@@ -272,7 +272,7 @@ class KafkaSource(StatefulIngestionSourceBase, TestableSource):
|
|
|
272
272
|
return schema_registry_class.create(config, report)
|
|
273
273
|
except Exception as e:
|
|
274
274
|
logger.debug(e, exc_info=e)
|
|
275
|
-
raise ImportError(config.schema_registry_class)
|
|
275
|
+
raise ImportError(config.schema_registry_class) from e
|
|
276
276
|
|
|
277
277
|
def __init__(self, config: KafkaSourceConfig, ctx: PipelineContext):
|
|
278
278
|
super().__init__(config, ctx)
|
|
@@ -33,14 +33,14 @@ class LookerViewFileLoader:
|
|
|
33
33
|
base_projects_folder: Dict[str, pathlib.Path],
|
|
34
34
|
reporter: LookMLSourceReport,
|
|
35
35
|
source_config: LookMLSourceConfig,
|
|
36
|
-
manifest_constants: Dict[str, LookerConstant] =
|
|
36
|
+
manifest_constants: Optional[Dict[str, LookerConstant]] = None,
|
|
37
37
|
) -> None:
|
|
38
38
|
self.viewfile_cache: Dict[str, Optional[LookerViewFile]] = {}
|
|
39
39
|
self._root_project_name = root_project_name
|
|
40
40
|
self._base_projects_folder = base_projects_folder
|
|
41
41
|
self.reporter = reporter
|
|
42
42
|
self.source_config = source_config
|
|
43
|
-
self.manifest_constants = manifest_constants
|
|
43
|
+
self.manifest_constants = manifest_constants or {}
|
|
44
44
|
|
|
45
45
|
def _load_viewfile(
|
|
46
46
|
self, project_name: str, path: str, reporter: LookMLSourceReport
|
|
@@ -501,7 +501,7 @@ class LookMLSource(StatefulIngestionSourceBase):
|
|
|
501
501
|
raise ValueError(
|
|
502
502
|
f"Could not locate a project name for model {model_name}. Consider configuring a static project name "
|
|
503
503
|
f"in your config file"
|
|
504
|
-
)
|
|
504
|
+
) from None
|
|
505
505
|
|
|
506
506
|
def get_manifest_if_present(self, folder: pathlib.Path) -> Optional[LookerManifest]:
|
|
507
507
|
manifest_file = folder / "manifest.lkml"
|