acryl-datahub 0.15.0.5rc8__py3-none-any.whl → 0.15.0.5rc10__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-0.15.0.5rc8.dist-info → acryl_datahub-0.15.0.5rc10.dist-info}/METADATA +2525 -2523
- {acryl_datahub-0.15.0.5rc8.dist-info → acryl_datahub-0.15.0.5rc10.dist-info}/RECORD +46 -45
- datahub/_version.py +1 -1
- datahub/entrypoints.py +9 -0
- datahub/ingestion/api/incremental_lineage_helper.py +4 -0
- datahub/ingestion/glossary/classification_mixin.py +6 -0
- datahub/ingestion/glossary/classifier.py +3 -2
- datahub/ingestion/graph/client.py +2 -1
- datahub/ingestion/graph/entity_versioning.py +201 -0
- datahub/ingestion/source/abs/report.py +2 -2
- datahub/ingestion/source/aws/sagemaker_processors/common.py +3 -2
- datahub/ingestion/source/bigquery_v2/bigquery_report.py +1 -1
- datahub/ingestion/source/delta_lake/report.py +2 -2
- datahub/ingestion/source/dynamodb/dynamodb.py +2 -1
- datahub/ingestion/source/elastic_search.py +2 -1
- datahub/ingestion/source/ge_profiling_config.py +11 -7
- datahub/ingestion/source/iceberg/iceberg_common.py +3 -2
- datahub/ingestion/source/identity/azure_ad.py +6 -14
- datahub/ingestion/source/identity/okta.py +2 -1
- datahub/ingestion/source/kafka/kafka.py +2 -1
- datahub/ingestion/source/kafka_connect/common.py +2 -1
- datahub/ingestion/source/ldap.py +2 -1
- datahub/ingestion/source/looker/lookml_config.py +9 -5
- datahub/ingestion/source/mode.py +2 -4
- datahub/ingestion/source/mongodb.py +2 -1
- datahub/ingestion/source/nifi.py +2 -1
- datahub/ingestion/source/powerbi/config.py +2 -2
- datahub/ingestion/source/powerbi_report_server/report_server.py +2 -1
- datahub/ingestion/source/redash.py +5 -5
- datahub/ingestion/source/salesforce.py +4 -1
- datahub/ingestion/source/snowflake/snowflake_config.py +7 -0
- datahub/ingestion/source/snowflake/snowflake_report.py +2 -1
- datahub/ingestion/source/snowflake/snowflake_v2.py +1 -0
- datahub/ingestion/source/tableau/tableau.py +2 -1
- datahub/ingestion/source/unity/ge_profiler.py +55 -4
- datahub/ingestion/source/unity/report.py +1 -0
- datahub/ingestion/source_report/pulsar.py +5 -4
- datahub/metadata/schema.avsc +5 -5
- datahub/metadata/schemas/DashboardInfo.avsc +5 -5
- datahub/metadata/schemas/MetadataChangeEvent.avsc +5 -5
- datahub/specific/dashboard.py +43 -1
- datahub/upgrade/upgrade.py +13 -5
- {acryl_datahub-0.15.0.5rc8.dist-info → acryl_datahub-0.15.0.5rc10.dist-info}/LICENSE +0 -0
- {acryl_datahub-0.15.0.5rc8.dist-info → acryl_datahub-0.15.0.5rc10.dist-info}/WHEEL +0 -0
- {acryl_datahub-0.15.0.5rc8.dist-info → acryl_datahub-0.15.0.5rc10.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-0.15.0.5rc8.dist-info → acryl_datahub-0.15.0.5rc10.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
2
2
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
3
|
-
datahub/_version.py,sha256=
|
|
4
|
-
datahub/entrypoints.py,sha256=
|
|
3
|
+
datahub/_version.py,sha256=VqyyvoJV4bnpYg2UMs1kyEsTgRq0wVADin5Gxtvya04,325
|
|
4
|
+
datahub/entrypoints.py,sha256=2TYgHhs3sCxJlojIHjqfxzt3_ImPwPzq4vBtsUuMqu4,8885
|
|
5
5
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
6
|
datahub/_codegen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
7
7
|
datahub/_codegen/aspect.py,sha256=PJRa-Z4ouXHq3OkulfyWhwZn-fFUBDK_UPvmqaWdbWk,1063
|
|
@@ -134,7 +134,7 @@ datahub/ingestion/api/committable.py,sha256=4S6GuBzvX2vb1A8P506NbspOKfZ1621sBG8t
|
|
|
134
134
|
datahub/ingestion/api/common.py,sha256=nJVL8YdvokYFajOjmVpSNlLbZJ5iVOFS4KJDlGtJ_jc,2735
|
|
135
135
|
datahub/ingestion/api/decorators.py,sha256=b9bxHXlqCLDgqrVdPU6WNQg1koZcK62AkZ9vNwvWeK4,4029
|
|
136
136
|
datahub/ingestion/api/global_context.py,sha256=OdSJg4a_RKE52nu8MSiEkK2UqRRDhDTyOleHEAzPKho,575
|
|
137
|
-
datahub/ingestion/api/incremental_lineage_helper.py,sha256=
|
|
137
|
+
datahub/ingestion/api/incremental_lineage_helper.py,sha256=7a6FTJ_uz4EEJS1vPtbYB2KvNlcZB3py28_FKxmRiSk,5993
|
|
138
138
|
datahub/ingestion/api/incremental_properties_helper.py,sha256=KzdxdrQtaMV2XMHfPsCtRa7ffDGPA1w1hgPUjeenZBU,2514
|
|
139
139
|
datahub/ingestion/api/ingestion_job_checkpointing_provider_base.py,sha256=3lLdkkxVqE9MVc26cdXImPeWy16az5BwgcorWxeBV50,1759
|
|
140
140
|
datahub/ingestion/api/pipeline_run_listener.py,sha256=5uBP__LbMQxJ2utlf07cIzQINqPbUOKiZyOJta6a0og,713
|
|
@@ -163,14 +163,15 @@ datahub/ingestion/fs/http_fs.py,sha256=NBIKp4vl7mW0YfVfkfpO3R6DBGqSC7f6EE_da0yz2
|
|
|
163
163
|
datahub/ingestion/fs/local_fs.py,sha256=oWf-PZsl5sI-9eHWGeKlfKYagbQaSZ9fGfNbxcFji14,885
|
|
164
164
|
datahub/ingestion/fs/s3_fs.py,sha256=kGq4lWjTLCfPNinYfEiasADFyYb1PToD_8HXSisjdRY,3199
|
|
165
165
|
datahub/ingestion/glossary/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
166
|
-
datahub/ingestion/glossary/classification_mixin.py,sha256=
|
|
167
|
-
datahub/ingestion/glossary/classifier.py,sha256=
|
|
166
|
+
datahub/ingestion/glossary/classification_mixin.py,sha256=3vMyHmo-nL1G8OijDQk1XSBxkmXv2ziyUSPeUIUSLSI,13789
|
|
167
|
+
datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGot6z9Cir5Vuc,2981
|
|
168
168
|
datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
|
|
169
169
|
datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
|
|
170
170
|
datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
171
|
-
datahub/ingestion/graph/client.py,sha256=
|
|
171
|
+
datahub/ingestion/graph/client.py,sha256=TR8bppz-_bXZbsqZsGG9sUFNyuFo5lch6GL1Oz3yTq4,65131
|
|
172
172
|
datahub/ingestion/graph/config.py,sha256=_oha8Je7P80ZmrkZUAaRHyYbdMmTkMI5JkYjEP2Ri1Q,751
|
|
173
173
|
datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
|
|
174
|
+
datahub/ingestion/graph/entity_versioning.py,sha256=PG_GKJrtSu9n1oewDJfgYDVhqVMll8NXE_i0slmcTm0,6871
|
|
174
175
|
datahub/ingestion/graph/filters.py,sha256=UeUZQHoimavIYx-jXLA0WGkOUe10TaO8uEZkfa-QgNE,6188
|
|
175
176
|
datahub/ingestion/reporting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
176
177
|
datahub/ingestion/reporting/datahub_ingestion_run_summary_provider.py,sha256=697UOvhZb5gneESRXtIIYOSU74gE2P_BTw0TBhQ9I7w,9917
|
|
@@ -192,24 +193,24 @@ datahub/ingestion/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZ
|
|
|
192
193
|
datahub/ingestion/source/confluent_schema_registry.py,sha256=WednrFENtANY7bWvrmMKoxEfFK9lnrMDLB0C-hXdJDQ,18808
|
|
193
194
|
datahub/ingestion/source/csv_enricher.py,sha256=hlG2njZIytLi14SmxhoscWuXxSn0M-7uaajChUNdT_E,29553
|
|
194
195
|
datahub/ingestion/source/demo_data.py,sha256=PbtCHlZx3wrKlOPPgkWhDQuPm7ZfIx2neXJUzbUi9YY,1305
|
|
195
|
-
datahub/ingestion/source/elastic_search.py,sha256=
|
|
196
|
+
datahub/ingestion/source/elastic_search.py,sha256=FndfzzgzPVZ2FZZ6NSLDQPB3L-i5jHE5ic-ne3vyV2U,22712
|
|
196
197
|
datahub/ingestion/source/feast.py,sha256=uZpeUkJsiNlvZcUkARiEuZT_3n6sbGc0yFzwqhtnefA,18103
|
|
197
198
|
datahub/ingestion/source/file.py,sha256=pH-Qkjh5FQ2XvyYPE7Z8XEY4vUk_SUHxm8p8IxG12tU,15879
|
|
198
199
|
datahub/ingestion/source/ge_data_profiler.py,sha256=l8ow9mnUUpvH4p8-ZJaKc6OdMHbb-45MOmehKuwWaSo,64932
|
|
199
|
-
datahub/ingestion/source/ge_profiling_config.py,sha256=
|
|
200
|
+
datahub/ingestion/source/ge_profiling_config.py,sha256=FlWfXoVoayabVXNMB9qETEU0GX0az6HYqNUZRnIu_fQ,10866
|
|
200
201
|
datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
|
|
201
|
-
datahub/ingestion/source/ldap.py,sha256=
|
|
202
|
+
datahub/ingestion/source/ldap.py,sha256=CNr3foofIpoCXu_GGqfcajlQE2qkHr5isYwVcDutdkk,18695
|
|
202
203
|
datahub/ingestion/source/metabase.py,sha256=m9Gfhrs8F1z23ci8CIxdE5cW--25stgxg_IQTKwkFrk,31532
|
|
203
204
|
datahub/ingestion/source/mlflow.py,sha256=pmIkmsfidi7dOGdQ61rab7m8AnKZhIRE2IA9in9HGFU,12144
|
|
204
|
-
datahub/ingestion/source/mode.py,sha256=
|
|
205
|
-
datahub/ingestion/source/mongodb.py,sha256=
|
|
206
|
-
datahub/ingestion/source/nifi.py,sha256=
|
|
205
|
+
datahub/ingestion/source/mode.py,sha256=HVxhzMIY4HjkAG_T6y00Po2B9XwjALP6i5XQThuyYM4,63488
|
|
206
|
+
datahub/ingestion/source/mongodb.py,sha256=0P3PHVvMSXFkFimGvQzOQZF7APjsFOyzQAVQjVlVbuk,21172
|
|
207
|
+
datahub/ingestion/source/nifi.py,sha256=FgIbZSCu-mcdnbIpqwvmADnUIxptogUq1sSEkrkwtrc,56089
|
|
207
208
|
datahub/ingestion/source/openapi.py,sha256=MGsRLseZompW10UVMN_tU1GZgqPgTAM4lnqCJ8eVRoY,17386
|
|
208
209
|
datahub/ingestion/source/openapi_parser.py,sha256=1_68wHWe_SzWYEyC1YVDw9vxoadKjW1yv8DecvyIhwY,13606
|
|
209
210
|
datahub/ingestion/source/preset.py,sha256=fByqamRLnXxsfCGdLPzWN_5LJR_s2_G2f_zwSKUc8EA,3981
|
|
210
211
|
datahub/ingestion/source/pulsar.py,sha256=7rTOEqYmeOuRZl5DG8d5OFkb4l9H6-1bETZfa-4DfmI,20163
|
|
211
|
-
datahub/ingestion/source/redash.py,sha256=
|
|
212
|
-
datahub/ingestion/source/salesforce.py,sha256=
|
|
212
|
+
datahub/ingestion/source/redash.py,sha256=U0AfnYpZlAPN0peiu7pOpB8MQZ4JOO0yKEYChucMrlY,29915
|
|
213
|
+
datahub/ingestion/source/salesforce.py,sha256=RVFmZFq8Vo1-9YtBpl7jZiCKdRrUd_OLa3nYK3iPxS0,31983
|
|
213
214
|
datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGknNQ_yScPIihXFk,1208
|
|
214
215
|
datahub/ingestion/source/sql_queries.py,sha256=Ip7UZub7fgMh7P5jL_zJPY7lSkc9GGTy8GJ8lqZrcsE,9502
|
|
215
216
|
datahub/ingestion/source/superset.py,sha256=-_90rfZtKG5vf5OSFS8lhqI-nGGtKPRwYYNAS_m1xmY,24592
|
|
@@ -217,7 +218,7 @@ datahub/ingestion/source/abs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NM
|
|
|
217
218
|
datahub/ingestion/source/abs/config.py,sha256=Doecl1mA6JshJTNar7oTVR7wnWl4gMu64MBHp3hIVJc,6737
|
|
218
219
|
datahub/ingestion/source/abs/datalake_profiler_config.py,sha256=Rkf64evufyVGPiE4VK8QAjzBiJFu85tOGMmJ0lJZ2Og,3600
|
|
219
220
|
datahub/ingestion/source/abs/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBot_weD-2_Jxzk,17579
|
|
220
|
-
datahub/ingestion/source/abs/report.py,sha256=
|
|
221
|
+
datahub/ingestion/source/abs/report.py,sha256=CkRjsNn0Pab-ZPllxz3IUJI_r3x0T6urJePa_hJKi5U,586
|
|
221
222
|
datahub/ingestion/source/abs/source.py,sha256=cuMezUzr-Smp5tok2ceYor5I5jp52NDMjfeN8kfIbvg,24816
|
|
222
223
|
datahub/ingestion/source/apply/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
223
224
|
datahub/ingestion/source/apply/datahub_apply.py,sha256=NGhbszi6ObfJoh3YPGjcVWHJsbNboVwKUgnrCSt8HJU,7629
|
|
@@ -228,7 +229,7 @@ datahub/ingestion/source/aws/s3_boto_utils.py,sha256=Y54jlLV5gLcuZ4Zs57kIW5dYHD8
|
|
|
228
229
|
datahub/ingestion/source/aws/s3_util.py,sha256=OFypcgmVC6jnZM90-gjcPpAMtTV1lbnreCaMhCzNlzs,2149
|
|
229
230
|
datahub/ingestion/source/aws/sagemaker.py,sha256=Bl2tkBYnrindgx61VHYgNovUF_Kp_fXNcivQn28vC2w,5254
|
|
230
231
|
datahub/ingestion/source/aws/sagemaker_processors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
231
|
-
datahub/ingestion/source/aws/sagemaker_processors/common.py,sha256=
|
|
232
|
+
datahub/ingestion/source/aws/sagemaker_processors/common.py,sha256=x4ijMxKjZ-oJdqGyTwBp2J50uxYT1ejlVlGs8-vDXMU,2234
|
|
232
233
|
datahub/ingestion/source/aws/sagemaker_processors/feature_groups.py,sha256=3eYubXeOPARLNnNNlVawr1FxvPrtdD35QFkWldHn9w8,10384
|
|
233
234
|
datahub/ingestion/source/aws/sagemaker_processors/job_classes.py,sha256=CfJkzjZU2uvZvw7qvmxfNgeWI1EvgHFY-7bn5Ih71no,9154
|
|
234
235
|
datahub/ingestion/source/aws/sagemaker_processors/jobs.py,sha256=aHgQ4QMufdWAA62TNBoEPT3YSQKXg39IJ2-6MZXs8sw,32915
|
|
@@ -247,7 +248,7 @@ datahub/ingestion/source/bigquery_v2/bigquery_data_reader.py,sha256=DeT3v_Z82__8
|
|
|
247
248
|
datahub/ingestion/source/bigquery_v2/bigquery_helper.py,sha256=QER3gY8e_k1_eNVj7cBso7ZzrWl_vO5PYSa6CpvqNx8,1554
|
|
248
249
|
datahub/ingestion/source/bigquery_v2/bigquery_platform_resource_helper.py,sha256=9_sfX8BE2vt9RjBMyq27UxCxBaSlD5o3L4gQxrwlPvA,4961
|
|
249
250
|
datahub/ingestion/source/bigquery_v2/bigquery_queries.py,sha256=EoHo9twb0_QdX7Nvd1HJC1Yn0rqtrfR52EVk7Hu3XOQ,3296
|
|
250
|
-
datahub/ingestion/source/bigquery_v2/bigquery_report.py,sha256=
|
|
251
|
+
datahub/ingestion/source/bigquery_v2/bigquery_report.py,sha256=v7_zkZzymKPmZKWAxnxmvmHC-8TQVGHUT-pBQFNehqc,7962
|
|
251
252
|
datahub/ingestion/source/bigquery_v2/bigquery_schema.py,sha256=E5GOx4NWjyZM0xzdpBlNXbvDdKNfW9UtS64XtCYFpzI,31809
|
|
252
253
|
datahub/ingestion/source/bigquery_v2/bigquery_schema_gen.py,sha256=c1hlsgat7l27fQN8GwvHkdme7rQ4LqIQKFwwA8z7kqw,50824
|
|
253
254
|
datahub/ingestion/source/bigquery_v2/bigquery_test_connection.py,sha256=cATxwi5IPzj3BldRRAVcLqzSFmmYEPvqa7U0RFJbaAc,7645
|
|
@@ -286,7 +287,7 @@ datahub/ingestion/source/dbt/dbt_tests.py,sha256=Q5KISW_AOOWqyxmyOgJQquyX7xlfOqK
|
|
|
286
287
|
datahub/ingestion/source/delta_lake/__init__.py,sha256=u5oqUeus81ONAtdl6o9Puw33ODSMun-0wLIamrZ4BUM,71
|
|
287
288
|
datahub/ingestion/source/delta_lake/config.py,sha256=bVBwGjCPiXyjbCLQsamt4hAsKJMtMuxupKjwZEwtU78,3374
|
|
288
289
|
datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWMeRaneSpQBlWmlCKAa1wGUl1sfk,1525
|
|
289
|
-
datahub/ingestion/source/delta_lake/report.py,sha256=
|
|
290
|
+
datahub/ingestion/source/delta_lake/report.py,sha256=c36maxN5yP4M69XIKx_wVRFIiNEzEkZ6I8ahvkUET9c,511
|
|
290
291
|
datahub/ingestion/source/delta_lake/source.py,sha256=5VyE_ZYrop4JCTVhoXLjRXb1MRfWbIj0lMMmvNxsb80,13362
|
|
291
292
|
datahub/ingestion/source/dremio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
292
293
|
datahub/ingestion/source/dremio/dremio_api.py,sha256=ZsMdSAb41zB2v3pqpvW72-w7-Vg9b7TsrfgO6nL_w8k,33466
|
|
@@ -300,7 +301,7 @@ datahub/ingestion/source/dremio/dremio_source.py,sha256=XMx3EP0ciIaQjMffNljp8w-G
|
|
|
300
301
|
datahub/ingestion/source/dremio/dremio_sql_queries.py,sha256=W0rcXawlwJOHNYr5o73rilMijtFOO3cVkn6pY-JLc6o,8186
|
|
301
302
|
datahub/ingestion/source/dynamodb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
302
303
|
datahub/ingestion/source/dynamodb/data_reader.py,sha256=vC77KpcP8LJN0g8wsPRDVw4sebv0ZWIP3tJkEIHaomA,3120
|
|
303
|
-
datahub/ingestion/source/dynamodb/dynamodb.py,sha256=
|
|
304
|
+
datahub/ingestion/source/dynamodb/dynamodb.py,sha256=o2wM1cVmkAhur4uAbpBl-PxiRG3nO7sdA3sATQjJrMo,22463
|
|
304
305
|
datahub/ingestion/source/fivetran/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
305
306
|
datahub/ingestion/source/fivetran/config.py,sha256=BP3KRfAQ6H5qyEeJNu9vNfZNwLoyj4Tl2kXiLVR5DNM,9027
|
|
306
307
|
datahub/ingestion/source/fivetran/data_classes.py,sha256=ecdUJH5BEze0yv-uFpKWPNaNmV1gORDA2XMFk0zhcBw,595
|
|
@@ -321,16 +322,16 @@ datahub/ingestion/source/grafana/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRk
|
|
|
321
322
|
datahub/ingestion/source/grafana/grafana_source.py,sha256=3pU3xodPgS5lmnjuQ_u7F0XPzD_Y8MnPlMxRJ86qz4g,4960
|
|
322
323
|
datahub/ingestion/source/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
323
324
|
datahub/ingestion/source/iceberg/iceberg.py,sha256=2j-MKCa0o6m1btlgYssYTEAjcD6ZpOZJc14IYnY6TCA,27487
|
|
324
|
-
datahub/ingestion/source/iceberg/iceberg_common.py,sha256=
|
|
325
|
+
datahub/ingestion/source/iceberg/iceberg_common.py,sha256=2zBuhUKyZ9jNHcPI4KsupHO77pv0sY1tqfLt7NP2dIo,10280
|
|
325
326
|
datahub/ingestion/source/iceberg/iceberg_profiler.py,sha256=CkBB5fryMVoqqCM6eLSIeb4yP85ABHONNRm0QqZKrnw,9977
|
|
326
327
|
datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
327
|
-
datahub/ingestion/source/identity/azure_ad.py,sha256=
|
|
328
|
-
datahub/ingestion/source/identity/okta.py,sha256=
|
|
328
|
+
datahub/ingestion/source/identity/azure_ad.py,sha256=9Hrvm4CSfc02yjnPUsCYSY4Qw9fXPnDFWLexab0mcpc,28559
|
|
329
|
+
datahub/ingestion/source/identity/okta.py,sha256=BZXzhT2Nusl75trvkkoovYHTIe3DK1cdvgwYRL-jDpg,30826
|
|
329
330
|
datahub/ingestion/source/kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
330
|
-
datahub/ingestion/source/kafka/kafka.py,sha256=
|
|
331
|
+
datahub/ingestion/source/kafka/kafka.py,sha256=TX_9MFaecM1ZmwhX3krKsItEmNZX9c2i9024SmVo0io,26572
|
|
331
332
|
datahub/ingestion/source/kafka/kafka_schema_registry_base.py,sha256=13XjSwqyVhH1CJUFHAbWdmmv_Rw0Ju_9HQdBmIzPNNA,566
|
|
332
333
|
datahub/ingestion/source/kafka_connect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
333
|
-
datahub/ingestion/source/kafka_connect/common.py,sha256=
|
|
334
|
+
datahub/ingestion/source/kafka_connect/common.py,sha256=sfAiD48bDFfoXdqYiZuwP5BomJPP5DgaskgAyKkM3GY,7117
|
|
334
335
|
datahub/ingestion/source/kafka_connect/kafka_connect.py,sha256=-ZmPayEYqYJ8rgWIGCkJPQd2z6C8FoZA1XXO3N55KbM,14036
|
|
335
336
|
datahub/ingestion/source/kafka_connect/sink_connectors.py,sha256=sbLntDi0c52i8uUJmJ59sAcJeNErSogIJsr2-Zar-3Q,12902
|
|
336
337
|
datahub/ingestion/source/kafka_connect/source_connectors.py,sha256=-rFNXKD8_EFoXuU1CiKF3wHnsBtKCJrcYDwdTno98Xk,21265
|
|
@@ -350,7 +351,7 @@ datahub/ingestion/source/looker/looker_template_language.py,sha256=W-SMICKBfIuiv
|
|
|
350
351
|
datahub/ingestion/source/looker/looker_usage.py,sha256=qFBX7OHtIcarYIqFe0jQMrDV8MMPV_nN4PZrZRUznTw,23029
|
|
351
352
|
datahub/ingestion/source/looker/looker_view_id_cache.py,sha256=92gDy6NONhJYBp92z_IBzDVZvezmUIkaBCZY1bdk6mE,4392
|
|
352
353
|
datahub/ingestion/source/looker/lookml_concept_context.py,sha256=eDaze9S7cgO5eFP7-0azUMEJyR3EfMjmfj5pMPjpm8c,18066
|
|
353
|
-
datahub/ingestion/source/looker/lookml_config.py,sha256=
|
|
354
|
+
datahub/ingestion/source/looker/lookml_config.py,sha256=lulLcjAS1d8ihQseBe4HYn6ALKmJX1vl0H5mxiBzZ74,11395
|
|
354
355
|
datahub/ingestion/source/looker/lookml_refinement.py,sha256=MkVreI0BylaCFyDHihDHaCcXyDSP84eF9p1h5d-ZHnM,9504
|
|
355
356
|
datahub/ingestion/source/looker/lookml_source.py,sha256=PJBUJgZfZyvmasDf_LJC39SggLCA6vSfAbf1PdzviZU,43889
|
|
356
357
|
datahub/ingestion/source/looker/str_functions.py,sha256=zceEX2ka_4WaWwWgEdyknUSz7X3GrO951BkwSbF2afo,766
|
|
@@ -362,7 +363,7 @@ datahub/ingestion/source/metadata/lineage.py,sha256=XiZGuY6k3O9qBmgo7AzosIndJHwr
|
|
|
362
363
|
datahub/ingestion/source/neo4j/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
363
364
|
datahub/ingestion/source/neo4j/neo4j_source.py,sha256=76Z-2Td4_3PH2wWL1XJrpV2Egre5YVh6bMXeDS5ZonE,12405
|
|
364
365
|
datahub/ingestion/source/powerbi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
365
|
-
datahub/ingestion/source/powerbi/config.py,sha256=
|
|
366
|
+
datahub/ingestion/source/powerbi/config.py,sha256=DadG3Y3R-emmEL7vW2vutL3TXXVe-_t6DA_S2kWUvLA,22784
|
|
366
367
|
datahub/ingestion/source/powerbi/dataplatform_instance_resolver.py,sha256=-njW1kJOy-LY5JFwJLhVQ0bMBj9NQz5TZhQqsSi_KsM,2285
|
|
367
368
|
datahub/ingestion/source/powerbi/powerbi-lexical-grammar.rule,sha256=5df3qvalCS9hZ46DPXs6XDcw9-IofGf8Eol_rUC7LHI,20329
|
|
368
369
|
datahub/ingestion/source/powerbi/powerbi.py,sha256=xCNMgL-KuPGpIFv_PP1woyiddY_PpbX1HEl3aDk7F1c,54535
|
|
@@ -382,7 +383,7 @@ datahub/ingestion/source/powerbi/rest_api_wrapper/profiling_utils.py,sha256=bgcP
|
|
|
382
383
|
datahub/ingestion/source/powerbi/rest_api_wrapper/query.py,sha256=VNw1Uvli6g0pnu9FpigYmnCdEPbVEipz7vdZU_WmHf4,616
|
|
383
384
|
datahub/ingestion/source/powerbi_report_server/__init__.py,sha256=N9fGcrHXBbuPmx9rpGjd_jkMC3smXmfiwISDP1QZapk,324
|
|
384
385
|
datahub/ingestion/source/powerbi_report_server/constants.py,sha256=i_hXcvPHjwk3VpTT5ef7s8dN9F6pJzPyRUiG5UzCCYI,3544
|
|
385
|
-
datahub/ingestion/source/powerbi_report_server/report_server.py,sha256=
|
|
386
|
+
datahub/ingestion/source/powerbi_report_server/report_server.py,sha256=MVtCTNcrRwvcvr3J5eg3ZDUI__qD-kSU2hBYbX125d8,20244
|
|
386
387
|
datahub/ingestion/source/powerbi_report_server/report_server_domain.py,sha256=bBYr9fz4zPEFeZZOkldzKm4SBMQdisdp-MMtaYI0n3s,11783
|
|
387
388
|
datahub/ingestion/source/profiling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
388
389
|
datahub/ingestion/source/profiling/common.py,sha256=4sZ58AeBV64KRfKAgjkg-UyNjAc3YERahQMmW4algAw,1426
|
|
@@ -435,14 +436,14 @@ datahub/ingestion/source/snowflake/constants.py,sha256=22n-0r04nuy-ImxWFFpmbrt_G
|
|
|
435
436
|
datahub/ingestion/source/snowflake/oauth_config.py,sha256=ol9D3RmruGStJAeL8PYSQguSqcD2HfkjPkMF2AB_eZs,1277
|
|
436
437
|
datahub/ingestion/source/snowflake/oauth_generator.py,sha256=fu2VnREGuJXeTqIV2jx4TwieVnznf83HQkrE0h2DGGM,3423
|
|
437
438
|
datahub/ingestion/source/snowflake/snowflake_assertion.py,sha256=_l3k4aI9wvioE81xxdeizJn9nJCZ_nMIXgk9N6pEk5o,4803
|
|
438
|
-
datahub/ingestion/source/snowflake/snowflake_config.py,sha256=
|
|
439
|
+
datahub/ingestion/source/snowflake/snowflake_config.py,sha256=Y3LoqBavhc3Cm0nyAr3fnd_-i4gReDfaAuUdp7EgwPQ,19603
|
|
439
440
|
datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=e9dCARIQtGB8G1cSMRLorCbNLcPUD2g9gBL-LLLKjFE,17793
|
|
440
441
|
datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
|
|
441
442
|
datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=FBmiONx4EGHWV8RNJT6zHZyntKinPFFyd2oKbTUIbhE,21319
|
|
442
443
|
datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=0DJiSwII6FY34urlBja2FW66NaVvhbBWmG0p7u8Xyrc,7548
|
|
443
444
|
datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=x6__7kmlIKXdnvENyN9AloE9h-vOlrjcWL95A2DGW5g,26968
|
|
444
445
|
datahub/ingestion/source/snowflake/snowflake_query.py,sha256=-vjc2-sGKN0odt-IWEbx6Lhz4UlRwctlEHUnOr3_Mkg,38821
|
|
445
|
-
datahub/ingestion/source/snowflake/snowflake_report.py,sha256=
|
|
446
|
+
datahub/ingestion/source/snowflake/snowflake_report.py,sha256=xSRNSG_iZcLTf9inNtlCQTDSNiDYm-jGpvAAGrRMTWI,6454
|
|
446
447
|
datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=qG9MXutXcVyp5p59j2CPsj1zRPTdeActEqVpwlsgMKk,22217
|
|
447
448
|
datahub/ingestion/source/snowflake/snowflake_schema_gen.py,sha256=c2PTnsMDD21qw_71T96xi9ylMpAXnTEyA1SK4qq528w,46105
|
|
448
449
|
datahub/ingestion/source/snowflake/snowflake_shares.py,sha256=maZyFkfrbVogEFM0tTKRiNp9c_1muv6YfleSd3q0umI,6341
|
|
@@ -450,7 +451,7 @@ datahub/ingestion/source/snowflake/snowflake_summary.py,sha256=kTmuCtRnvHqM8WBYh
|
|
|
450
451
|
datahub/ingestion/source/snowflake/snowflake_tag.py,sha256=1eLYTcgmfzDs9xktMTTE74L5SeNP48Qg3uLr9y-Ez3Y,8733
|
|
451
452
|
datahub/ingestion/source/snowflake/snowflake_usage_v2.py,sha256=ySFm7WDk8FW9KjCnX4HQfTqObIrlUS-V8WIHl3j0CTI,24848
|
|
452
453
|
datahub/ingestion/source/snowflake/snowflake_utils.py,sha256=xq58c47zmaQPkTVqjKW25iViX8VJuHdQDTFY4jxzZ2o,12778
|
|
453
|
-
datahub/ingestion/source/snowflake/snowflake_v2.py,sha256=
|
|
454
|
+
datahub/ingestion/source/snowflake/snowflake_v2.py,sha256=NidPSzXh2UajcvgeDoTmk31UW1dAeQBCCFjumZajzcI,33524
|
|
454
455
|
datahub/ingestion/source/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
455
456
|
datahub/ingestion/source/sql/athena.py,sha256=Uh9wGLOqAkcphffxOPIQNyXvjeRm74XIpaLb4rjqMjM,24045
|
|
456
457
|
datahub/ingestion/source/sql/clickhouse.py,sha256=uSRy-HKAiGFTHVLoVtGoh23X0O1lwyYUaK8BaWkYhps,25555
|
|
@@ -497,7 +498,7 @@ datahub/ingestion/source/state_provider/datahub_ingestion_checkpointing_provider
|
|
|
497
498
|
datahub/ingestion/source/state_provider/file_ingestion_checkpointing_provider.py,sha256=DziD57PbHn2Tcy51tYXCG-GQgyTGMUxnkuzVS_xihFY,4079
|
|
498
499
|
datahub/ingestion/source/state_provider/state_provider_registry.py,sha256=SVq4mIyGNmLXE9OZx1taOiNPqDoQp03-Ot9rYnB5F3k,401
|
|
499
500
|
datahub/ingestion/source/tableau/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
500
|
-
datahub/ingestion/source/tableau/tableau.py,sha256=
|
|
501
|
+
datahub/ingestion/source/tableau/tableau.py,sha256=iesiz5xbbWwQchdZraoyGt0Csiu7eUc-OxtD0K3uK5E,153423
|
|
501
502
|
datahub/ingestion/source/tableau/tableau_common.py,sha256=iVyRI1cZcOEU_VPnR9CWVzv-OnbhDPJZApbggDUBaXk,26926
|
|
502
503
|
datahub/ingestion/source/tableau/tableau_constant.py,sha256=ZcAeHsQUXVVL26ORly0ByZk_GJAFbxaKuJAlX_sYMac,2686
|
|
503
504
|
datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=nSyx9RzC6TCQDm-cTVJ657qT8iDwzk_8JMKpohhmOc4,1046
|
|
@@ -506,12 +507,12 @@ datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
|
|
|
506
507
|
datahub/ingestion/source/unity/analyze_profiler.py,sha256=2pqkFY30CfN4aHgFZZntjeG0hNhBytZJvXC13VfTc1I,4689
|
|
507
508
|
datahub/ingestion/source/unity/config.py,sha256=IE20ybsTd082ilDrnfPXl1GmjRxbWipTTt_E_3JE7FI,14770
|
|
508
509
|
datahub/ingestion/source/unity/connection_test.py,sha256=B143Wb28fS0V4GhygU9hzKqiArWBjsQO54IUCPf23dc,2586
|
|
509
|
-
datahub/ingestion/source/unity/ge_profiler.py,sha256=
|
|
510
|
+
datahub/ingestion/source/unity/ge_profiler.py,sha256=rCwcXK-n_5tGQb_f-3BTO5LWOGH57flzEmrtCKFT_T8,8348
|
|
510
511
|
datahub/ingestion/source/unity/hive_metastore_proxy.py,sha256=IAWWJjaW0si_UF52Se2D7wmdYRY_afUG4QlVmQu6xaw,15351
|
|
511
512
|
datahub/ingestion/source/unity/proxy.py,sha256=qYgjw0COscvUk8TvgWwZKgYvkYyA3j4yc826IwfhIZg,18428
|
|
512
513
|
datahub/ingestion/source/unity/proxy_profiling.py,sha256=WLqvYP6MziaisA4LYL4T_GA-kPt6Xdde7bfaYsjYw40,9663
|
|
513
514
|
datahub/ingestion/source/unity/proxy_types.py,sha256=qrvHiwPzl5cPX-KRvcIGGeJVdr0I8XUQmoAI6ErZ-v8,9371
|
|
514
|
-
datahub/ingestion/source/unity/report.py,sha256=
|
|
515
|
+
datahub/ingestion/source/unity/report.py,sha256=XFT9oQfvEB4RkTvWGgFOoQuLPUN_AIoPXZ79xeDhGHQ,2831
|
|
515
516
|
datahub/ingestion/source/unity/source.py,sha256=hdHthF3c9bdGwiyhu324WB7oElTv7N6bA_70hja4Zbk,41929
|
|
516
517
|
datahub/ingestion/source/unity/usage.py,sha256=0wETBAaZvHI_EGgBlxX3bKsVHEAdnUV8_bKI_lbyWjY,11500
|
|
517
518
|
datahub/ingestion/source/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -524,7 +525,7 @@ datahub/ingestion/source_config/operation_config.py,sha256=hxF2RM0jk0HUPXYiliMni
|
|
|
524
525
|
datahub/ingestion/source_config/pulsar.py,sha256=sklDkh62CrWV-i7Ifh6R3T3smYVso6gyRJG8HVc6RdA,5533
|
|
525
526
|
datahub/ingestion/source_report/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
526
527
|
datahub/ingestion/source_report/ingestion_stage.py,sha256=SU_FKFZhShZATLcFr735i_hWpdqNGdAWoZxh22p3P1k,1787
|
|
527
|
-
datahub/ingestion/source_report/pulsar.py,sha256=
|
|
528
|
+
datahub/ingestion/source_report/pulsar.py,sha256=f6CMNw8TyPp3tuSGsLLPEhSvoQLXwxtaaM6GmNvsANU,1119
|
|
528
529
|
datahub/ingestion/source_report/time_window.py,sha256=9yI5l2S1DcF7ClvUHLeN8m62I5vlhV9k-aQqSZh2l7w,229
|
|
529
530
|
datahub/ingestion/transformer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
530
531
|
datahub/ingestion/transformer/add_dataset_browse_path.py,sha256=7ngPAAAsdV8nsqFHZyHfO5j1vkCcf5zNqOkG2Cpx1Tw,3420
|
|
@@ -573,7 +574,7 @@ datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1
|
|
|
573
574
|
datahub/lite/lite_util.py,sha256=pgBpT3vTO1YCQ2njZRNyicSkHYeEmQCt41BaXU8WvMo,4503
|
|
574
575
|
datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
|
|
575
576
|
datahub/metadata/_schema_classes.py,sha256=xDKwU0EtWDoHPgetCMWFYK80SRbZWONFE4HXApDZGo8,985155
|
|
576
|
-
datahub/metadata/schema.avsc,sha256=
|
|
577
|
+
datahub/metadata/schema.avsc,sha256=i4ukol5SJl7lyGsw0cXfOirqVnQfAVzQx5tUDH-n-EU,646297
|
|
577
578
|
datahub/metadata/schema_classes.py,sha256=X5Jl5EaSxyHdXOQv14pJ5WkQALun4MRpJ4q12wVFE18,1299
|
|
578
579
|
datahub/metadata/urns.py,sha256=nfrCTExR-k2P9w272WVtWSN3xW1VUJngPwP3xnvULjU,1217
|
|
579
580
|
datahub/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
|
|
@@ -678,7 +679,7 @@ datahub/metadata/schemas/CorpUserKey.avsc,sha256=-Spvvcss0sJoADygdChWa99rYiMMRwE
|
|
|
678
679
|
datahub/metadata/schemas/CorpUserSettings.avsc,sha256=fS2HUD0L9_rsPyqo0DRxibzPi8_IkkWTY6Zuqob1sPg,2097
|
|
679
680
|
datahub/metadata/schemas/CorpUserStatus.avsc,sha256=yqojAXEQ9CjRhY58RPyTUxzmFbHSANGGaMMbqiYZZIE,2538
|
|
680
681
|
datahub/metadata/schemas/Cost.avsc,sha256=o4kYZSss2uEwJ6gCA9fhBUoyD5xUqcSxz78vkIXXzGQ,1494
|
|
681
|
-
datahub/metadata/schemas/DashboardInfo.avsc,sha256=
|
|
682
|
+
datahub/metadata/schemas/DashboardInfo.avsc,sha256=li2lSV6R4V-nz6foOi-NYxt_8ShHWfoKRw6M2BG5530,12907
|
|
682
683
|
datahub/metadata/schemas/DashboardKey.avsc,sha256=yKlusgebWTvZhVeGgRNLZW6Qu6Fg_K0e2EbV8zr3jvA,1360
|
|
683
684
|
datahub/metadata/schemas/DashboardUsageStatistics.avsc,sha256=pUAKqs49Wy5pAL92g_6QcFtJeoYeMWRGiHWS68IJN2A,7693
|
|
684
685
|
datahub/metadata/schemas/DataContractKey.avsc,sha256=Oceu7P26--E0812IFrX3RiEY0Ktam869iiYN30zBudc,481
|
|
@@ -813,7 +814,7 @@ datahub/metadata/schemas/MLModelProperties.avsc,sha256=hDCBHxGe-cmCBeU1k0ANuQlKj
|
|
|
813
814
|
datahub/metadata/schemas/MLPrimaryKeyKey.avsc,sha256=mX4CQcoN3FC_VQDBCkhlmJk4pfQKDrSeuqqCTTXTmq8,1092
|
|
814
815
|
datahub/metadata/schemas/MLPrimaryKeyProperties.avsc,sha256=URIuOpS93RVk8MZVcbZ-dmTwu_cN3KSOKxSR8fm-eTo,6744
|
|
815
816
|
datahub/metadata/schemas/MLTrainingRunProperties.avsc,sha256=WGgj0MuQrGD4UgvyHCJHzTnHja2LlJTOr1gLu8SySj0,4269
|
|
816
|
-
datahub/metadata/schemas/MetadataChangeEvent.avsc,sha256=
|
|
817
|
+
datahub/metadata/schemas/MetadataChangeEvent.avsc,sha256=73m6GXjSHTILKxczi7IxN8Dm0iBFTps0QKph0AkaRag,373214
|
|
817
818
|
datahub/metadata/schemas/MetadataChangeLog.avsc,sha256=mpdodpx25E6M1Gq_7slEcPAm-1Es5xPsoqV60HgO7zg,12167
|
|
818
819
|
datahub/metadata/schemas/MetadataChangeProposal.avsc,sha256=EMfQrYsuHf1p6UvBjoLtfdTHGe-vGNJaCFEHz8hdKU0,9698
|
|
819
820
|
datahub/metadata/schemas/Metrics.avsc,sha256=O7DJGjOwmHbb1x_Zj7AuM_HaHKjBvkfJKfUsX8icXD4,690
|
|
@@ -875,7 +876,7 @@ datahub/secret/secret_common.py,sha256=g4anQtYPm7cI6kEJUZHjpBqeCyiUKIim2rJQByaeO
|
|
|
875
876
|
datahub/secret/secret_store.py,sha256=2VP_Vd336Cy7C-2kwp4rx8MAqtYgtwv8XyzzNTXE5x8,1124
|
|
876
877
|
datahub/specific/__init__.py,sha256=r5RYM5mDnskLzin3vc87HV-9GSz3P6uQw8AlsN14LaI,88
|
|
877
878
|
datahub/specific/chart.py,sha256=NPdzDHcZkPodthOn9c8QF_aDEo2y4lCJ4t1sI556uZ0,6684
|
|
878
|
-
datahub/specific/dashboard.py,sha256=
|
|
879
|
+
datahub/specific/dashboard.py,sha256=3AsXZ1Cp03uaTHsOmJqEiXzJjZUBgDbX-zmgwMw908o,11514
|
|
879
880
|
datahub/specific/datajob.py,sha256=yZXic3CuCGxg-ewnaHphoH9Jjpe-P09XbN7T-rrvkyE,13711
|
|
880
881
|
datahub/specific/dataproduct.py,sha256=SrBNYACDVatuXA64GCHA0Igaes24ajJqTcXmDTT1FPA,2877
|
|
881
882
|
datahub/specific/dataset.py,sha256=je9j3rVzpSiXoOe0UmfD7mc5vCpLAAO74Z8q1SvwPX0,9725
|
|
@@ -912,7 +913,7 @@ datahub/testing/docker_utils.py,sha256=g169iy_jNR_mg0p8X31cChZqjOryutAIHUYLq3xqu
|
|
|
912
913
|
datahub/testing/doctest.py,sha256=1_8WEhHZ2eRQtw8vsXKzr9L5zzvs0Tcr6q4mnkyyvtw,295
|
|
913
914
|
datahub/testing/mcp_diff.py,sha256=Dxde5uZHqZf1EjOkHm405OHY5PPJp03agZJM9SyR4yE,10717
|
|
914
915
|
datahub/upgrade/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
915
|
-
datahub/upgrade/upgrade.py,sha256=
|
|
916
|
+
datahub/upgrade/upgrade.py,sha256=iDjIDY2YBl2XlKLvb5EMMdYOZ6KraeItgiu9Y4wIM1Q,16666
|
|
916
917
|
datahub/utilities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
917
918
|
datahub/utilities/_custom_package_loader.py,sha256=9kgPE7Y77E-hNee8l4sKtVby-btUNum3dBfDixMzcVA,2059
|
|
918
919
|
datahub/utilities/_markupsafe_compat.py,sha256=QX7c9KiHs56ASl7bJlgR4FAf3CGiY94zIr0h6Ak15To,444
|
|
@@ -1000,9 +1001,9 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1000
1001
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1001
1002
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1002
1003
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1003
|
-
acryl_datahub-0.15.0.
|
|
1004
|
-
acryl_datahub-0.15.0.
|
|
1005
|
-
acryl_datahub-0.15.0.
|
|
1006
|
-
acryl_datahub-0.15.0.
|
|
1007
|
-
acryl_datahub-0.15.0.
|
|
1008
|
-
acryl_datahub-0.15.0.
|
|
1004
|
+
acryl_datahub-0.15.0.5rc10.dist-info/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
1005
|
+
acryl_datahub-0.15.0.5rc10.dist-info/METADATA,sha256=9INBTHoM-5OTwef7bW9Y31njlOljSaconFYwwbNHeSc,175378
|
|
1006
|
+
acryl_datahub-0.15.0.5rc10.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
1007
|
+
acryl_datahub-0.15.0.5rc10.dist-info/entry_points.txt,sha256=U1e5ZwqPX1OaIbvGrwvozcdB8SbzFYXQM7plpdLKKeo,9592
|
|
1008
|
+
acryl_datahub-0.15.0.5rc10.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1009
|
+
acryl_datahub-0.15.0.5rc10.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
datahub/entrypoints.py
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import logging
|
|
2
|
+
import multiprocessing
|
|
2
3
|
import os
|
|
3
4
|
import platform
|
|
4
5
|
import sys
|
|
@@ -217,6 +218,14 @@ except ImportError as e:
|
|
|
217
218
|
|
|
218
219
|
|
|
219
220
|
def main(**kwargs):
|
|
221
|
+
# We use threads in a variety of places within our CLI. The multiprocessing
|
|
222
|
+
# "fork" start method is not safe to use with threads.
|
|
223
|
+
# MacOS and Windows already default to "spawn", and Linux will as well starting in Python 3.14.
|
|
224
|
+
# https://docs.python.org/3/library/multiprocessing.html#contexts-and-start-methods
|
|
225
|
+
# Eventually it may make sense to use "forkserver" as the default where available,
|
|
226
|
+
# but we can revisit that in the future.
|
|
227
|
+
multiprocessing.set_start_method("spawn", force=True)
|
|
228
|
+
|
|
220
229
|
# This wrapper prevents click from suppressing errors.
|
|
221
230
|
try:
|
|
222
231
|
sys.exit(datahub(standalone_mode=False, **kwargs))
|
|
@@ -102,6 +102,10 @@ def convert_dashboard_info_to_patch(
|
|
|
102
102
|
if aspect.datasets:
|
|
103
103
|
patch_builder.add_datasets(aspect.datasets)
|
|
104
104
|
|
|
105
|
+
if aspect.dashboards:
|
|
106
|
+
for dashboard in aspect.dashboards:
|
|
107
|
+
patch_builder.add_dashboard(dashboard)
|
|
108
|
+
|
|
105
109
|
if aspect.access:
|
|
106
110
|
patch_builder.set_access(aspect.access)
|
|
107
111
|
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import concurrent.futures
|
|
2
2
|
import logging
|
|
3
|
+
import multiprocessing
|
|
3
4
|
from dataclasses import dataclass, field
|
|
4
5
|
from functools import partial
|
|
5
6
|
from math import ceil
|
|
@@ -182,6 +183,11 @@ class ClassificationHandler:
|
|
|
182
183
|
|
|
183
184
|
with concurrent.futures.ProcessPoolExecutor(
|
|
184
185
|
max_workers=self.config.classification.max_workers,
|
|
186
|
+
# The fork start method, which is the default on Linux for Python < 3.14, is not
|
|
187
|
+
# safe when the main process uses threads. The default start method on windows/macOS is
|
|
188
|
+
# already spawn, and will be changed to spawn for Linux in Python 3.14.
|
|
189
|
+
# https://docs.python.org/3/library/multiprocessing.html#contexts-and-start-methods
|
|
190
|
+
mp_context=multiprocessing.get_context("spawn"),
|
|
185
191
|
) as executor:
|
|
186
192
|
column_info_proposal_futures = [
|
|
187
193
|
executor.submit(
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import os
|
|
1
2
|
from abc import ABCMeta, abstractmethod
|
|
2
3
|
from dataclasses import dataclass
|
|
3
4
|
from typing import Any, Dict, List, Optional
|
|
@@ -37,8 +38,8 @@ class ClassificationConfig(ConfigModel):
|
|
|
37
38
|
)
|
|
38
39
|
|
|
39
40
|
max_workers: int = Field(
|
|
40
|
-
default=
|
|
41
|
-
description="Number of worker processes to use for classification.
|
|
41
|
+
default=(os.cpu_count() or 4),
|
|
42
|
+
description="Number of worker processes to use for classification. Set to 1 to disable.",
|
|
42
43
|
)
|
|
43
44
|
|
|
44
45
|
table_pattern: AllowDenyPattern = Field(
|
|
@@ -40,6 +40,7 @@ from datahub.ingestion.graph.connections import (
|
|
|
40
40
|
connections_gql,
|
|
41
41
|
get_id_from_connection_urn,
|
|
42
42
|
)
|
|
43
|
+
from datahub.ingestion.graph.entity_versioning import EntityVersioningAPI
|
|
43
44
|
from datahub.ingestion.graph.filters import (
|
|
44
45
|
RemovedStatusFilter,
|
|
45
46
|
SearchFilterRule,
|
|
@@ -125,7 +126,7 @@ def _graphql_entity_type(entity_type: str) -> str:
|
|
|
125
126
|
return entity_type
|
|
126
127
|
|
|
127
128
|
|
|
128
|
-
class DataHubGraph(DatahubRestEmitter):
|
|
129
|
+
class DataHubGraph(DatahubRestEmitter, EntityVersioningAPI):
|
|
129
130
|
def __init__(self, config: DatahubClientConfig) -> None:
|
|
130
131
|
self.config = config
|
|
131
132
|
super().__init__(
|
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
import uuid
|
|
2
|
+
from typing import Dict, Optional, Protocol, Type
|
|
3
|
+
|
|
4
|
+
from datahub.emitter.mce_builder import Aspect
|
|
5
|
+
from datahub.metadata.schema_classes import (
|
|
6
|
+
VersionPropertiesClass,
|
|
7
|
+
VersionSetPropertiesClass,
|
|
8
|
+
)
|
|
9
|
+
from datahub.metadata.urns import VersionSetUrn
|
|
10
|
+
from datahub.utilities.urns.urn import guess_entity_type
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
class DataHubGraphProtocol(Protocol):
|
|
14
|
+
def execute_graphql(
|
|
15
|
+
self,
|
|
16
|
+
query: str,
|
|
17
|
+
variables: Optional[Dict],
|
|
18
|
+
operation_name: Optional[str] = None,
|
|
19
|
+
format_exception: bool = True,
|
|
20
|
+
) -> Dict: ...
|
|
21
|
+
|
|
22
|
+
def get_aspect(
|
|
23
|
+
self,
|
|
24
|
+
entity_urn: str,
|
|
25
|
+
aspect_type: Type[Aspect],
|
|
26
|
+
version: int = 0,
|
|
27
|
+
) -> Optional[Aspect]: ...
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
class EntityVersioningAPI(DataHubGraphProtocol):
|
|
31
|
+
LINK_VERSION_MUTATION = """
|
|
32
|
+
mutation($input: LinkVersionInput!) {
|
|
33
|
+
linkAssetVersion(input: $input) {
|
|
34
|
+
urn
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
"""
|
|
38
|
+
|
|
39
|
+
UNLINK_VERSION_MUTATION = """
|
|
40
|
+
mutation($input: UnlinkVersionInput!) {
|
|
41
|
+
unlinkAssetVersion(input: $input) {
|
|
42
|
+
urn
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
"""
|
|
46
|
+
|
|
47
|
+
def link_asset_to_version_set(
|
|
48
|
+
self,
|
|
49
|
+
asset_urn: str,
|
|
50
|
+
version_set_urn: Optional[str],
|
|
51
|
+
label: str,
|
|
52
|
+
*,
|
|
53
|
+
comment: Optional[str] = None,
|
|
54
|
+
) -> Optional[str]:
|
|
55
|
+
"""Sets an entity as the latest version of a version set.
|
|
56
|
+
Can also be used to create a new version set, with `asset_urn` as the first version.
|
|
57
|
+
|
|
58
|
+
Args:
|
|
59
|
+
asset_urn: URN of the entity.
|
|
60
|
+
version_set_urn: URN of the version set, or None to generate a new version set urn
|
|
61
|
+
label: Label of the version.
|
|
62
|
+
comment: Comment about the version.
|
|
63
|
+
|
|
64
|
+
Returns:
|
|
65
|
+
URN of the version set to which `asset_urn` was linked,
|
|
66
|
+
or None if the `asset_urn` was already linked to `version_set_urn`.
|
|
67
|
+
"""
|
|
68
|
+
|
|
69
|
+
entity_type = guess_entity_type(asset_urn)
|
|
70
|
+
if version_set_urn is None:
|
|
71
|
+
version_set_urn = VersionSetUrn(str(uuid.uuid4()), entity_type).urn()
|
|
72
|
+
elif guess_entity_type(version_set_urn) != "versionSet":
|
|
73
|
+
raise ValueError(f"Expected version set URN, got {version_set_urn}")
|
|
74
|
+
|
|
75
|
+
entity_version = self.get_aspect(asset_urn, VersionPropertiesClass)
|
|
76
|
+
if entity_version and entity_version.versionSet:
|
|
77
|
+
if entity_version.versionSet == version_set_urn:
|
|
78
|
+
return None
|
|
79
|
+
else:
|
|
80
|
+
raise ValueError(
|
|
81
|
+
f"Asset {asset_urn} is already a version of {entity_version.versionSet}"
|
|
82
|
+
)
|
|
83
|
+
|
|
84
|
+
variables = {
|
|
85
|
+
"input": {
|
|
86
|
+
"versionSet": version_set_urn,
|
|
87
|
+
"linkedEntity": asset_urn,
|
|
88
|
+
"version": label,
|
|
89
|
+
"comment": comment,
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
response = self.execute_graphql(self.LINK_VERSION_MUTATION, variables)
|
|
93
|
+
try:
|
|
94
|
+
return response["linkAssetVersion"]["urn"]
|
|
95
|
+
except KeyError:
|
|
96
|
+
raise ValueError(f"Unexpected response: {response}")
|
|
97
|
+
|
|
98
|
+
def link_asset_to_versioned_asset(
|
|
99
|
+
self,
|
|
100
|
+
new_asset_urn: str,
|
|
101
|
+
old_asset_urn: str,
|
|
102
|
+
label: str,
|
|
103
|
+
*,
|
|
104
|
+
comment: Optional[str] = None,
|
|
105
|
+
) -> Optional[str]:
|
|
106
|
+
"""Sets an entity as the latest version of an existing versioned entity.
|
|
107
|
+
|
|
108
|
+
Args:
|
|
109
|
+
new_asset_urn: URN of the new latest entity.
|
|
110
|
+
old_asset_urn: URN of an existing versioned entity to link onto.
|
|
111
|
+
label: Label of the version.
|
|
112
|
+
comment: Comment about the version.
|
|
113
|
+
|
|
114
|
+
Returns:
|
|
115
|
+
URN of the version set to which `new_asset_urn` was linked,
|
|
116
|
+
or None if the `new_asset_urn` was already linked to `old_asset_urn`.
|
|
117
|
+
"""
|
|
118
|
+
|
|
119
|
+
new_entity_type = guess_entity_type(new_asset_urn)
|
|
120
|
+
old_entity_type = guess_entity_type(old_asset_urn)
|
|
121
|
+
if new_entity_type != old_entity_type:
|
|
122
|
+
raise ValueError(
|
|
123
|
+
f"Expected URNs of the same type, got {new_entity_type} and {old_entity_type}"
|
|
124
|
+
)
|
|
125
|
+
|
|
126
|
+
old_entity_version = self.get_aspect(old_asset_urn, VersionPropertiesClass)
|
|
127
|
+
if not old_entity_version:
|
|
128
|
+
raise ValueError(f"Asset {old_asset_urn} is not versioned")
|
|
129
|
+
|
|
130
|
+
new_entity_version = self.get_aspect(new_asset_urn, VersionPropertiesClass)
|
|
131
|
+
if new_entity_version:
|
|
132
|
+
if new_entity_version.versionSet == old_entity_version.versionSet:
|
|
133
|
+
return None
|
|
134
|
+
else:
|
|
135
|
+
raise ValueError(
|
|
136
|
+
f"Asset {new_asset_urn} is already a version of {new_entity_version.versionSet}"
|
|
137
|
+
)
|
|
138
|
+
|
|
139
|
+
return self.link_asset_to_version_set(
|
|
140
|
+
new_asset_urn, old_entity_version.versionSet, label, comment=comment
|
|
141
|
+
)
|
|
142
|
+
|
|
143
|
+
def unlink_asset_from_version_set(self, asset_urn: str) -> Optional[str]:
|
|
144
|
+
"""Unlinks an entity from its version set.
|
|
145
|
+
|
|
146
|
+
Args:
|
|
147
|
+
asset_urn: URN of the entity to unlink from its version set.
|
|
148
|
+
|
|
149
|
+
Returns:
|
|
150
|
+
If successful, the URN of the version set from which `asset_urn` was unlinked,
|
|
151
|
+
or None if `asset_urn` was not linked to any version set.
|
|
152
|
+
"""
|
|
153
|
+
|
|
154
|
+
entity_version = self.get_aspect(asset_urn, VersionPropertiesClass)
|
|
155
|
+
if not entity_version:
|
|
156
|
+
return None
|
|
157
|
+
|
|
158
|
+
variables = {
|
|
159
|
+
"input": {
|
|
160
|
+
"versionSet": entity_version.versionSet,
|
|
161
|
+
"unlinkedEntity": asset_urn,
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
response = self.execute_graphql(self.UNLINK_VERSION_MUTATION, variables)
|
|
165
|
+
try:
|
|
166
|
+
return response["unlinkAssetVersion"]["urn"]
|
|
167
|
+
except KeyError:
|
|
168
|
+
raise ValueError(f"Unexpected response: {response}")
|
|
169
|
+
|
|
170
|
+
def unlink_latest_asset_from_version_set(
|
|
171
|
+
self, version_set_urn: str
|
|
172
|
+
) -> Optional[str]:
|
|
173
|
+
"""Unlinks the latest version of a version set.
|
|
174
|
+
|
|
175
|
+
Args:
|
|
176
|
+
version_set_urn: URN of the version set.
|
|
177
|
+
|
|
178
|
+
Returns:
|
|
179
|
+
If successful, the URN of the entity that was unlinked from `version_set_urn`,
|
|
180
|
+
or None if no entity was unlinked.
|
|
181
|
+
"""
|
|
182
|
+
|
|
183
|
+
version_set_properties = self.get_aspect(
|
|
184
|
+
version_set_urn, VersionSetPropertiesClass
|
|
185
|
+
)
|
|
186
|
+
if not version_set_properties:
|
|
187
|
+
raise ValueError(
|
|
188
|
+
f"Version set {version_set_urn} does not exist or has no versions"
|
|
189
|
+
)
|
|
190
|
+
|
|
191
|
+
variables = {
|
|
192
|
+
"input": {
|
|
193
|
+
"versionSet": version_set_urn,
|
|
194
|
+
"unlinkedEntity": version_set_properties.latest,
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
response = self.execute_graphql(self.UNLINK_VERSION_MUTATION, variables)
|
|
198
|
+
try:
|
|
199
|
+
return response["unlinkAssetVersion"]["urn"]
|
|
200
|
+
except KeyError:
|
|
201
|
+
raise ValueError(f"Unexpected response: {response}")
|
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
import dataclasses
|
|
2
2
|
from dataclasses import field as dataclass_field
|
|
3
|
-
from typing import List
|
|
4
3
|
|
|
5
4
|
from datahub.ingestion.source.state.stale_entity_removal_handler import (
|
|
6
5
|
StaleEntityRemovalSourceReport,
|
|
7
6
|
)
|
|
7
|
+
from datahub.utilities.lossy_collections import LossyList
|
|
8
8
|
|
|
9
9
|
|
|
10
10
|
@dataclasses.dataclass
|
|
11
11
|
class DataLakeSourceReport(StaleEntityRemovalSourceReport):
|
|
12
12
|
files_scanned = 0
|
|
13
|
-
filtered:
|
|
13
|
+
filtered: LossyList[str] = dataclass_field(default_factory=LossyList)
|
|
14
14
|
|
|
15
15
|
def report_file_scanned(self) -> None:
|
|
16
16
|
self.files_scanned += 1
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
from dataclasses import dataclass, field
|
|
2
|
-
from typing import Dict,
|
|
2
|
+
from typing import Dict, Optional, Union
|
|
3
3
|
|
|
4
4
|
from pydantic.fields import Field
|
|
5
5
|
|
|
@@ -9,6 +9,7 @@ from datahub.ingestion.source.state.stale_entity_removal_handler import (
|
|
|
9
9
|
StatefulIngestionConfigBase,
|
|
10
10
|
StatefulStaleMetadataRemovalConfig,
|
|
11
11
|
)
|
|
12
|
+
from datahub.utilities.lossy_collections import LossyList
|
|
12
13
|
|
|
13
14
|
|
|
14
15
|
class SagemakerSourceConfig(
|
|
@@ -42,7 +43,7 @@ class SagemakerSourceReport(StaleEntityRemovalSourceReport):
|
|
|
42
43
|
jobs_scanned = 0
|
|
43
44
|
jobs_processed = 0
|
|
44
45
|
datasets_scanned = 0
|
|
45
|
-
filtered:
|
|
46
|
+
filtered: LossyList[str] = field(default_factory=LossyList)
|
|
46
47
|
model_endpoint_lineage = 0
|
|
47
48
|
model_group_lineage = 0
|
|
48
49
|
|