acryl-datahub 1.3.0.1rc2__py3-none-any.whl → 1.3.0.1rc3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.3.0.1rc2.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/METADATA +2563 -2561
- {acryl_datahub-1.3.0.1rc2.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/RECORD +46 -44
- datahub/_version.py +1 -1
- datahub/api/entities/dataproduct/dataproduct.py +26 -0
- datahub/cli/config_utils.py +18 -10
- datahub/cli/docker_check.py +2 -1
- datahub/cli/docker_cli.py +4 -2
- datahub/cli/graphql_cli.py +1422 -0
- datahub/cli/quickstart_versioning.py +2 -2
- datahub/cli/specific/dataproduct_cli.py +2 -4
- datahub/cli/specific/user_cli.py +172 -1
- datahub/configuration/env_vars.py +331 -0
- datahub/configuration/kafka.py +6 -4
- datahub/emitter/mce_builder.py +2 -4
- datahub/emitter/rest_emitter.py +15 -15
- datahub/entrypoints.py +2 -0
- datahub/ingestion/api/auto_work_units/auto_validate_input_fields.py +87 -0
- datahub/ingestion/api/source.py +5 -0
- datahub/ingestion/graph/client.py +197 -0
- datahub/ingestion/graph/config.py +2 -2
- datahub/ingestion/sink/datahub_rest.py +6 -5
- datahub/ingestion/source/aws/aws_common.py +20 -13
- datahub/ingestion/source/bigquery_v2/bigquery_config.py +2 -4
- datahub/ingestion/source/grafana/models.py +5 -0
- datahub/ingestion/source/iceberg/iceberg.py +39 -19
- datahub/ingestion/source/kafka_connect/source_connectors.py +4 -1
- datahub/ingestion/source/mode.py +13 -0
- datahub/ingestion/source/powerbi/m_query/parser.py +2 -2
- datahub/ingestion/source/snowflake/snowflake_schema.py +2 -2
- datahub/ingestion/source/sql/mssql/source.py +7 -1
- datahub/ingestion/source/sql/teradata.py +80 -65
- datahub/ingestion/source/unity/config.py +31 -0
- datahub/ingestion/source/unity/proxy.py +73 -0
- datahub/ingestion/source/unity/source.py +27 -70
- datahub/ingestion/source/unity/usage.py +46 -4
- datahub/sql_parsing/sql_parsing_aggregator.py +14 -5
- datahub/sql_parsing/sqlglot_lineage.py +7 -0
- datahub/telemetry/telemetry.py +8 -3
- datahub/utilities/file_backed_collections.py +2 -2
- datahub/utilities/is_pytest.py +3 -2
- datahub/utilities/logging_manager.py +22 -6
- datahub/utilities/sample_data.py +5 -4
- datahub/emitter/sql_parsing_builder.py +0 -306
- {acryl_datahub-1.3.0.1rc2.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.3.0.1rc2.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.3.0.1rc2.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.3.0.1rc2.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/top_level.txt +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
acryl_datahub-1.3.0.
|
|
1
|
+
acryl_datahub-1.3.0.1rc3.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
|
|
2
2
|
datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
|
|
3
3
|
datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
|
|
4
|
-
datahub/_version.py,sha256=
|
|
5
|
-
datahub/entrypoints.py,sha256=
|
|
4
|
+
datahub/_version.py,sha256=em6A_AK1PEbN80kEFbwFQP_4ZhxiWZZekBVZKx4EpV4,323
|
|
5
|
+
datahub/entrypoints.py,sha256=VcbU6Z47b_JKW1zI-WJMYIngm05FSogKLiuvFNtyNcI,9088
|
|
6
6
|
datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
|
|
7
7
|
datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
8
8
|
datahub/_codegen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -46,7 +46,7 @@ datahub/api/entities/datajob/datajob.py,sha256=gAIdTSlAY3iV3R3EUAcOtuYam8aR2jTGQ
|
|
|
46
46
|
datahub/api/entities/dataprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
47
47
|
datahub/api/entities/dataprocess/dataprocess_instance.py,sha256=IhY-rcXs-r8EatwW1_sJA79GxQyg9lhILBR66IrnLkY,19120
|
|
48
48
|
datahub/api/entities/dataproduct/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
49
|
-
datahub/api/entities/dataproduct/dataproduct.py,sha256=
|
|
49
|
+
datahub/api/entities/dataproduct/dataproduct.py,sha256=vs_Z1rIYict1L-yWLoO5EZVgOuDXhsB7cevgVl6r2D0,22594
|
|
50
50
|
datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
51
51
|
datahub/api/entities/dataset/dataset.py,sha256=U4q7Q4b9Q0ThKJUove93pTXKSYutFUAshwYXKiZxQDY,49680
|
|
52
52
|
datahub/api/entities/external/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -69,14 +69,15 @@ datahub/api/graphql/operation.py,sha256=4paMs-rr3jkQCT5Bga4nzT2CjMIJCTc0QC77D7sQ
|
|
|
69
69
|
datahub/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
70
70
|
datahub/cli/check_cli.py,sha256=PVd3DT9TOK7Ejd0ODKnbRrBnPxsZLfUWgubFRUKwKAA,16970
|
|
71
71
|
datahub/cli/cli_utils.py,sha256=0jTTAKuDZ8GzZwGHYytcT_MPR3Rb2DAcbr9n1H2T2sE,16170
|
|
72
|
-
datahub/cli/config_utils.py,sha256=
|
|
72
|
+
datahub/cli/config_utils.py,sha256=wzCKcqXKSdc9P-hzvhzEVb0rB2kI2x5B2_MrRiME05M,4864
|
|
73
73
|
datahub/cli/container_cli.py,sha256=D0zWP3_3aww8_RTkMugOoOlILz3dPJ0TE9asQDLCm6E,1697
|
|
74
74
|
datahub/cli/delete_cli.py,sha256=0YJeWuXPGY0kbSn1AXK1-8SfCGBxb78ZbO53RAgyjQg,26515
|
|
75
|
-
datahub/cli/docker_check.py,sha256=
|
|
76
|
-
datahub/cli/docker_cli.py,sha256=
|
|
75
|
+
datahub/cli/docker_check.py,sha256=51aLFrtv38SRoAjHPS0aQy7ekchqBqnonLFgOyCY4xw,13020
|
|
76
|
+
datahub/cli/docker_cli.py,sha256=EdW6OgPf-ZiqTSAwqz6cxTG1AmxlPbBonWl2GcuhWRk,33178
|
|
77
77
|
datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
|
|
78
78
|
datahub/cli/exists_cli.py,sha256=1cUYNh3GqNgVHWTrfMRGJoo9tFZNXcLetMaDbLaig6o,1233
|
|
79
79
|
datahub/cli/get_cli.py,sha256=OUnXomfpki0uWbNqXoSvQDyQJcKjNLgg77e8jVvynKY,2327
|
|
80
|
+
datahub/cli/graphql_cli.py,sha256=DXzvndElMbo_xJlXHgFl7Lye7R53OxFVIGqvX0Cle60,46607
|
|
80
81
|
datahub/cli/iceberg_cli.py,sha256=Zsn3NiZL__iE_GzyorW5ZxkVuDdAV2MLTOWMzCvgz6s,23255
|
|
81
82
|
datahub/cli/ingest_cli.py,sha256=i6Jzpa7CKyFP2n9bq42_CjD9-zKGoO_QzbriXRNjk98,20564
|
|
82
83
|
datahub/cli/json_file.py,sha256=nWo-VVthaaW4Do1eUqgrzk0fShb29MjiKXvZVOTq76c,943
|
|
@@ -84,30 +85,31 @@ datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
|
|
|
84
85
|
datahub/cli/migrate.py,sha256=XWW_fd4EUQGAUrKh9oKmtNYmfhcvbqWZJj3TQNgD8Dk,18012
|
|
85
86
|
datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
|
|
86
87
|
datahub/cli/put_cli.py,sha256=ehqsxEPVVK-0xu7nVfBl_GxfsDbkgjIjkF8mfGfcIpc,3827
|
|
87
|
-
datahub/cli/quickstart_versioning.py,sha256=
|
|
88
|
+
datahub/cli/quickstart_versioning.py,sha256=nwviKwPHq59B_twaOP6rMDOZ6pSA-hBii8fknPgfwNg,7361
|
|
88
89
|
datahub/cli/state_cli.py,sha256=RDXYCb17sqjW49nNdkoGAqNPRRHOKw5lcgcs5QvHeOM,1142
|
|
89
90
|
datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
|
|
90
91
|
datahub/cli/timeline_cli.py,sha256=Wc_Mo7khFFHXgRSl2FgtvB8m0QhuCEhkpaFCIOPpHJE,7584
|
|
91
92
|
datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
92
93
|
datahub/cli/specific/assertions_cli.py,sha256=4YvlafrxBIUMmDSnWW9g7qwpuPRu4V4yqTDx0_jAthU,6555
|
|
93
94
|
datahub/cli/specific/datacontract_cli.py,sha256=7Ropg-EOn_n4dcttFDokpC07bbm0IzhR_e1z1AjSLAU,4062
|
|
94
|
-
datahub/cli/specific/dataproduct_cli.py,sha256=
|
|
95
|
+
datahub/cli/specific/dataproduct_cli.py,sha256=89kK8ZXeWkqF-5ZR5oNLpgVgXtMTmYu2dbxeRcEnoos,14974
|
|
95
96
|
datahub/cli/specific/dataset_cli.py,sha256=MaIr3PrE1NP6Q_O4CXHm-eyuPah6ypFEgLWP0r-tgBw,8463
|
|
96
97
|
datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
|
|
97
98
|
datahub/cli/specific/forms_cli.py,sha256=vtwqhJtjbJnECa3_ewniS2laJGp5YamBl8jIcjqMMhM,1433
|
|
98
99
|
datahub/cli/specific/group_cli.py,sha256=-XcF-6pKB_1H2J3GxwmYMmhBMMQ0jCfN_vhq0ovEstk,1967
|
|
99
100
|
datahub/cli/specific/structuredproperties_cli.py,sha256=rgx8fhI7WYq8QLwIttkMysX7JobOHcEloL377m60tyw,5578
|
|
100
|
-
datahub/cli/specific/user_cli.py,sha256=
|
|
101
|
+
datahub/cli/specific/user_cli.py,sha256=R_hpicMnKpnO67cUad0a7HPQqSv9m5R5ciGJffreAlE,7114
|
|
101
102
|
datahub/configuration/__init__.py,sha256=5TN3a7CWNsLRHpdj-sv2bxKWF2IslvJwE6EpNMFrIS4,123
|
|
102
103
|
datahub/configuration/_config_enum.py,sha256=ul2hr5gMmdLvBINicFkMNMi1ApmnmZSwNdUYYted5nk,1447
|
|
103
104
|
datahub/configuration/common.py,sha256=i34Ec4tkTc2iy0ay82ZqPUeapUR3-ZKItR3gzI-0zTg,11730
|
|
104
105
|
datahub/configuration/config_loader.py,sha256=hRzPFxkz-w9IqkpSa5vwCzSra1p49DyfeJNeyqGa8-4,6827
|
|
105
106
|
datahub/configuration/connection_resolver.py,sha256=UsnV1_X8yivOykiifllkoKRn19eO6j_NTBWHC2Ob5Xg,1625
|
|
106
107
|
datahub/configuration/datetimes.py,sha256=nayNc0mmlVKH6oVv9ud6C1dDUiZPGabW-YZxvrkosPg,2870
|
|
108
|
+
datahub/configuration/env_vars.py,sha256=FBim_Xer6IHsZeGV0PQKFZ9s6yU9-Kxt7STeSECg24s,10325
|
|
107
109
|
datahub/configuration/git.py,sha256=OiqF2w6d9YWqrlHv_2jZ-cRiL-g0SeS4ecVtQwXWpnc,6415
|
|
108
110
|
datahub/configuration/import_resolver.py,sha256=asGu7t6SLdasbV_rlldnXVWhU7tdOOiUCbQt7xKFraw,491
|
|
109
111
|
datahub/configuration/json_loader.py,sha256=vIDnjwXWi9yHDO8KW64EupOzOb_sspehGCD7xGHzg84,302
|
|
110
|
-
datahub/configuration/kafka.py,sha256
|
|
112
|
+
datahub/configuration/kafka.py,sha256=8DAKFJpIMz3Z6e2Wb090VbkJM0ciFf6f3i8CatcH9B0,3236
|
|
111
113
|
datahub/configuration/kafka_consumer_config.py,sha256=LivsObTt9yC3WoGnslJbF_x4ojfNdxMIMEhb8vvJfcA,2133
|
|
112
114
|
datahub/configuration/pattern_utils.py,sha256=Q5IB9RfWOOo5FvRVBU7XkhiwHCxSQ1NTMfUlWtWI9qc,699
|
|
113
115
|
datahub/configuration/pydantic_migration_helpers.py,sha256=NKoQUS2SM4FFdBxmPqgzJdYT1X-OXn-PrlgdfIDZpX0,1397
|
|
@@ -126,15 +128,14 @@ datahub/emitter/composite_emitter.py,sha256=ZU-IdlAXKGPtmyT0JJgYC09vRn-TmeNaA6VP
|
|
|
126
128
|
datahub/emitter/enum_helpers.py,sha256=QBOEUu_hDCvyL_v4ayNQV8XwJbf5zKyu0Xat0mI1Kgo,376
|
|
127
129
|
datahub/emitter/generic_emitter.py,sha256=i37ZFm9VR_tmiZm9kIypEkQEB_cLKbzj_tJvViN-fm8,828
|
|
128
130
|
datahub/emitter/kafka_emitter.py,sha256=Uix1W1WaXF8VqUTUfzdRZKca2XrR1w50Anx2LVkROlc,5822
|
|
129
|
-
datahub/emitter/mce_builder.py,sha256=
|
|
131
|
+
datahub/emitter/mce_builder.py,sha256=S8M7gMWjechjz5oGydrIkYBHEPRosbhj-z8LMWy8yq4,16849
|
|
130
132
|
datahub/emitter/mcp.py,sha256=u6LphyhpbdFqboTAL_9MzXhGjc45o_BePoDFBkEEYWo,10484
|
|
131
133
|
datahub/emitter/mcp_builder.py,sha256=8IwJAlolQkPpMqQJPLtGrsUqAcuFNs98nrI5iYUxgaU,11920
|
|
132
134
|
datahub/emitter/mcp_patch_builder.py,sha256=u7cpW6DkiN7KpLapmMaXgL_FneoN69boxiANbVgMdSI,4564
|
|
133
135
|
datahub/emitter/request_helper.py,sha256=2Sij9VJqgA7xZI6I7IuxsA8ioakbz0FJ3gvazxU_z3M,5738
|
|
134
136
|
datahub/emitter/response_helper.py,sha256=qGm45n43CepW7j6kP9wTXuP-U-SZnn7hQdJTdVaoqhQ,7504
|
|
135
|
-
datahub/emitter/rest_emitter.py,sha256=
|
|
137
|
+
datahub/emitter/rest_emitter.py,sha256=zbOZPIox-BPTlDzqExKxob_VoyLzb8gCCscRMq5JdrQ,39551
|
|
136
138
|
datahub/emitter/serialization_helper.py,sha256=q12Avmf70Vy4ttQGMJoTKlE5EsybMKNg2w3MQeZiHvk,3652
|
|
137
|
-
datahub/emitter/sql_parsing_builder.py,sha256=Cr5imZrm3dYDSCACt5MFscgHCtVbHTD6IjUmsvsKoEs,11991
|
|
138
139
|
datahub/emitter/synchronized_file_emitter.py,sha256=s4ATuxalI4GDAkrZTaGSegxBdvvNPZ9jRSdtElU0kNs,1805
|
|
139
140
|
datahub/ingestion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
140
141
|
datahub/ingestion/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -151,7 +152,7 @@ datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX
|
|
|
151
152
|
datahub/ingestion/api/report.py,sha256=1w63Y2yN49IaDLZaIvXEjRU3yVb_9t3wzymSI-fumZM,18959
|
|
152
153
|
datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
|
|
153
154
|
datahub/ingestion/api/sink.py,sha256=bureB3_sFXNISCM4yZSqhxMHW-ctDkAQqA0lJgQhJQ4,6047
|
|
154
|
-
datahub/ingestion/api/source.py,sha256=
|
|
155
|
+
datahub/ingestion/api/source.py,sha256=YIYN1YIUrDLJraqAAEKnCbI3-08m84Pn5MBn-Oc8RGA,22949
|
|
155
156
|
datahub/ingestion/api/source_helpers.py,sha256=XT9y5HgfVeF52jrX39vlLn1SdXpLVyT2Su8oGNsddYo,21148
|
|
156
157
|
datahub/ingestion/api/source_protocols.py,sha256=llWgfxDquowIovgWqfhdiS1dzUQ3Y_SmCaq501S-NLc,768
|
|
157
158
|
datahub/ingestion/api/transform.py,sha256=X0GpjMJzYkLuZx8MTWxH50cWGm9rGsnn3k188mmC8J8,582
|
|
@@ -159,6 +160,7 @@ datahub/ingestion/api/workunit.py,sha256=e8n8RfSjHZZm2R4ShNH0UuMtUkMjyqqM2j2t7oL
|
|
|
159
160
|
datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
160
161
|
datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
|
|
161
162
|
datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=-667F-xWArmeVaW-3mGsoIMNKPrnLx6KM4OfzMGsMOo,18064
|
|
163
|
+
datahub/ingestion/api/auto_work_units/auto_validate_input_fields.py,sha256=Xm7lhEPgicK_Isa2p0GtFbGCLJo5xpzmLc4AYEJPic0,3559
|
|
162
164
|
datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
163
165
|
datahub/ingestion/autogenerated/capability_summary.json,sha256=9Ns5gYfVq0LYogaYtb0ioDPfu8SVhftiq9R7l0irQwg,111506
|
|
164
166
|
datahub/ingestion/autogenerated/lineage.json,sha256=8BdZF-5V5kJbX4mfFav8Zg-jHjzfkAEGk-pu1atLN4I,10029
|
|
@@ -182,8 +184,8 @@ datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGo
|
|
|
182
184
|
datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
|
|
183
185
|
datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
|
|
184
186
|
datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
185
|
-
datahub/ingestion/graph/client.py,sha256=
|
|
186
|
-
datahub/ingestion/graph/config.py,sha256=
|
|
187
|
+
datahub/ingestion/graph/client.py,sha256=KREBCMvfTn_3OKIPDMLtqe-EUajBrRi9Fq0puT0mOnY,81629
|
|
188
|
+
datahub/ingestion/graph/config.py,sha256=fQYr1WxFQXDqTyBiVz1jax9liYcNUUyYr9K3kr5wTsI,1052
|
|
187
189
|
datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
|
|
188
190
|
datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
|
|
189
191
|
datahub/ingestion/graph/filters.py,sha256=WMZpLGjuaOWyScrEJHqOtR_nw2DR23s9sJnigVpZTDI,9461
|
|
@@ -202,7 +204,7 @@ datahub/ingestion/sink/blackhole.py,sha256=-jYcWo4i8q7312bCIoHrGr7nT9JdPvA7c4jvS
|
|
|
202
204
|
datahub/ingestion/sink/console.py,sha256=TZfhA0Ec2eNCrMH7RRy2JOdUE-U-hkoIQrPm1CmKLQs,591
|
|
203
205
|
datahub/ingestion/sink/datahub_kafka.py,sha256=bRBTmvXK8mqNwnI08q846rJCNfwq33xmkm5LwTCbz58,2602
|
|
204
206
|
datahub/ingestion/sink/datahub_lite.py,sha256=7u2aWm7ENLshKHl-PkjJg6Mrw4bWs8sTfKIBz4mm8Ak,1879
|
|
205
|
-
datahub/ingestion/sink/datahub_rest.py,sha256=
|
|
207
|
+
datahub/ingestion/sink/datahub_rest.py,sha256=J5l3YV-0f0U4y8twb65lHAjH7mWqXwSsjU65o41X5Ak,13398
|
|
206
208
|
datahub/ingestion/sink/file.py,sha256=YA6fdnvMLiLlWlPM4LJ4m6BK-BRXVtBeqhGInvD9lzw,3295
|
|
207
209
|
datahub/ingestion/sink/sink_registry.py,sha256=JRBWx8qEYg0ubSTyhqwgSWctgxwyp6fva9GoN2LwBao,490
|
|
208
210
|
datahub/ingestion/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -218,7 +220,7 @@ datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suab
|
|
|
218
220
|
datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5mrVM,18705
|
|
219
221
|
datahub/ingestion/source/metabase.py,sha256=txzrTtxD1hla3yspxY6GQRCZUFWOK03d0-wJqDmT9AQ,32695
|
|
220
222
|
datahub/ingestion/source/mlflow.py,sha256=t7heUgivLXU7lxc-ndZxc1LZuoDKZgpSIe-x3ExXfMg,33340
|
|
221
|
-
datahub/ingestion/source/mode.py,sha256=
|
|
223
|
+
datahub/ingestion/source/mode.py,sha256=VF3ps9qk5I4LZiAAh-TEDFj2mHmMic1VdbTBxkGPYOc,72748
|
|
222
224
|
datahub/ingestion/source/mongodb.py,sha256=ykUA2Jyn0rxzOO-pCWosOqvFTIRgFmqkCTRHAsxpOYc,21423
|
|
223
225
|
datahub/ingestion/source/nifi.py,sha256=waXqfxHp1aEZ-JzU-EVU6EIcPepI93tP1vCz8RbgCOg,56882
|
|
224
226
|
datahub/ingestion/source/openapi.py,sha256=1eemGG8BM5H8T2OxNSg6kzGDminblLPgPVuPA254q-8,19253
|
|
@@ -239,7 +241,7 @@ datahub/ingestion/source/abs/source.py,sha256=z86K5_P_gu8kTytLOAYyQqqD2g14JGSrv1
|
|
|
239
241
|
datahub/ingestion/source/apply/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
240
242
|
datahub/ingestion/source/apply/datahub_apply.py,sha256=xTD-Iq3UHhxcz61RwNuI2kJjRrnQEfZFSgvS1X6loV4,7703
|
|
241
243
|
datahub/ingestion/source/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
242
|
-
datahub/ingestion/source/aws/aws_common.py,sha256=
|
|
244
|
+
datahub/ingestion/source/aws/aws_common.py,sha256=1NgwpasOO3fpBGtZnxWEzjHFoHjEs5hpg_HkTvsbn0M,18147
|
|
243
245
|
datahub/ingestion/source/aws/glue.py,sha256=dUaMWcI5Ed-TzbbSrF6suT4L1vcRHoHfFCdTvAINc4w,67423
|
|
244
246
|
datahub/ingestion/source/aws/platform_resource_repository.py,sha256=0eUfGy1FbaBltCSNTtXyLrkrdqTc1KkTgDJB1Gd-Ydk,853
|
|
245
247
|
datahub/ingestion/source/aws/s3_boto_utils.py,sha256=rGlWAkKZpkeA1_wMvcJvSDvobvduShszowU-KcrQudg,7011
|
|
@@ -261,7 +263,7 @@ datahub/ingestion/source/bigquery_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeu
|
|
|
261
263
|
datahub/ingestion/source/bigquery_v2/bigquery.py,sha256=u4-LLt6ZDe3hKqLWqEByYpc0z-UcEZf85uok9qNEFko,15321
|
|
262
264
|
datahub/ingestion/source/bigquery_v2/bigquery_audit.py,sha256=kEwWhq3ch6WT4q4hcX8-fvQh28KgrNfspFwIytO3vQA,25103
|
|
263
265
|
datahub/ingestion/source/bigquery_v2/bigquery_audit_log_api.py,sha256=LuGJ6LgPViLIfDQfylxlQ3CA7fZYM5MDt8M-7sfzm84,5096
|
|
264
|
-
datahub/ingestion/source/bigquery_v2/bigquery_config.py,sha256=
|
|
266
|
+
datahub/ingestion/source/bigquery_v2/bigquery_config.py,sha256=3u5p6RM4-q651fXrDTDsB5jY29lK_usr6OWI9N1LjuQ,22977
|
|
265
267
|
datahub/ingestion/source/bigquery_v2/bigquery_connection.py,sha256=6XFCc0oxxU3R4IPyYHaf3YMETlMD4ztkNpkf4kf1Elw,3171
|
|
266
268
|
datahub/ingestion/source/bigquery_v2/bigquery_data_reader.py,sha256=DeT3v_Z82__8En0FcZ0kavBAWQoRvSZ5Rppm9eeDAb8,2393
|
|
267
269
|
datahub/ingestion/source/bigquery_v2/bigquery_helper.py,sha256=QER3gY8e_k1_eNVj7cBso7ZzrWl_vO5PYSa6CpvqNx8,1554
|
|
@@ -356,7 +358,7 @@ datahub/ingestion/source/grafana/grafana_api.py,sha256=pSbaHGPQ4HajCyVnvfEjl9zr2
|
|
|
356
358
|
datahub/ingestion/source/grafana/grafana_config.py,sha256=Xyt4jY9vKJuu99PX6cpOZ3WANTn00aUTYvItIPVC6XQ,3683
|
|
357
359
|
datahub/ingestion/source/grafana/grafana_source.py,sha256=tUYW0bXvnwhfBpSRQh4KobhOThXhezdH4hy2IPBkgag,21727
|
|
358
360
|
datahub/ingestion/source/grafana/lineage.py,sha256=qDWCiceOotVApOpcGhRK9OTqyRJIPqXcJi6CKnfK8z0,7178
|
|
359
|
-
datahub/ingestion/source/grafana/models.py,sha256=
|
|
361
|
+
datahub/ingestion/source/grafana/models.py,sha256=COCW5XEKLTAgsiVMdtSpBdiqeZs3lOzJF2gR9OBLwcg,4929
|
|
360
362
|
datahub/ingestion/source/grafana/report.py,sha256=gNXKwGYCO6PLiqiM1K_Hv11vJuzxqcxiPNWdCY6dKNQ,2860
|
|
361
363
|
datahub/ingestion/source/grafana/types.py,sha256=Bz0-FIPBXHaBjfFHYGJhE20c2vYZwAsXr70MVGjSu6s,443
|
|
362
364
|
datahub/ingestion/source/hex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -367,7 +369,7 @@ datahub/ingestion/source/hex/mapper.py,sha256=IyDAE-TzZUji3ICI_9gkYC3dQN3gl6kERR
|
|
|
367
369
|
datahub/ingestion/source/hex/model.py,sha256=eri4aRo1eXcE2SWjzCnPFMhzPTiJ8w8zC4GN7Lgpr74,1864
|
|
368
370
|
datahub/ingestion/source/hex/query_fetcher.py,sha256=r9UvF_qwswkRlNY7AI8p46eqAYSxVtjVE2e7eO4XagA,13384
|
|
369
371
|
datahub/ingestion/source/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
370
|
-
datahub/ingestion/source/iceberg/iceberg.py,sha256=
|
|
372
|
+
datahub/ingestion/source/iceberg/iceberg.py,sha256=ySHJZFyYuf-0S0-mDBTvnNGS7UpPiNa1OrLIFzf-tgE,37941
|
|
371
373
|
datahub/ingestion/source/iceberg/iceberg_common.py,sha256=CD_yHQ_wEgivyLQUTRO9BZJB29S7j5fUVllki-BPwUU,12292
|
|
372
374
|
datahub/ingestion/source/iceberg/iceberg_profiler.py,sha256=24zhWNa-x8dismkdGWuutruRN4VLWkM-4doTFH9-SEU,9936
|
|
373
375
|
datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -381,7 +383,7 @@ datahub/ingestion/source/kafka_connect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JC
|
|
|
381
383
|
datahub/ingestion/source/kafka_connect/common.py,sha256=F6T2UgU6B9-U8O1JwSQgpkgvCAVMFBV41kuiKUfz4BQ,7068
|
|
382
384
|
datahub/ingestion/source/kafka_connect/kafka_connect.py,sha256=AVAgBvgH7kM9I2ke3mwr8CfIL1J2SdVHH_86rnCFwrM,17727
|
|
383
385
|
datahub/ingestion/source/kafka_connect/sink_connectors.py,sha256=QTMY0FmOHkTxfICTXIsv3ZfzlrMA4VlZXKQTcFCyIAU,17220
|
|
384
|
-
datahub/ingestion/source/kafka_connect/source_connectors.py,sha256=
|
|
386
|
+
datahub/ingestion/source/kafka_connect/source_connectors.py,sha256=F2NcQEw5dCY2_RasL_25XKD8wa7iL4WuM4wnfyM96FA,23973
|
|
385
387
|
datahub/ingestion/source/looker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
386
388
|
datahub/ingestion/source/looker/lkml_patched.py,sha256=XShEU7Wbz0DubDhYMjKf9wjKZrBJa2XPg9MIjp8rPhk,733
|
|
387
389
|
datahub/ingestion/source/looker/looker_common.py,sha256=vXD6w1VAhxKlFp283WZkRcccGQt1uKij175o5oqO1HM,67912
|
|
@@ -422,7 +424,7 @@ datahub/ingestion/source/powerbi/m_query/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
|
|
|
422
424
|
datahub/ingestion/source/powerbi/m_query/data_classes.py,sha256=8Gr4vonDxH0kOwPob6XD-gl-w3aCQ0LSCzWsOvvB-xg,2121
|
|
423
425
|
datahub/ingestion/source/powerbi/m_query/native_sql_parser.py,sha256=zzKVDGeUM3Yv3-zNah4D6mSnr6jXsstNuLmzczcPQEE,3683
|
|
424
426
|
datahub/ingestion/source/powerbi/m_query/odbc.py,sha256=fZgl8-M5s3Y-3U9OVQs7ttc8FTDbzodIM2HJtFmPNI8,5405
|
|
425
|
-
datahub/ingestion/source/powerbi/m_query/parser.py,sha256=
|
|
427
|
+
datahub/ingestion/source/powerbi/m_query/parser.py,sha256=s41cVQeQpWZUmbaodWXYw_ED2MEAnyy7vpa7SoQCNsw,5919
|
|
426
428
|
datahub/ingestion/source/powerbi/m_query/pattern_handler.py,sha256=pXi3ZGzdAS86hf2qAQOVA3GU4L54YgbadOaBgE1JevM,44607
|
|
427
429
|
datahub/ingestion/source/powerbi/m_query/resolver.py,sha256=ISH8Xjx51q2S81fn2v5RhCCU-kRAW3juxM0rMFs4TDo,17413
|
|
428
430
|
datahub/ingestion/source/powerbi/m_query/tree_function.py,sha256=NIKNNHAE4kTJefTM1WR-StJi9NuingaRYn_mS_kV6A8,6180
|
|
@@ -502,7 +504,7 @@ datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=PmQi-qDlRhdJ-PsJ
|
|
|
502
504
|
datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=lAMA--X3nbWFdNs1DTHNm7crctB3RilX_pB-zy47piI,45528
|
|
503
505
|
datahub/ingestion/source/snowflake/snowflake_query.py,sha256=wLDaYZrWJ0794KKn69rB_QF0_8Bzu5l_7L6mD77KVc4,40469
|
|
504
506
|
datahub/ingestion/source/snowflake/snowflake_report.py,sha256=fA6C-p9wM-jyTsXE_suTbCtrE_lle-5LI52S7wFYf00,6701
|
|
505
|
-
datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=
|
|
507
|
+
datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=a6avRJXbj2qwnu28oK1YotmJo68zEG-1S7vonsUUJy4,41473
|
|
506
508
|
datahub/ingestion/source/snowflake/snowflake_schema_gen.py,sha256=-JBfYgAXKMbVYu3f2viQoOQ0O2wv6GWfw1giOiETbpc,59091
|
|
507
509
|
datahub/ingestion/source/snowflake/snowflake_shares.py,sha256=maZyFkfrbVogEFM0tTKRiNp9c_1muv6YfleSd3q0umI,6341
|
|
508
510
|
datahub/ingestion/source/snowflake/snowflake_summary.py,sha256=5Li4H8KuS4qBKR98L2P-JZI79UXsOjcAFxZZyio9NU0,5787
|
|
@@ -535,13 +537,13 @@ datahub/ingestion/source/sql/sql_utils.py,sha256=q-Bsk6WxlsRtrw9RXBxvqI3zuaMTC_F
|
|
|
535
537
|
datahub/ingestion/source/sql/sqlalchemy_data_reader.py,sha256=FvHZ4JEK3aR2DYOBZiT_ZsAy12RjTu4t_KIR_92B11k,2644
|
|
536
538
|
datahub/ingestion/source/sql/sqlalchemy_uri.py,sha256=u0ZvgdJjXZdo_vl7YIQfYuuWbGwpnH6OSozI2e8ZV4I,858
|
|
537
539
|
datahub/ingestion/source/sql/sqlalchemy_uri_mapper.py,sha256=KOpbmDIE2h1hyYEsbVHJi2B7FlsyUMTXZx4diyzltQg,1826
|
|
538
|
-
datahub/ingestion/source/sql/teradata.py,sha256=
|
|
540
|
+
datahub/ingestion/source/sql/teradata.py,sha256=YydlPGndFGZcpvlmim3T-1yaAmsFt08TZVOTo1R3GLo,66871
|
|
539
541
|
datahub/ingestion/source/sql/trino.py,sha256=o5hm84iwRHO59TD2LaEqYgF2LYIcSUIKmlgu1VudGBY,19254
|
|
540
542
|
datahub/ingestion/source/sql/two_tier_sql_source.py,sha256=xlpQ9thbEn6uta6eVMzsHzmXFGg30VWInYwg0URgTK4,5784
|
|
541
543
|
datahub/ingestion/source/sql/vertica.py,sha256=LUpIzDpzFRtMcXCSG2EC5CBZbveBOvnB27P_pDrXC9o,33501
|
|
542
544
|
datahub/ingestion/source/sql/mssql/__init__.py,sha256=1agpl8S_uDW40olkhCX_W19dbr5GO9qgjS3R7pLRZSk,87
|
|
543
545
|
datahub/ingestion/source/sql/mssql/job_models.py,sha256=ozEMc86e2oWRRF8Vjasjj32onVaVOQ98f00mbCYKmY8,9401
|
|
544
|
-
datahub/ingestion/source/sql/mssql/source.py,sha256=
|
|
546
|
+
datahub/ingestion/source/sql/mssql/source.py,sha256=N3ccX621byKLhthQw1-_aCkrn5teV4H1hc8u1gUMcy0,44762
|
|
545
547
|
datahub/ingestion/source/sql/stored_procedures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
546
548
|
datahub/ingestion/source/sql/stored_procedures/base.py,sha256=n0l5OaTuW-m3TRvkxs3TqvgMeWF6BagzW3tjyWUcC1A,8631
|
|
547
549
|
datahub/ingestion/source/sql/stored_procedures/lineage.py,sha256=fryLhuAlsjr9SHIjHJ-PmtCMx89bjzWVnJZ3f1bwQVU,1905
|
|
@@ -568,20 +570,20 @@ datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=wsVD0SkGUwb-H9
|
|
|
568
570
|
datahub/ingestion/source/tableau/tableau_validation.py,sha256=Hjbfc1AMIkGgzo5ffWXtNRjrxSxzHvw7-dYZDt4d3WE,1819
|
|
569
571
|
datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
570
572
|
datahub/ingestion/source/unity/analyze_profiler.py,sha256=2pqkFY30CfN4aHgFZZntjeG0hNhBytZJvXC13VfTc1I,4689
|
|
571
|
-
datahub/ingestion/source/unity/config.py,sha256=
|
|
573
|
+
datahub/ingestion/source/unity/config.py,sha256=3Fz6gl74qjJ_CzfVyyZ9OVP8urugmhWipCDItFcL3Hs,20211
|
|
572
574
|
datahub/ingestion/source/unity/connection.py,sha256=iCsQhZ1vxzv1qQKTl_sFUZdmBLLIrNdu2X2V8hT7IGI,2441
|
|
573
575
|
datahub/ingestion/source/unity/connection_test.py,sha256=Dwpz4AIc6ZDwq6pWmRCSCuDUgNjPP_bVAVJumgAAS4w,2661
|
|
574
576
|
datahub/ingestion/source/unity/ge_profiler.py,sha256=NBRHZceq-f95iUn7u0h7cgcd9nAc48Aa-lmp_BqE0As,8409
|
|
575
577
|
datahub/ingestion/source/unity/hive_metastore_proxy.py,sha256=IAWWJjaW0si_UF52Se2D7wmdYRY_afUG4QlVmQu6xaw,15351
|
|
576
578
|
datahub/ingestion/source/unity/platform_resource_repository.py,sha256=znDmtddQB6B0owcWgOf5DACV2hbe7lseO7hwGszYTYs,541
|
|
577
|
-
datahub/ingestion/source/unity/proxy.py,sha256=
|
|
579
|
+
datahub/ingestion/source/unity/proxy.py,sha256=TtOGPEPbgioKy8DVWTNkgsSfttsfVaUdK13BJdwcmJ0,48373
|
|
578
580
|
datahub/ingestion/source/unity/proxy_patch.py,sha256=gVYl5Fm_ase0iwBf3yDg7PE3bbTOl92RR-JgofHNkus,12374
|
|
579
581
|
datahub/ingestion/source/unity/proxy_profiling.py,sha256=WLqvYP6MziaisA4LYL4T_GA-kPt6Xdde7bfaYsjYw40,9663
|
|
580
582
|
datahub/ingestion/source/unity/proxy_types.py,sha256=dp7fRqIjaFCn6ivbgXOGHcw9bQQhZg6u-fdTK053oFM,10163
|
|
581
583
|
datahub/ingestion/source/unity/report.py,sha256=wa5ER1hLc-362iWS9MNwDJf_adfAb3tfge_O3wSAaTc,3291
|
|
582
|
-
datahub/ingestion/source/unity/source.py,sha256=
|
|
584
|
+
datahub/ingestion/source/unity/source.py,sha256=TojTsImuCazZIegfvkePklAWFHUiTQChhHP2KYsuIdk,56247
|
|
583
585
|
datahub/ingestion/source/unity/tag_entities.py,sha256=-Z-XYc1XhquE-Eoksn9v0o11ZjV9CWz8n6zeXLbzluQ,7275
|
|
584
|
-
datahub/ingestion/source/unity/usage.py,sha256=
|
|
586
|
+
datahub/ingestion/source/unity/usage.py,sha256=5CMQ0uOwuXfRq0rdxQbiHwrfSkvmQ5R2GNLqqZ2dOJw,13351
|
|
585
587
|
datahub/ingestion/source/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
586
588
|
datahub/ingestion/source/usage/clickhouse_usage.py,sha256=M6YVQqwJoFqJPxlTr62lFwxfDeX2-_9Diw6qtcq2XWM,10244
|
|
587
589
|
datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=E5wlRQ-jkwSqFaHWgwnWRPu5IiWwxOnPXX1bCv_v__E,10815
|
|
@@ -1015,15 +1017,15 @@ datahub/sql_parsing/fingerprint_utils.py,sha256=3hGiexaQXnE7eZLxo-t7hlTyVQz7womb
|
|
|
1015
1017
|
datahub/sql_parsing/query_types.py,sha256=FKjDzszZzsrCfYfm7dgD6T_8865qxWl767fdGyHWBh4,2720
|
|
1016
1018
|
datahub/sql_parsing/schema_resolver.py,sha256=ISuingLcQnOJZkNXBkc73uPwYUbbOtERAjgGhJajDiQ,10782
|
|
1017
1019
|
datahub/sql_parsing/split_statements.py,sha256=doCACwQ_Fx6m1djo7t3BnU9ZHki4EV2KJUQkFMGv7lg,10101
|
|
1018
|
-
datahub/sql_parsing/sql_parsing_aggregator.py,sha256=
|
|
1020
|
+
datahub/sql_parsing/sql_parsing_aggregator.py,sha256=NTWrsScS4d8CYLlBdMYo0b6ecuFpMfiwHJ7kMAh9fQg,72685
|
|
1019
1021
|
datahub/sql_parsing/sql_parsing_common.py,sha256=cZ4WvVyHZuXDGjnBvKMX2_fz2EMextB5WQWcK0_saBo,3155
|
|
1020
1022
|
datahub/sql_parsing/sql_parsing_result_utils.py,sha256=prwWTj1EB2fRPv1eMB4EkpFNafIYAt-X8TIK0NWqank,796
|
|
1021
|
-
datahub/sql_parsing/sqlglot_lineage.py,sha256=
|
|
1023
|
+
datahub/sql_parsing/sqlglot_lineage.py,sha256=l4LZMiaeTARjJG76Uun_yNtFHdSj3yi8zO1XvAQtxl0,66944
|
|
1022
1024
|
datahub/sql_parsing/sqlglot_utils.py,sha256=2CwrnDsmjcDlwjdBbmaiTVbWZjEAm3fr4ulEvTr3cZQ,15343
|
|
1023
1025
|
datahub/sql_parsing/tool_meta_extractor.py,sha256=5JsLPcKjuXSrPGxNIhRvX72dFPmlV33-hyvhJwlWxCY,7543
|
|
1024
1026
|
datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
1025
1027
|
datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
|
|
1026
|
-
datahub/telemetry/telemetry.py,sha256
|
|
1028
|
+
datahub/telemetry/telemetry.py,sha256=-aRGTZynNwXYJrWM3i1r_57YgvZBQFBYQBSX5sF7x8c,15571
|
|
1027
1029
|
datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
|
|
1028
1030
|
datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
|
|
1029
1031
|
datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
|
|
@@ -1049,13 +1051,13 @@ datahub/utilities/dedup_list.py,sha256=dUSpe1AajfuwlHVJKNv-CzDXSCkaw0HgSMOsxqUkQ
|
|
|
1049
1051
|
datahub/utilities/delayed_iter.py,sha256=XlsI0DCXkVVejFKOW_uMT0E8DTqqOHQN3Ooak4EcULE,645
|
|
1050
1052
|
datahub/utilities/delta.py,sha256=hkpF8W7Lvg2gUJBQR3mmIzOxsRQ6i5cchRPFlAVoV10,1128
|
|
1051
1053
|
datahub/utilities/docs_build.py,sha256=uFMK3z1d4BExpsrvguHunidbEDAzQ8hoOP7iQ0A_IVw,211
|
|
1052
|
-
datahub/utilities/file_backed_collections.py,sha256=
|
|
1054
|
+
datahub/utilities/file_backed_collections.py,sha256=jv3kx2GRF21fAXnAMGQuRRj3qH6x8NGWREXPnErdz6U,21722
|
|
1053
1055
|
datahub/utilities/global_warning_util.py,sha256=adrEl3WhetQ-bymrPINjd976ZFndhbvk3QosUYGsos8,261
|
|
1054
1056
|
datahub/utilities/groupby.py,sha256=pe6rP4ZCttYB98yjbs0Aey8C32aLb7rq-NJ_BFky0H4,524
|
|
1055
1057
|
datahub/utilities/hive_schema_to_avro.py,sha256=YCdq3jNUTij8ehWgX9v6CiOrf5aTCXr4DERcp_-wBbo,11608
|
|
1056
1058
|
datahub/utilities/ingest_utils.py,sha256=OgETzX_9g6DcYlxGH0_xgAmAlWLSROr25ydDL-mBhKM,3137
|
|
1057
|
-
datahub/utilities/is_pytest.py,sha256=
|
|
1058
|
-
datahub/utilities/logging_manager.py,sha256=
|
|
1059
|
+
datahub/utilities/is_pytest.py,sha256=FrTvFU8ckZsi2F2nVKGqwSmVmE9gx6-2re5p0WU70_g,166
|
|
1060
|
+
datahub/utilities/logging_manager.py,sha256=v039iopZj-u11oRgg9exL9O3sQ6SmEX4PGGkgmTsYnk,11069
|
|
1059
1061
|
datahub/utilities/lossy_collections.py,sha256=5rdtfK2pjwvOrrzLf_KGFOMiVvLLmoXj5EVQXTFSR3E,5704
|
|
1060
1062
|
datahub/utilities/mapping.py,sha256=dOWQD3zEB9BiDy-4onWh5s8tvpc-_m5_m7QEYNxnO2I,19118
|
|
1061
1063
|
datahub/utilities/memory_footprint.py,sha256=ur0GgR1MzL9F9Fr4D8BaN-IFzbx5LN0B2t8yEcHkHDo,1621
|
|
@@ -1067,7 +1069,7 @@ datahub/utilities/perf_timer.py,sha256=qj68nBcZzjgxHONaAZRhQdDKqaVJFxeQRMnX6LbwH
|
|
|
1067
1069
|
datahub/utilities/prefix_batch_builder.py,sha256=ZAxXNh1QcrvdPUgRnjFRMFPJLznfJqsydXG7xueCS_c,2847
|
|
1068
1070
|
datahub/utilities/progress_timer.py,sha256=w0b3wIEGL8fQy2BKYVPiKDcO5ATUlt1kQr74aG1TlxI,1152
|
|
1069
1071
|
datahub/utilities/ratelimiter.py,sha256=6a058tTzydqK9gf0C2RR2iZZmh-mm4o3W0MMlDNfIoo,2201
|
|
1070
|
-
datahub/utilities/sample_data.py,sha256=
|
|
1072
|
+
datahub/utilities/sample_data.py,sha256=KyBaJnAgFxpkfR8WjMruuhhk4QFKsis38wY25CuthFE,820
|
|
1071
1073
|
datahub/utilities/search_utils.py,sha256=BdZfixXrB6lcD_ec6pCotGtVKQ4ekTtmaZDFGyeZfBg,9683
|
|
1072
1074
|
datahub/utilities/sentinels.py,sha256=p299J2YR62K2Mbuy-2lrGH4BnF9dkRqGo59Wub0hYV4,417
|
|
1073
1075
|
datahub/utilities/serialized_lru_cache.py,sha256=R9enyN5BlatknX4KFq9euYc2yiE1rRMucPbAHg09Goc,3247
|
|
@@ -1126,8 +1128,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
|
|
|
1126
1128
|
datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
|
|
1127
1129
|
datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
|
|
1128
1130
|
datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
|
|
1129
|
-
acryl_datahub-1.3.0.
|
|
1130
|
-
acryl_datahub-1.3.0.
|
|
1131
|
-
acryl_datahub-1.3.0.
|
|
1132
|
-
acryl_datahub-1.3.0.
|
|
1133
|
-
acryl_datahub-1.3.0.
|
|
1131
|
+
acryl_datahub-1.3.0.1rc3.dist-info/METADATA,sha256=Q32VN8kEGo-T0nge3wOkp_EmXJQQZKtZYl9SnsCu3PY,184504
|
|
1132
|
+
acryl_datahub-1.3.0.1rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
1133
|
+
acryl_datahub-1.3.0.1rc3.dist-info/entry_points.txt,sha256=pzsBoTx-D-iTcmpX8oCGCyzlHP2112EygUMzZWz56M8,10105
|
|
1134
|
+
acryl_datahub-1.3.0.1rc3.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
|
|
1135
|
+
acryl_datahub-1.3.0.1rc3.dist-info/RECORD,,
|
datahub/_version.py
CHANGED
|
@@ -113,6 +113,7 @@ class DataProduct(ConfigModel):
|
|
|
113
113
|
terms: Optional[List[str]] = None
|
|
114
114
|
properties: Optional[Dict[str, LaxStr]] = None
|
|
115
115
|
external_url: Optional[str] = None
|
|
116
|
+
output_ports: Optional[List[str]] = None
|
|
116
117
|
_original_yaml_dict: Optional[dict] = None
|
|
117
118
|
|
|
118
119
|
@pydantic.validator("assets", each_item=True)
|
|
@@ -124,6 +125,22 @@ class DataProduct(ConfigModel):
|
|
|
124
125
|
|
|
125
126
|
return v
|
|
126
127
|
|
|
128
|
+
@pydantic.validator("output_ports", each_item=True)
|
|
129
|
+
def output_ports_must_be_urns(cls, v: str) -> str:
|
|
130
|
+
try:
|
|
131
|
+
Urn.create_from_string(v)
|
|
132
|
+
except Exception as e:
|
|
133
|
+
raise ValueError(f"Output port {v} is not an urn: {e}") from e
|
|
134
|
+
|
|
135
|
+
return v
|
|
136
|
+
|
|
137
|
+
@pydantic.validator("output_ports", each_item=True)
|
|
138
|
+
def output_ports_must_be_from_asset_list(cls, v: str, values: dict) -> str:
|
|
139
|
+
assets = values.get("assets", [])
|
|
140
|
+
if v not in assets:
|
|
141
|
+
raise ValueError(f"Output port {v} is not in asset list")
|
|
142
|
+
return v
|
|
143
|
+
|
|
127
144
|
@property
|
|
128
145
|
def urn(self) -> str:
|
|
129
146
|
if self.id.startswith("urn:li:dataProduct:"):
|
|
@@ -181,6 +198,7 @@ class DataProduct(ConfigModel):
|
|
|
181
198
|
DataProductAssociationClass(
|
|
182
199
|
destinationUrn=asset,
|
|
183
200
|
created=self._mint_auditstamp("yaml"),
|
|
201
|
+
outputPort=asset in (self.output_ports or []),
|
|
184
202
|
)
|
|
185
203
|
for asset in self.assets
|
|
186
204
|
]
|
|
@@ -204,6 +222,7 @@ class DataProduct(ConfigModel):
|
|
|
204
222
|
DataProductAssociationClass(
|
|
205
223
|
destinationUrn=asset,
|
|
206
224
|
created=self._mint_auditstamp("yaml"),
|
|
225
|
+
outputPort=asset in (self.output_ports or []),
|
|
207
226
|
)
|
|
208
227
|
for asset in self.assets or []
|
|
209
228
|
],
|
|
@@ -369,6 +388,13 @@ class DataProduct(ConfigModel):
|
|
|
369
388
|
external_url=(
|
|
370
389
|
data_product_properties.externalUrl if data_product_properties else None
|
|
371
390
|
),
|
|
391
|
+
output_ports=[
|
|
392
|
+
e.destinationUrn
|
|
393
|
+
for e in (data_product_properties.assets or [])
|
|
394
|
+
if e.outputPort
|
|
395
|
+
]
|
|
396
|
+
if data_product_properties
|
|
397
|
+
else None,
|
|
372
398
|
)
|
|
373
399
|
|
|
374
400
|
def _patch_ownership(
|
datahub/cli/config_utils.py
CHANGED
|
@@ -11,7 +11,16 @@ import click
|
|
|
11
11
|
import yaml
|
|
12
12
|
from pydantic import BaseModel, ValidationError
|
|
13
13
|
|
|
14
|
-
from datahub.
|
|
14
|
+
from datahub.configuration.env_vars import (
|
|
15
|
+
get_gms_host,
|
|
16
|
+
get_gms_port,
|
|
17
|
+
get_gms_protocol,
|
|
18
|
+
get_gms_token,
|
|
19
|
+
get_gms_url,
|
|
20
|
+
get_skip_config,
|
|
21
|
+
get_system_client_id,
|
|
22
|
+
get_system_client_secret,
|
|
23
|
+
)
|
|
15
24
|
from datahub.ingestion.graph.config import DatahubClientConfig
|
|
16
25
|
|
|
17
26
|
logger = logging.getLogger(__name__)
|
|
@@ -36,15 +45,15 @@ class MissingConfigError(Exception):
|
|
|
36
45
|
|
|
37
46
|
|
|
38
47
|
def get_system_auth() -> Optional[str]:
|
|
39
|
-
system_client_id =
|
|
40
|
-
system_client_secret =
|
|
48
|
+
system_client_id = get_system_client_id()
|
|
49
|
+
system_client_secret = get_system_client_secret()
|
|
41
50
|
if system_client_id is not None and system_client_secret is not None:
|
|
42
51
|
return f"Basic {system_client_id}:{system_client_secret}"
|
|
43
52
|
return None
|
|
44
53
|
|
|
45
54
|
|
|
46
55
|
def _should_skip_config() -> bool:
|
|
47
|
-
return
|
|
56
|
+
return get_skip_config()
|
|
48
57
|
|
|
49
58
|
|
|
50
59
|
def persist_raw_datahub_config(config: dict) -> None:
|
|
@@ -67,11 +76,11 @@ class DatahubConfig(BaseModel):
|
|
|
67
76
|
|
|
68
77
|
|
|
69
78
|
def _get_config_from_env() -> Tuple[Optional[str], Optional[str]]:
|
|
70
|
-
host =
|
|
71
|
-
port =
|
|
72
|
-
token =
|
|
73
|
-
protocol =
|
|
74
|
-
url =
|
|
79
|
+
host = get_gms_host()
|
|
80
|
+
port = get_gms_port()
|
|
81
|
+
token = get_gms_token()
|
|
82
|
+
protocol = get_gms_protocol()
|
|
83
|
+
url = get_gms_url()
|
|
75
84
|
if port is not None:
|
|
76
85
|
url = f"{protocol}://{host}:{port}"
|
|
77
86
|
return url, token
|
|
@@ -108,7 +117,6 @@ def load_client_config() -> DatahubClientConfig:
|
|
|
108
117
|
datahub_config: DatahubClientConfig = DatahubConfig.parse_obj(
|
|
109
118
|
client_config_dict
|
|
110
119
|
).gms
|
|
111
|
-
|
|
112
120
|
return datahub_config
|
|
113
121
|
except ValidationError as e:
|
|
114
122
|
click.echo(f"Error loading your {CONDENSED_DATAHUB_CONFIG_PATH}")
|
datahub/cli/docker_check.py
CHANGED
|
@@ -11,12 +11,13 @@ import docker.models.containers
|
|
|
11
11
|
import yaml
|
|
12
12
|
|
|
13
13
|
from datahub.configuration.common import ExceptionWithProps
|
|
14
|
+
from datahub.configuration.env_vars import get_compose_project_name
|
|
14
15
|
|
|
15
16
|
# Docker seems to under-report memory allocated, so we also need a bit of buffer to account for it.
|
|
16
17
|
MIN_MEMORY_NEEDED = 4.3 # GB
|
|
17
18
|
MIN_DISK_SPACE_NEEDED = 13 # GB
|
|
18
19
|
|
|
19
|
-
DOCKER_COMPOSE_PROJECT_NAME =
|
|
20
|
+
DOCKER_COMPOSE_PROJECT_NAME = get_compose_project_name()
|
|
20
21
|
DATAHUB_COMPOSE_PROJECT_FILTER = {
|
|
21
22
|
"label": f"com.docker.compose.project={DOCKER_COMPOSE_PROJECT_NAME}"
|
|
22
23
|
}
|
datahub/cli/docker_cli.py
CHANGED
|
@@ -36,6 +36,7 @@ from datahub.cli.docker_check import (
|
|
|
36
36
|
from datahub.cli.quickstart_versioning import (
|
|
37
37
|
QuickstartVersionMappingConfig,
|
|
38
38
|
)
|
|
39
|
+
from datahub.configuration.env_vars import get_docker_compose_base
|
|
39
40
|
from datahub.ingestion.run.pipeline import Pipeline
|
|
40
41
|
from datahub.telemetry import telemetry
|
|
41
42
|
from datahub.upgrade import upgrade
|
|
@@ -792,8 +793,9 @@ def quickstart(
|
|
|
792
793
|
|
|
793
794
|
|
|
794
795
|
def get_docker_compose_base_url(version_tag: str) -> str:
|
|
795
|
-
|
|
796
|
-
|
|
796
|
+
docker_compose_base = get_docker_compose_base()
|
|
797
|
+
if docker_compose_base:
|
|
798
|
+
return docker_compose_base
|
|
797
799
|
|
|
798
800
|
return f"https://raw.githubusercontent.com/datahub-project/datahub/{version_tag}"
|
|
799
801
|
|