acryl-datahub 1.3.0.1rc1__py3-none-any.whl → 1.3.0.1rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (48) hide show
  1. {acryl_datahub-1.3.0.1rc1.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/METADATA +2539 -2537
  2. {acryl_datahub-1.3.0.1rc1.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/RECORD +47 -45
  3. datahub/_version.py +1 -1
  4. datahub/api/entities/dataproduct/dataproduct.py +26 -0
  5. datahub/cli/config_utils.py +18 -10
  6. datahub/cli/docker_check.py +2 -1
  7. datahub/cli/docker_cli.py +4 -2
  8. datahub/cli/graphql_cli.py +1422 -0
  9. datahub/cli/quickstart_versioning.py +2 -2
  10. datahub/cli/specific/dataproduct_cli.py +2 -4
  11. datahub/cli/specific/user_cli.py +172 -1
  12. datahub/configuration/env_vars.py +331 -0
  13. datahub/configuration/kafka.py +6 -4
  14. datahub/emitter/mce_builder.py +2 -4
  15. datahub/emitter/rest_emitter.py +15 -15
  16. datahub/entrypoints.py +2 -0
  17. datahub/ingestion/api/auto_work_units/auto_validate_input_fields.py +87 -0
  18. datahub/ingestion/api/source.py +5 -0
  19. datahub/ingestion/graph/client.py +197 -0
  20. datahub/ingestion/graph/config.py +2 -2
  21. datahub/ingestion/sink/datahub_rest.py +6 -5
  22. datahub/ingestion/source/aws/aws_common.py +20 -13
  23. datahub/ingestion/source/bigquery_v2/bigquery_config.py +2 -4
  24. datahub/ingestion/source/delta_lake/config.py +8 -4
  25. datahub/ingestion/source/grafana/models.py +5 -0
  26. datahub/ingestion/source/iceberg/iceberg.py +39 -19
  27. datahub/ingestion/source/kafka_connect/source_connectors.py +4 -1
  28. datahub/ingestion/source/mode.py +13 -0
  29. datahub/ingestion/source/powerbi/m_query/parser.py +2 -2
  30. datahub/ingestion/source/snowflake/snowflake_schema.py +2 -2
  31. datahub/ingestion/source/sql/mssql/source.py +7 -1
  32. datahub/ingestion/source/sql/teradata.py +80 -65
  33. datahub/ingestion/source/unity/config.py +31 -0
  34. datahub/ingestion/source/unity/proxy.py +73 -0
  35. datahub/ingestion/source/unity/source.py +27 -70
  36. datahub/ingestion/source/unity/usage.py +46 -4
  37. datahub/sql_parsing/sql_parsing_aggregator.py +14 -5
  38. datahub/sql_parsing/sqlglot_lineage.py +7 -0
  39. datahub/telemetry/telemetry.py +8 -3
  40. datahub/utilities/file_backed_collections.py +2 -2
  41. datahub/utilities/is_pytest.py +3 -2
  42. datahub/utilities/logging_manager.py +22 -6
  43. datahub/utilities/sample_data.py +5 -4
  44. datahub/emitter/sql_parsing_builder.py +0 -306
  45. {acryl_datahub-1.3.0.1rc1.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/WHEEL +0 -0
  46. {acryl_datahub-1.3.0.1rc1.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/entry_points.txt +0 -0
  47. {acryl_datahub-1.3.0.1rc1.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/licenses/LICENSE +0 -0
  48. {acryl_datahub-1.3.0.1rc1.dist-info → acryl_datahub-1.3.0.1rc3.dist-info}/top_level.txt +0 -0
@@ -1,8 +1,8 @@
1
- acryl_datahub-1.3.0.1rc1.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1
+ acryl_datahub-1.3.0.1rc3.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
2
2
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
3
3
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
4
- datahub/_version.py,sha256=R7AO3BvsCQaRcQe_NV5EtywuCZj3jLQL4SqalUnrmTc,323
5
- datahub/entrypoints.py,sha256=9Qf-37rNnTzbGlx8S75OCDazIclFp6zWNcCEL1zCZto,9015
4
+ datahub/_version.py,sha256=em6A_AK1PEbN80kEFbwFQP_4ZhxiWZZekBVZKx4EpV4,323
5
+ datahub/entrypoints.py,sha256=VcbU6Z47b_JKW1zI-WJMYIngm05FSogKLiuvFNtyNcI,9088
6
6
  datahub/errors.py,sha256=p5rFAdAGVCk4Lqolol1YvthceadUSwpaCxLXRcyCCFQ,676
7
7
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
8
  datahub/_codegen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -46,7 +46,7 @@ datahub/api/entities/datajob/datajob.py,sha256=gAIdTSlAY3iV3R3EUAcOtuYam8aR2jTGQ
46
46
  datahub/api/entities/dataprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
47
47
  datahub/api/entities/dataprocess/dataprocess_instance.py,sha256=IhY-rcXs-r8EatwW1_sJA79GxQyg9lhILBR66IrnLkY,19120
48
48
  datahub/api/entities/dataproduct/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
49
- datahub/api/entities/dataproduct/dataproduct.py,sha256=5wRGxsuwD35Wwqf0XqY46R4Tr-KdMtVZQouPSgVrSaQ,21586
49
+ datahub/api/entities/dataproduct/dataproduct.py,sha256=vs_Z1rIYict1L-yWLoO5EZVgOuDXhsB7cevgVl6r2D0,22594
50
50
  datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
51
  datahub/api/entities/dataset/dataset.py,sha256=U4q7Q4b9Q0ThKJUove93pTXKSYutFUAshwYXKiZxQDY,49680
52
52
  datahub/api/entities/external/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -69,14 +69,15 @@ datahub/api/graphql/operation.py,sha256=4paMs-rr3jkQCT5Bga4nzT2CjMIJCTc0QC77D7sQ
69
69
  datahub/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
70
70
  datahub/cli/check_cli.py,sha256=PVd3DT9TOK7Ejd0ODKnbRrBnPxsZLfUWgubFRUKwKAA,16970
71
71
  datahub/cli/cli_utils.py,sha256=0jTTAKuDZ8GzZwGHYytcT_MPR3Rb2DAcbr9n1H2T2sE,16170
72
- datahub/cli/config_utils.py,sha256=EeBGfhmf4AxYoTfnZ4GSiGIgpzJFkduNjN_FwmxZGhA,4889
72
+ datahub/cli/config_utils.py,sha256=wzCKcqXKSdc9P-hzvhzEVb0rB2kI2x5B2_MrRiME05M,4864
73
73
  datahub/cli/container_cli.py,sha256=D0zWP3_3aww8_RTkMugOoOlILz3dPJ0TE9asQDLCm6E,1697
74
74
  datahub/cli/delete_cli.py,sha256=0YJeWuXPGY0kbSn1AXK1-8SfCGBxb78ZbO53RAgyjQg,26515
75
- datahub/cli/docker_check.py,sha256=Iy5zFww7ZX-kdpBjqxW1s827DGalka2LLlxT2f1KU6g,12978
76
- datahub/cli/docker_cli.py,sha256=3pzoe_qbWLhG27-M2wBU5MLLJM0xPlmC-EyoueoQEL4,33091
75
+ datahub/cli/docker_check.py,sha256=51aLFrtv38SRoAjHPS0aQy7ekchqBqnonLFgOyCY4xw,13020
76
+ datahub/cli/docker_cli.py,sha256=EdW6OgPf-ZiqTSAwqz6cxTG1AmxlPbBonWl2GcuhWRk,33178
77
77
  datahub/cli/env_utils.py,sha256=RQzjg4JE29hjPt4v7p-RuqoOr99w8E3DBHWiN2Sm7T4,252
78
78
  datahub/cli/exists_cli.py,sha256=1cUYNh3GqNgVHWTrfMRGJoo9tFZNXcLetMaDbLaig6o,1233
79
79
  datahub/cli/get_cli.py,sha256=OUnXomfpki0uWbNqXoSvQDyQJcKjNLgg77e8jVvynKY,2327
80
+ datahub/cli/graphql_cli.py,sha256=DXzvndElMbo_xJlXHgFl7Lye7R53OxFVIGqvX0Cle60,46607
80
81
  datahub/cli/iceberg_cli.py,sha256=Zsn3NiZL__iE_GzyorW5ZxkVuDdAV2MLTOWMzCvgz6s,23255
81
82
  datahub/cli/ingest_cli.py,sha256=i6Jzpa7CKyFP2n9bq42_CjD9-zKGoO_QzbriXRNjk98,20564
82
83
  datahub/cli/json_file.py,sha256=nWo-VVthaaW4Do1eUqgrzk0fShb29MjiKXvZVOTq76c,943
@@ -84,30 +85,31 @@ datahub/cli/lite_cli.py,sha256=XKMejSuYUToKBvgN3YmmnxjRcaG5WPw23gJuQK8pgRc,13099
84
85
  datahub/cli/migrate.py,sha256=XWW_fd4EUQGAUrKh9oKmtNYmfhcvbqWZJj3TQNgD8Dk,18012
85
86
  datahub/cli/migration_utils.py,sha256=snkkT8ixo3Il4bvc7qN_QBOP1fz5UsO0usrUl2zJ68w,9478
86
87
  datahub/cli/put_cli.py,sha256=ehqsxEPVVK-0xu7nVfBl_GxfsDbkgjIjkF8mfGfcIpc,3827
87
- datahub/cli/quickstart_versioning.py,sha256=9tSIwDSHBX2xCOlzFisgmZ1QIN_Bu6EVVOMInMb6SQw,7309
88
+ datahub/cli/quickstart_versioning.py,sha256=nwviKwPHq59B_twaOP6rMDOZ6pSA-hBii8fknPgfwNg,7361
88
89
  datahub/cli/state_cli.py,sha256=RDXYCb17sqjW49nNdkoGAqNPRRHOKw5lcgcs5QvHeOM,1142
89
90
  datahub/cli/telemetry.py,sha256=xw3SiAn2je48Qv4kXPYN5EPVKHWEWZc2LGoF7UzGs8U,489
90
91
  datahub/cli/timeline_cli.py,sha256=Wc_Mo7khFFHXgRSl2FgtvB8m0QhuCEhkpaFCIOPpHJE,7584
91
92
  datahub/cli/specific/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
92
93
  datahub/cli/specific/assertions_cli.py,sha256=4YvlafrxBIUMmDSnWW9g7qwpuPRu4V4yqTDx0_jAthU,6555
93
94
  datahub/cli/specific/datacontract_cli.py,sha256=7Ropg-EOn_n4dcttFDokpC07bbm0IzhR_e1z1AjSLAU,4062
94
- datahub/cli/specific/dataproduct_cli.py,sha256=6jGdWisx7vxItYPOlKcjziSlyJF_268T5iytKjuhPlA,14951
95
+ datahub/cli/specific/dataproduct_cli.py,sha256=89kK8ZXeWkqF-5ZR5oNLpgVgXtMTmYu2dbxeRcEnoos,14974
95
96
  datahub/cli/specific/dataset_cli.py,sha256=MaIr3PrE1NP6Q_O4CXHm-eyuPah6ypFEgLWP0r-tgBw,8463
96
97
  datahub/cli/specific/file_loader.py,sha256=YMyv_evdKyHSft5Tm_kOcqJ4ALpRmMm54ZJAyl7Nxqs,773
97
98
  datahub/cli/specific/forms_cli.py,sha256=vtwqhJtjbJnECa3_ewniS2laJGp5YamBl8jIcjqMMhM,1433
98
99
  datahub/cli/specific/group_cli.py,sha256=-XcF-6pKB_1H2J3GxwmYMmhBMMQ0jCfN_vhq0ovEstk,1967
99
100
  datahub/cli/specific/structuredproperties_cli.py,sha256=rgx8fhI7WYq8QLwIttkMysX7JobOHcEloL377m60tyw,5578
100
- datahub/cli/specific/user_cli.py,sha256=HaASGg25b82Q18hKyOn98gPoQfmj1gW0utDMs0iR5WY,1897
101
+ datahub/cli/specific/user_cli.py,sha256=R_hpicMnKpnO67cUad0a7HPQqSv9m5R5ciGJffreAlE,7114
101
102
  datahub/configuration/__init__.py,sha256=5TN3a7CWNsLRHpdj-sv2bxKWF2IslvJwE6EpNMFrIS4,123
102
103
  datahub/configuration/_config_enum.py,sha256=ul2hr5gMmdLvBINicFkMNMi1ApmnmZSwNdUYYted5nk,1447
103
104
  datahub/configuration/common.py,sha256=i34Ec4tkTc2iy0ay82ZqPUeapUR3-ZKItR3gzI-0zTg,11730
104
105
  datahub/configuration/config_loader.py,sha256=hRzPFxkz-w9IqkpSa5vwCzSra1p49DyfeJNeyqGa8-4,6827
105
106
  datahub/configuration/connection_resolver.py,sha256=UsnV1_X8yivOykiifllkoKRn19eO6j_NTBWHC2Ob5Xg,1625
106
107
  datahub/configuration/datetimes.py,sha256=nayNc0mmlVKH6oVv9ud6C1dDUiZPGabW-YZxvrkosPg,2870
108
+ datahub/configuration/env_vars.py,sha256=FBim_Xer6IHsZeGV0PQKFZ9s6yU9-Kxt7STeSECg24s,10325
107
109
  datahub/configuration/git.py,sha256=OiqF2w6d9YWqrlHv_2jZ-cRiL-g0SeS4ecVtQwXWpnc,6415
108
110
  datahub/configuration/import_resolver.py,sha256=asGu7t6SLdasbV_rlldnXVWhU7tdOOiUCbQt7xKFraw,491
109
111
  datahub/configuration/json_loader.py,sha256=vIDnjwXWi9yHDO8KW64EupOzOb_sspehGCD7xGHzg84,302
110
- datahub/configuration/kafka.py,sha256=-Bqy0mhlUG6EyWwbaZv-sPXa-MVnOWhn96A3gsHry2w,3167
112
+ datahub/configuration/kafka.py,sha256=8DAKFJpIMz3Z6e2Wb090VbkJM0ciFf6f3i8CatcH9B0,3236
111
113
  datahub/configuration/kafka_consumer_config.py,sha256=LivsObTt9yC3WoGnslJbF_x4ojfNdxMIMEhb8vvJfcA,2133
112
114
  datahub/configuration/pattern_utils.py,sha256=Q5IB9RfWOOo5FvRVBU7XkhiwHCxSQ1NTMfUlWtWI9qc,699
113
115
  datahub/configuration/pydantic_migration_helpers.py,sha256=NKoQUS2SM4FFdBxmPqgzJdYT1X-OXn-PrlgdfIDZpX0,1397
@@ -126,15 +128,14 @@ datahub/emitter/composite_emitter.py,sha256=ZU-IdlAXKGPtmyT0JJgYC09vRn-TmeNaA6VP
126
128
  datahub/emitter/enum_helpers.py,sha256=QBOEUu_hDCvyL_v4ayNQV8XwJbf5zKyu0Xat0mI1Kgo,376
127
129
  datahub/emitter/generic_emitter.py,sha256=i37ZFm9VR_tmiZm9kIypEkQEB_cLKbzj_tJvViN-fm8,828
128
130
  datahub/emitter/kafka_emitter.py,sha256=Uix1W1WaXF8VqUTUfzdRZKca2XrR1w50Anx2LVkROlc,5822
129
- datahub/emitter/mce_builder.py,sha256=tAd3_hsGi94RGR0H8gFgAeW8dloKt6TXF45xPh6bu_M,16823
131
+ datahub/emitter/mce_builder.py,sha256=S8M7gMWjechjz5oGydrIkYBHEPRosbhj-z8LMWy8yq4,16849
130
132
  datahub/emitter/mcp.py,sha256=u6LphyhpbdFqboTAL_9MzXhGjc45o_BePoDFBkEEYWo,10484
131
133
  datahub/emitter/mcp_builder.py,sha256=8IwJAlolQkPpMqQJPLtGrsUqAcuFNs98nrI5iYUxgaU,11920
132
134
  datahub/emitter/mcp_patch_builder.py,sha256=u7cpW6DkiN7KpLapmMaXgL_FneoN69boxiANbVgMdSI,4564
133
135
  datahub/emitter/request_helper.py,sha256=2Sij9VJqgA7xZI6I7IuxsA8ioakbz0FJ3gvazxU_z3M,5738
134
136
  datahub/emitter/response_helper.py,sha256=qGm45n43CepW7j6kP9wTXuP-U-SZnn7hQdJTdVaoqhQ,7504
135
- datahub/emitter/rest_emitter.py,sha256=za2b8C0f8Mpo8E7DVh3jNENYlNMTV0nwdC3FLm8n2DQ,39532
137
+ datahub/emitter/rest_emitter.py,sha256=zbOZPIox-BPTlDzqExKxob_VoyLzb8gCCscRMq5JdrQ,39551
136
138
  datahub/emitter/serialization_helper.py,sha256=q12Avmf70Vy4ttQGMJoTKlE5EsybMKNg2w3MQeZiHvk,3652
137
- datahub/emitter/sql_parsing_builder.py,sha256=Cr5imZrm3dYDSCACt5MFscgHCtVbHTD6IjUmsvsKoEs,11991
138
139
  datahub/emitter/synchronized_file_emitter.py,sha256=s4ATuxalI4GDAkrZTaGSegxBdvvNPZ9jRSdtElU0kNs,1805
139
140
  datahub/ingestion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
140
141
  datahub/ingestion/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -151,7 +152,7 @@ datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX
151
152
  datahub/ingestion/api/report.py,sha256=1w63Y2yN49IaDLZaIvXEjRU3yVb_9t3wzymSI-fumZM,18959
152
153
  datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
153
154
  datahub/ingestion/api/sink.py,sha256=bureB3_sFXNISCM4yZSqhxMHW-ctDkAQqA0lJgQhJQ4,6047
154
- datahub/ingestion/api/source.py,sha256=SKQFnA2OTT4jcy59ae1KF_ZFa_nIyFzRohkZJKixjIk,22712
155
+ datahub/ingestion/api/source.py,sha256=YIYN1YIUrDLJraqAAEKnCbI3-08m84Pn5MBn-Oc8RGA,22949
155
156
  datahub/ingestion/api/source_helpers.py,sha256=XT9y5HgfVeF52jrX39vlLn1SdXpLVyT2Su8oGNsddYo,21148
156
157
  datahub/ingestion/api/source_protocols.py,sha256=llWgfxDquowIovgWqfhdiS1dzUQ3Y_SmCaq501S-NLc,768
157
158
  datahub/ingestion/api/transform.py,sha256=X0GpjMJzYkLuZx8MTWxH50cWGm9rGsnn3k188mmC8J8,582
@@ -159,6 +160,7 @@ datahub/ingestion/api/workunit.py,sha256=e8n8RfSjHZZm2R4ShNH0UuMtUkMjyqqM2j2t7oL
159
160
  datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
160
161
  datahub/ingestion/api/auto_work_units/auto_dataset_properties_aspect.py,sha256=ID_6N3nWl2qohsSGizUCqo3d2MNyDeVbyWroQpSOSsc,5059
161
162
  datahub/ingestion/api/auto_work_units/auto_ensure_aspect_size.py,sha256=-667F-xWArmeVaW-3mGsoIMNKPrnLx6KM4OfzMGsMOo,18064
163
+ datahub/ingestion/api/auto_work_units/auto_validate_input_fields.py,sha256=Xm7lhEPgicK_Isa2p0GtFbGCLJo5xpzmLc4AYEJPic0,3559
162
164
  datahub/ingestion/autogenerated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
163
165
  datahub/ingestion/autogenerated/capability_summary.json,sha256=9Ns5gYfVq0LYogaYtb0ioDPfu8SVhftiq9R7l0irQwg,111506
164
166
  datahub/ingestion/autogenerated/lineage.json,sha256=8BdZF-5V5kJbX4mfFav8Zg-jHjzfkAEGk-pu1atLN4I,10029
@@ -182,8 +184,8 @@ datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGo
182
184
  datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
183
185
  datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
184
186
  datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
185
- datahub/ingestion/graph/client.py,sha256=W42py2iVwAmxPw8P2BQmOVBrwRXvEtpV_PIybs2RXy4,75077
186
- datahub/ingestion/graph/config.py,sha256=rmkcqAL8fJoY9QyAeS0Xm8HvwHzV3pCjY-Om-50JJTI,1015
187
+ datahub/ingestion/graph/client.py,sha256=KREBCMvfTn_3OKIPDMLtqe-EUajBrRi9Fq0puT0mOnY,81629
188
+ datahub/ingestion/graph/config.py,sha256=fQYr1WxFQXDqTyBiVz1jax9liYcNUUyYr9K3kr5wTsI,1052
187
189
  datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
188
190
  datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
189
191
  datahub/ingestion/graph/filters.py,sha256=WMZpLGjuaOWyScrEJHqOtR_nw2DR23s9sJnigVpZTDI,9461
@@ -202,7 +204,7 @@ datahub/ingestion/sink/blackhole.py,sha256=-jYcWo4i8q7312bCIoHrGr7nT9JdPvA7c4jvS
202
204
  datahub/ingestion/sink/console.py,sha256=TZfhA0Ec2eNCrMH7RRy2JOdUE-U-hkoIQrPm1CmKLQs,591
203
205
  datahub/ingestion/sink/datahub_kafka.py,sha256=bRBTmvXK8mqNwnI08q846rJCNfwq33xmkm5LwTCbz58,2602
204
206
  datahub/ingestion/sink/datahub_lite.py,sha256=7u2aWm7ENLshKHl-PkjJg6Mrw4bWs8sTfKIBz4mm8Ak,1879
205
- datahub/ingestion/sink/datahub_rest.py,sha256=Esh5bzvXVpfSlYsrmB90fuFByyYmwst-ZigolqTQtnk,13333
207
+ datahub/ingestion/sink/datahub_rest.py,sha256=J5l3YV-0f0U4y8twb65lHAjH7mWqXwSsjU65o41X5Ak,13398
206
208
  datahub/ingestion/sink/file.py,sha256=YA6fdnvMLiLlWlPM4LJ4m6BK-BRXVtBeqhGInvD9lzw,3295
207
209
  datahub/ingestion/sink/sink_registry.py,sha256=JRBWx8qEYg0ubSTyhqwgSWctgxwyp6fva9GoN2LwBao,490
208
210
  datahub/ingestion/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -218,7 +220,7 @@ datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suab
218
220
  datahub/ingestion/source/ldap.py,sha256=PKoA5pVjuIxFfW1TcbYNIWSm7-C7shK2FDn7Zo5mrVM,18705
219
221
  datahub/ingestion/source/metabase.py,sha256=txzrTtxD1hla3yspxY6GQRCZUFWOK03d0-wJqDmT9AQ,32695
220
222
  datahub/ingestion/source/mlflow.py,sha256=t7heUgivLXU7lxc-ndZxc1LZuoDKZgpSIe-x3ExXfMg,33340
221
- datahub/ingestion/source/mode.py,sha256=omehI5t10-TucVTgiREb3s-9suFFy9YsNidF9qtnc-M,72191
223
+ datahub/ingestion/source/mode.py,sha256=VF3ps9qk5I4LZiAAh-TEDFj2mHmMic1VdbTBxkGPYOc,72748
222
224
  datahub/ingestion/source/mongodb.py,sha256=ykUA2Jyn0rxzOO-pCWosOqvFTIRgFmqkCTRHAsxpOYc,21423
223
225
  datahub/ingestion/source/nifi.py,sha256=waXqfxHp1aEZ-JzU-EVU6EIcPepI93tP1vCz8RbgCOg,56882
224
226
  datahub/ingestion/source/openapi.py,sha256=1eemGG8BM5H8T2OxNSg6kzGDminblLPgPVuPA254q-8,19253
@@ -239,7 +241,7 @@ datahub/ingestion/source/abs/source.py,sha256=z86K5_P_gu8kTytLOAYyQqqD2g14JGSrv1
239
241
  datahub/ingestion/source/apply/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
240
242
  datahub/ingestion/source/apply/datahub_apply.py,sha256=xTD-Iq3UHhxcz61RwNuI2kJjRrnQEfZFSgvS1X6loV4,7703
241
243
  datahub/ingestion/source/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
242
- datahub/ingestion/source/aws/aws_common.py,sha256=DN49pHY-AOVHqI3smF9cVPwvPmh5UqOF4ga-wga_gPc,17928
244
+ datahub/ingestion/source/aws/aws_common.py,sha256=1NgwpasOO3fpBGtZnxWEzjHFoHjEs5hpg_HkTvsbn0M,18147
243
245
  datahub/ingestion/source/aws/glue.py,sha256=dUaMWcI5Ed-TzbbSrF6suT4L1vcRHoHfFCdTvAINc4w,67423
244
246
  datahub/ingestion/source/aws/platform_resource_repository.py,sha256=0eUfGy1FbaBltCSNTtXyLrkrdqTc1KkTgDJB1Gd-Ydk,853
245
247
  datahub/ingestion/source/aws/s3_boto_utils.py,sha256=rGlWAkKZpkeA1_wMvcJvSDvobvduShszowU-KcrQudg,7011
@@ -261,7 +263,7 @@ datahub/ingestion/source/bigquery_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeu
261
263
  datahub/ingestion/source/bigquery_v2/bigquery.py,sha256=u4-LLt6ZDe3hKqLWqEByYpc0z-UcEZf85uok9qNEFko,15321
262
264
  datahub/ingestion/source/bigquery_v2/bigquery_audit.py,sha256=kEwWhq3ch6WT4q4hcX8-fvQh28KgrNfspFwIytO3vQA,25103
263
265
  datahub/ingestion/source/bigquery_v2/bigquery_audit_log_api.py,sha256=LuGJ6LgPViLIfDQfylxlQ3CA7fZYM5MDt8M-7sfzm84,5096
264
- datahub/ingestion/source/bigquery_v2/bigquery_config.py,sha256=AyeSIBJWMAVXSfWQg6NIdJjA5HY_l7DKYw6JeBBoCw4,22942
266
+ datahub/ingestion/source/bigquery_v2/bigquery_config.py,sha256=3u5p6RM4-q651fXrDTDsB5jY29lK_usr6OWI9N1LjuQ,22977
265
267
  datahub/ingestion/source/bigquery_v2/bigquery_connection.py,sha256=6XFCc0oxxU3R4IPyYHaf3YMETlMD4ztkNpkf4kf1Elw,3171
266
268
  datahub/ingestion/source/bigquery_v2/bigquery_data_reader.py,sha256=DeT3v_Z82__8En0FcZ0kavBAWQoRvSZ5Rppm9eeDAb8,2393
267
269
  datahub/ingestion/source/bigquery_v2/bigquery_helper.py,sha256=QER3gY8e_k1_eNVj7cBso7ZzrWl_vO5PYSa6CpvqNx8,1554
@@ -309,7 +311,7 @@ datahub/ingestion/source/dbt/dbt_tests.py,sha256=pOZJaP4VsbaE5j4qVlE_E3ifno_KQpi
309
311
  datahub/ingestion/source/debug/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
310
312
  datahub/ingestion/source/debug/datahub_debug.py,sha256=LJmGWi2nqWiR_14nybqkIo14D4IzoJ08GaAtlcGvv98,11962
311
313
  datahub/ingestion/source/delta_lake/__init__.py,sha256=u5oqUeus81ONAtdl6o9Puw33ODSMun-0wLIamrZ4BUM,71
312
- datahub/ingestion/source/delta_lake/config.py,sha256=VAiZnykyFKcSXHJoNOMg_wwevXV2pUaBAOyYkAmC_X0,3526
314
+ datahub/ingestion/source/delta_lake/config.py,sha256=fFBYOktFxidj7bdA0PNFgGD1pLqrlOK4Rn13npW82Uw,3746
313
315
  datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWMeRaneSpQBlWmlCKAa1wGUl1sfk,1525
314
316
  datahub/ingestion/source/delta_lake/report.py,sha256=uR4e4QA_jv8lL3CV-wE5t43H8pUqrGmx_ItLqN9flPI,587
315
317
  datahub/ingestion/source/delta_lake/source.py,sha256=IeYW-BAGxDy8gZzBoaLT3C2i-qbhxEEsWLZeC6Tdsfs,14191
@@ -356,7 +358,7 @@ datahub/ingestion/source/grafana/grafana_api.py,sha256=pSbaHGPQ4HajCyVnvfEjl9zr2
356
358
  datahub/ingestion/source/grafana/grafana_config.py,sha256=Xyt4jY9vKJuu99PX6cpOZ3WANTn00aUTYvItIPVC6XQ,3683
357
359
  datahub/ingestion/source/grafana/grafana_source.py,sha256=tUYW0bXvnwhfBpSRQh4KobhOThXhezdH4hy2IPBkgag,21727
358
360
  datahub/ingestion/source/grafana/lineage.py,sha256=qDWCiceOotVApOpcGhRK9OTqyRJIPqXcJi6CKnfK8z0,7178
359
- datahub/ingestion/source/grafana/models.py,sha256=cOEYJ5DpmGkQKxqBq3iQE6D7aFLRGjGY6cbSP8gkFss,4676
361
+ datahub/ingestion/source/grafana/models.py,sha256=COCW5XEKLTAgsiVMdtSpBdiqeZs3lOzJF2gR9OBLwcg,4929
360
362
  datahub/ingestion/source/grafana/report.py,sha256=gNXKwGYCO6PLiqiM1K_Hv11vJuzxqcxiPNWdCY6dKNQ,2860
361
363
  datahub/ingestion/source/grafana/types.py,sha256=Bz0-FIPBXHaBjfFHYGJhE20c2vYZwAsXr70MVGjSu6s,443
362
364
  datahub/ingestion/source/hex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -367,7 +369,7 @@ datahub/ingestion/source/hex/mapper.py,sha256=IyDAE-TzZUji3ICI_9gkYC3dQN3gl6kERR
367
369
  datahub/ingestion/source/hex/model.py,sha256=eri4aRo1eXcE2SWjzCnPFMhzPTiJ8w8zC4GN7Lgpr74,1864
368
370
  datahub/ingestion/source/hex/query_fetcher.py,sha256=r9UvF_qwswkRlNY7AI8p46eqAYSxVtjVE2e7eO4XagA,13384
369
371
  datahub/ingestion/source/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
370
- datahub/ingestion/source/iceberg/iceberg.py,sha256=KM9IDdWxW2VwOv0Iv3sMV6a60FNkgDEMS8vZaFHTOyA,37040
372
+ datahub/ingestion/source/iceberg/iceberg.py,sha256=ySHJZFyYuf-0S0-mDBTvnNGS7UpPiNa1OrLIFzf-tgE,37941
371
373
  datahub/ingestion/source/iceberg/iceberg_common.py,sha256=CD_yHQ_wEgivyLQUTRO9BZJB29S7j5fUVllki-BPwUU,12292
372
374
  datahub/ingestion/source/iceberg/iceberg_profiler.py,sha256=24zhWNa-x8dismkdGWuutruRN4VLWkM-4doTFH9-SEU,9936
373
375
  datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -381,7 +383,7 @@ datahub/ingestion/source/kafka_connect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JC
381
383
  datahub/ingestion/source/kafka_connect/common.py,sha256=F6T2UgU6B9-U8O1JwSQgpkgvCAVMFBV41kuiKUfz4BQ,7068
382
384
  datahub/ingestion/source/kafka_connect/kafka_connect.py,sha256=AVAgBvgH7kM9I2ke3mwr8CfIL1J2SdVHH_86rnCFwrM,17727
383
385
  datahub/ingestion/source/kafka_connect/sink_connectors.py,sha256=QTMY0FmOHkTxfICTXIsv3ZfzlrMA4VlZXKQTcFCyIAU,17220
384
- datahub/ingestion/source/kafka_connect/source_connectors.py,sha256=A9q-u5IoV35swvoyMrzT75FVV9-SBeYGhLKDYRge-IQ,23845
386
+ datahub/ingestion/source/kafka_connect/source_connectors.py,sha256=F2NcQEw5dCY2_RasL_25XKD8wa7iL4WuM4wnfyM96FA,23973
385
387
  datahub/ingestion/source/looker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
386
388
  datahub/ingestion/source/looker/lkml_patched.py,sha256=XShEU7Wbz0DubDhYMjKf9wjKZrBJa2XPg9MIjp8rPhk,733
387
389
  datahub/ingestion/source/looker/looker_common.py,sha256=vXD6w1VAhxKlFp283WZkRcccGQt1uKij175o5oqO1HM,67912
@@ -422,7 +424,7 @@ datahub/ingestion/source/powerbi/m_query/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
422
424
  datahub/ingestion/source/powerbi/m_query/data_classes.py,sha256=8Gr4vonDxH0kOwPob6XD-gl-w3aCQ0LSCzWsOvvB-xg,2121
423
425
  datahub/ingestion/source/powerbi/m_query/native_sql_parser.py,sha256=zzKVDGeUM3Yv3-zNah4D6mSnr6jXsstNuLmzczcPQEE,3683
424
426
  datahub/ingestion/source/powerbi/m_query/odbc.py,sha256=fZgl8-M5s3Y-3U9OVQs7ttc8FTDbzodIM2HJtFmPNI8,5405
425
- datahub/ingestion/source/powerbi/m_query/parser.py,sha256=5KqhUwj9H9yL9ZMPP9oSeVGiZjvXjw6Iu_HrGr95E5M,5876
427
+ datahub/ingestion/source/powerbi/m_query/parser.py,sha256=s41cVQeQpWZUmbaodWXYw_ED2MEAnyy7vpa7SoQCNsw,5919
426
428
  datahub/ingestion/source/powerbi/m_query/pattern_handler.py,sha256=pXi3ZGzdAS86hf2qAQOVA3GU4L54YgbadOaBgE1JevM,44607
427
429
  datahub/ingestion/source/powerbi/m_query/resolver.py,sha256=ISH8Xjx51q2S81fn2v5RhCCU-kRAW3juxM0rMFs4TDo,17413
428
430
  datahub/ingestion/source/powerbi/m_query/tree_function.py,sha256=NIKNNHAE4kTJefTM1WR-StJi9NuingaRYn_mS_kV6A8,6180
@@ -502,7 +504,7 @@ datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=PmQi-qDlRhdJ-PsJ
502
504
  datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=lAMA--X3nbWFdNs1DTHNm7crctB3RilX_pB-zy47piI,45528
503
505
  datahub/ingestion/source/snowflake/snowflake_query.py,sha256=wLDaYZrWJ0794KKn69rB_QF0_8Bzu5l_7L6mD77KVc4,40469
504
506
  datahub/ingestion/source/snowflake/snowflake_report.py,sha256=fA6C-p9wM-jyTsXE_suTbCtrE_lle-5LI52S7wFYf00,6701
505
- datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=Dh_p0WpSaWOFMCsBgd3FpkQ_65k3QPq2VUnapp2VKuY,41431
507
+ datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=a6avRJXbj2qwnu28oK1YotmJo68zEG-1S7vonsUUJy4,41473
506
508
  datahub/ingestion/source/snowflake/snowflake_schema_gen.py,sha256=-JBfYgAXKMbVYu3f2viQoOQ0O2wv6GWfw1giOiETbpc,59091
507
509
  datahub/ingestion/source/snowflake/snowflake_shares.py,sha256=maZyFkfrbVogEFM0tTKRiNp9c_1muv6YfleSd3q0umI,6341
508
510
  datahub/ingestion/source/snowflake/snowflake_summary.py,sha256=5Li4H8KuS4qBKR98L2P-JZI79UXsOjcAFxZZyio9NU0,5787
@@ -535,13 +537,13 @@ datahub/ingestion/source/sql/sql_utils.py,sha256=q-Bsk6WxlsRtrw9RXBxvqI3zuaMTC_F
535
537
  datahub/ingestion/source/sql/sqlalchemy_data_reader.py,sha256=FvHZ4JEK3aR2DYOBZiT_ZsAy12RjTu4t_KIR_92B11k,2644
536
538
  datahub/ingestion/source/sql/sqlalchemy_uri.py,sha256=u0ZvgdJjXZdo_vl7YIQfYuuWbGwpnH6OSozI2e8ZV4I,858
537
539
  datahub/ingestion/source/sql/sqlalchemy_uri_mapper.py,sha256=KOpbmDIE2h1hyYEsbVHJi2B7FlsyUMTXZx4diyzltQg,1826
538
- datahub/ingestion/source/sql/teradata.py,sha256=Cij6ZKkkXoJaaSOdQQzBI0QtCC7lGRgUuT9TdC5_YTM,65507
540
+ datahub/ingestion/source/sql/teradata.py,sha256=YydlPGndFGZcpvlmim3T-1yaAmsFt08TZVOTo1R3GLo,66871
539
541
  datahub/ingestion/source/sql/trino.py,sha256=o5hm84iwRHO59TD2LaEqYgF2LYIcSUIKmlgu1VudGBY,19254
540
542
  datahub/ingestion/source/sql/two_tier_sql_source.py,sha256=xlpQ9thbEn6uta6eVMzsHzmXFGg30VWInYwg0URgTK4,5784
541
543
  datahub/ingestion/source/sql/vertica.py,sha256=LUpIzDpzFRtMcXCSG2EC5CBZbveBOvnB27P_pDrXC9o,33501
542
544
  datahub/ingestion/source/sql/mssql/__init__.py,sha256=1agpl8S_uDW40olkhCX_W19dbr5GO9qgjS3R7pLRZSk,87
543
545
  datahub/ingestion/source/sql/mssql/job_models.py,sha256=ozEMc86e2oWRRF8Vjasjj32onVaVOQ98f00mbCYKmY8,9401
544
- datahub/ingestion/source/sql/mssql/source.py,sha256=sZYpsXJqW6lfMEFlO2nrDsvmnvyO9QoHBy1o7iSC9YQ,44560
546
+ datahub/ingestion/source/sql/mssql/source.py,sha256=N3ccX621byKLhthQw1-_aCkrn5teV4H1hc8u1gUMcy0,44762
545
547
  datahub/ingestion/source/sql/stored_procedures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
546
548
  datahub/ingestion/source/sql/stored_procedures/base.py,sha256=n0l5OaTuW-m3TRvkxs3TqvgMeWF6BagzW3tjyWUcC1A,8631
547
549
  datahub/ingestion/source/sql/stored_procedures/lineage.py,sha256=fryLhuAlsjr9SHIjHJ-PmtCMx89bjzWVnJZ3f1bwQVU,1905
@@ -568,20 +570,20 @@ datahub/ingestion/source/tableau/tableau_server_wrapper.py,sha256=wsVD0SkGUwb-H9
568
570
  datahub/ingestion/source/tableau/tableau_validation.py,sha256=Hjbfc1AMIkGgzo5ffWXtNRjrxSxzHvw7-dYZDt4d3WE,1819
569
571
  datahub/ingestion/source/unity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
570
572
  datahub/ingestion/source/unity/analyze_profiler.py,sha256=2pqkFY30CfN4aHgFZZntjeG0hNhBytZJvXC13VfTc1I,4689
571
- datahub/ingestion/source/unity/config.py,sha256=lHvr-PGVcZ0P_2e0RuwmfSRlQRJ81astx4hQZkNrX_k,18713
573
+ datahub/ingestion/source/unity/config.py,sha256=3Fz6gl74qjJ_CzfVyyZ9OVP8urugmhWipCDItFcL3Hs,20211
572
574
  datahub/ingestion/source/unity/connection.py,sha256=iCsQhZ1vxzv1qQKTl_sFUZdmBLLIrNdu2X2V8hT7IGI,2441
573
575
  datahub/ingestion/source/unity/connection_test.py,sha256=Dwpz4AIc6ZDwq6pWmRCSCuDUgNjPP_bVAVJumgAAS4w,2661
574
576
  datahub/ingestion/source/unity/ge_profiler.py,sha256=NBRHZceq-f95iUn7u0h7cgcd9nAc48Aa-lmp_BqE0As,8409
575
577
  datahub/ingestion/source/unity/hive_metastore_proxy.py,sha256=IAWWJjaW0si_UF52Se2D7wmdYRY_afUG4QlVmQu6xaw,15351
576
578
  datahub/ingestion/source/unity/platform_resource_repository.py,sha256=znDmtddQB6B0owcWgOf5DACV2hbe7lseO7hwGszYTYs,541
577
- datahub/ingestion/source/unity/proxy.py,sha256=7TG1B9vdVdM3mmVkHDaLv2AXFfMkx1o8gWTED9_BIUk,45431
579
+ datahub/ingestion/source/unity/proxy.py,sha256=TtOGPEPbgioKy8DVWTNkgsSfttsfVaUdK13BJdwcmJ0,48373
578
580
  datahub/ingestion/source/unity/proxy_patch.py,sha256=gVYl5Fm_ase0iwBf3yDg7PE3bbTOl92RR-JgofHNkus,12374
579
581
  datahub/ingestion/source/unity/proxy_profiling.py,sha256=WLqvYP6MziaisA4LYL4T_GA-kPt6Xdde7bfaYsjYw40,9663
580
582
  datahub/ingestion/source/unity/proxy_types.py,sha256=dp7fRqIjaFCn6ivbgXOGHcw9bQQhZg6u-fdTK053oFM,10163
581
583
  datahub/ingestion/source/unity/report.py,sha256=wa5ER1hLc-362iWS9MNwDJf_adfAb3tfge_O3wSAaTc,3291
582
- datahub/ingestion/source/unity/source.py,sha256=fC8pgacaXr9AQlwmz9FynJMJgNQ9MsDFbxUGxQRVtWo,57897
584
+ datahub/ingestion/source/unity/source.py,sha256=TojTsImuCazZIegfvkePklAWFHUiTQChhHP2KYsuIdk,56247
583
585
  datahub/ingestion/source/unity/tag_entities.py,sha256=-Z-XYc1XhquE-Eoksn9v0o11ZjV9CWz8n6zeXLbzluQ,7275
584
- datahub/ingestion/source/unity/usage.py,sha256=0wETBAaZvHI_EGgBlxX3bKsVHEAdnUV8_bKI_lbyWjY,11500
586
+ datahub/ingestion/source/unity/usage.py,sha256=5CMQ0uOwuXfRq0rdxQbiHwrfSkvmQ5R2GNLqqZ2dOJw,13351
585
587
  datahub/ingestion/source/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
586
588
  datahub/ingestion/source/usage/clickhouse_usage.py,sha256=M6YVQqwJoFqJPxlTr62lFwxfDeX2-_9Diw6qtcq2XWM,10244
587
589
  datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=E5wlRQ-jkwSqFaHWgwnWRPu5IiWwxOnPXX1bCv_v__E,10815
@@ -1015,15 +1017,15 @@ datahub/sql_parsing/fingerprint_utils.py,sha256=3hGiexaQXnE7eZLxo-t7hlTyVQz7womb
1015
1017
  datahub/sql_parsing/query_types.py,sha256=FKjDzszZzsrCfYfm7dgD6T_8865qxWl767fdGyHWBh4,2720
1016
1018
  datahub/sql_parsing/schema_resolver.py,sha256=ISuingLcQnOJZkNXBkc73uPwYUbbOtERAjgGhJajDiQ,10782
1017
1019
  datahub/sql_parsing/split_statements.py,sha256=doCACwQ_Fx6m1djo7t3BnU9ZHki4EV2KJUQkFMGv7lg,10101
1018
- datahub/sql_parsing/sql_parsing_aggregator.py,sha256=kxxSVe3YNoz_T2OG6-F30ZuXNSXuBZ-E54RqObo6qTI,72323
1020
+ datahub/sql_parsing/sql_parsing_aggregator.py,sha256=NTWrsScS4d8CYLlBdMYo0b6ecuFpMfiwHJ7kMAh9fQg,72685
1019
1021
  datahub/sql_parsing/sql_parsing_common.py,sha256=cZ4WvVyHZuXDGjnBvKMX2_fz2EMextB5WQWcK0_saBo,3155
1020
1022
  datahub/sql_parsing/sql_parsing_result_utils.py,sha256=prwWTj1EB2fRPv1eMB4EkpFNafIYAt-X8TIK0NWqank,796
1021
- datahub/sql_parsing/sqlglot_lineage.py,sha256=Zli78TtN8ow-uqNl_oloWT642a5bDGn22-FF0O0tqrs,66658
1023
+ datahub/sql_parsing/sqlglot_lineage.py,sha256=l4LZMiaeTARjJG76Uun_yNtFHdSj3yi8zO1XvAQtxl0,66944
1022
1024
  datahub/sql_parsing/sqlglot_utils.py,sha256=2CwrnDsmjcDlwjdBbmaiTVbWZjEAm3fr4ulEvTr3cZQ,15343
1023
1025
  datahub/sql_parsing/tool_meta_extractor.py,sha256=5JsLPcKjuXSrPGxNIhRvX72dFPmlV33-hyvhJwlWxCY,7543
1024
1026
  datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
1025
1027
  datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
1026
- datahub/telemetry/telemetry.py,sha256=RqGLDp56Lxxj3dC1GHI7xbGfiBFGn7gXRWE3bvBfHN0,15512
1028
+ datahub/telemetry/telemetry.py,sha256=-aRGTZynNwXYJrWM3i1r_57YgvZBQFBYQBSX5sF7x8c,15571
1027
1029
  datahub/testing/__init__.py,sha256=TywIuzGQvzJsNhI_PGD1RFk11M3RtGl9jIMtAVVHIkg,272
1028
1030
  datahub/testing/check_imports.py,sha256=mgWz8HGukyIASueZDQMnBHvfViWXN33_FvwJMXR-Rq0,2325
1029
1031
  datahub/testing/check_sql_parser_result.py,sha256=1RV73w0Q7Jv7XoIz870oaooJFut21hXg72TIBunvdm8,2661
@@ -1049,13 +1051,13 @@ datahub/utilities/dedup_list.py,sha256=dUSpe1AajfuwlHVJKNv-CzDXSCkaw0HgSMOsxqUkQ
1049
1051
  datahub/utilities/delayed_iter.py,sha256=XlsI0DCXkVVejFKOW_uMT0E8DTqqOHQN3Ooak4EcULE,645
1050
1052
  datahub/utilities/delta.py,sha256=hkpF8W7Lvg2gUJBQR3mmIzOxsRQ6i5cchRPFlAVoV10,1128
1051
1053
  datahub/utilities/docs_build.py,sha256=uFMK3z1d4BExpsrvguHunidbEDAzQ8hoOP7iQ0A_IVw,211
1052
- datahub/utilities/file_backed_collections.py,sha256=eOW7_8CzopvzFk1IATVuGGzQvS4yLQzHR_HU3h6T4kY,21675
1054
+ datahub/utilities/file_backed_collections.py,sha256=jv3kx2GRF21fAXnAMGQuRRj3qH6x8NGWREXPnErdz6U,21722
1053
1055
  datahub/utilities/global_warning_util.py,sha256=adrEl3WhetQ-bymrPINjd976ZFndhbvk3QosUYGsos8,261
1054
1056
  datahub/utilities/groupby.py,sha256=pe6rP4ZCttYB98yjbs0Aey8C32aLb7rq-NJ_BFky0H4,524
1055
1057
  datahub/utilities/hive_schema_to_avro.py,sha256=YCdq3jNUTij8ehWgX9v6CiOrf5aTCXr4DERcp_-wBbo,11608
1056
1058
  datahub/utilities/ingest_utils.py,sha256=OgETzX_9g6DcYlxGH0_xgAmAlWLSROr25ydDL-mBhKM,3137
1057
- datahub/utilities/is_pytest.py,sha256=2m9T4S9IIKhI5RfTqrB2ZmumzHocdxBHpM1HroWj2XQ,138
1058
- datahub/utilities/logging_manager.py,sha256=H7yYdijZzmwEANf1bdpecysAuUL8MIC_ujs9abS4r1A,10479
1059
+ datahub/utilities/is_pytest.py,sha256=FrTvFU8ckZsi2F2nVKGqwSmVmE9gx6-2re5p0WU70_g,166
1060
+ datahub/utilities/logging_manager.py,sha256=v039iopZj-u11oRgg9exL9O3sQ6SmEX4PGGkgmTsYnk,11069
1059
1061
  datahub/utilities/lossy_collections.py,sha256=5rdtfK2pjwvOrrzLf_KGFOMiVvLLmoXj5EVQXTFSR3E,5704
1060
1062
  datahub/utilities/mapping.py,sha256=dOWQD3zEB9BiDy-4onWh5s8tvpc-_m5_m7QEYNxnO2I,19118
1061
1063
  datahub/utilities/memory_footprint.py,sha256=ur0GgR1MzL9F9Fr4D8BaN-IFzbx5LN0B2t8yEcHkHDo,1621
@@ -1067,7 +1069,7 @@ datahub/utilities/perf_timer.py,sha256=qj68nBcZzjgxHONaAZRhQdDKqaVJFxeQRMnX6LbwH
1067
1069
  datahub/utilities/prefix_batch_builder.py,sha256=ZAxXNh1QcrvdPUgRnjFRMFPJLznfJqsydXG7xueCS_c,2847
1068
1070
  datahub/utilities/progress_timer.py,sha256=w0b3wIEGL8fQy2BKYVPiKDcO5ATUlt1kQr74aG1TlxI,1152
1069
1071
  datahub/utilities/ratelimiter.py,sha256=6a058tTzydqK9gf0C2RR2iZZmh-mm4o3W0MMlDNfIoo,2201
1070
- datahub/utilities/sample_data.py,sha256=DMwN3yAqJPrF_rZF6CU0_iLSNBFfsAQ-no0KQhgwklg,766
1072
+ datahub/utilities/sample_data.py,sha256=KyBaJnAgFxpkfR8WjMruuhhk4QFKsis38wY25CuthFE,820
1071
1073
  datahub/utilities/search_utils.py,sha256=BdZfixXrB6lcD_ec6pCotGtVKQ4ekTtmaZDFGyeZfBg,9683
1072
1074
  datahub/utilities/sentinels.py,sha256=p299J2YR62K2Mbuy-2lrGH4BnF9dkRqGo59Wub0hYV4,417
1073
1075
  datahub/utilities/serialized_lru_cache.py,sha256=R9enyN5BlatknX4KFq9euYc2yiE1rRMucPbAHg09Goc,3247
@@ -1126,8 +1128,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1126
1128
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1127
1129
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1128
1130
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1129
- acryl_datahub-1.3.0.1rc1.dist-info/METADATA,sha256=7XyrCvdsnuEzzHSrBD4-gyr723Kq-Nj2Jawvh5sOz1M,184432
1130
- acryl_datahub-1.3.0.1rc1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1131
- acryl_datahub-1.3.0.1rc1.dist-info/entry_points.txt,sha256=pzsBoTx-D-iTcmpX8oCGCyzlHP2112EygUMzZWz56M8,10105
1132
- acryl_datahub-1.3.0.1rc1.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1133
- acryl_datahub-1.3.0.1rc1.dist-info/RECORD,,
1131
+ acryl_datahub-1.3.0.1rc3.dist-info/METADATA,sha256=Q32VN8kEGo-T0nge3wOkp_EmXJQQZKtZYl9SnsCu3PY,184504
1132
+ acryl_datahub-1.3.0.1rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
1133
+ acryl_datahub-1.3.0.1rc3.dist-info/entry_points.txt,sha256=pzsBoTx-D-iTcmpX8oCGCyzlHP2112EygUMzZWz56M8,10105
1134
+ acryl_datahub-1.3.0.1rc3.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1135
+ acryl_datahub-1.3.0.1rc3.dist-info/RECORD,,
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.3.0.1rc1"
3
+ __version__ = "1.3.0.1rc3"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
@@ -113,6 +113,7 @@ class DataProduct(ConfigModel):
113
113
  terms: Optional[List[str]] = None
114
114
  properties: Optional[Dict[str, LaxStr]] = None
115
115
  external_url: Optional[str] = None
116
+ output_ports: Optional[List[str]] = None
116
117
  _original_yaml_dict: Optional[dict] = None
117
118
 
118
119
  @pydantic.validator("assets", each_item=True)
@@ -124,6 +125,22 @@ class DataProduct(ConfigModel):
124
125
 
125
126
  return v
126
127
 
128
+ @pydantic.validator("output_ports", each_item=True)
129
+ def output_ports_must_be_urns(cls, v: str) -> str:
130
+ try:
131
+ Urn.create_from_string(v)
132
+ except Exception as e:
133
+ raise ValueError(f"Output port {v} is not an urn: {e}") from e
134
+
135
+ return v
136
+
137
+ @pydantic.validator("output_ports", each_item=True)
138
+ def output_ports_must_be_from_asset_list(cls, v: str, values: dict) -> str:
139
+ assets = values.get("assets", [])
140
+ if v not in assets:
141
+ raise ValueError(f"Output port {v} is not in asset list")
142
+ return v
143
+
127
144
  @property
128
145
  def urn(self) -> str:
129
146
  if self.id.startswith("urn:li:dataProduct:"):
@@ -181,6 +198,7 @@ class DataProduct(ConfigModel):
181
198
  DataProductAssociationClass(
182
199
  destinationUrn=asset,
183
200
  created=self._mint_auditstamp("yaml"),
201
+ outputPort=asset in (self.output_ports or []),
184
202
  )
185
203
  for asset in self.assets
186
204
  ]
@@ -204,6 +222,7 @@ class DataProduct(ConfigModel):
204
222
  DataProductAssociationClass(
205
223
  destinationUrn=asset,
206
224
  created=self._mint_auditstamp("yaml"),
225
+ outputPort=asset in (self.output_ports or []),
207
226
  )
208
227
  for asset in self.assets or []
209
228
  ],
@@ -369,6 +388,13 @@ class DataProduct(ConfigModel):
369
388
  external_url=(
370
389
  data_product_properties.externalUrl if data_product_properties else None
371
390
  ),
391
+ output_ports=[
392
+ e.destinationUrn
393
+ for e in (data_product_properties.assets or [])
394
+ if e.outputPort
395
+ ]
396
+ if data_product_properties
397
+ else None,
372
398
  )
373
399
 
374
400
  def _patch_ownership(
@@ -11,7 +11,16 @@ import click
11
11
  import yaml
12
12
  from pydantic import BaseModel, ValidationError
13
13
 
14
- from datahub.cli.env_utils import get_boolean_env_variable
14
+ from datahub.configuration.env_vars import (
15
+ get_gms_host,
16
+ get_gms_port,
17
+ get_gms_protocol,
18
+ get_gms_token,
19
+ get_gms_url,
20
+ get_skip_config,
21
+ get_system_client_id,
22
+ get_system_client_secret,
23
+ )
15
24
  from datahub.ingestion.graph.config import DatahubClientConfig
16
25
 
17
26
  logger = logging.getLogger(__name__)
@@ -36,15 +45,15 @@ class MissingConfigError(Exception):
36
45
 
37
46
 
38
47
  def get_system_auth() -> Optional[str]:
39
- system_client_id = os.environ.get(ENV_DATAHUB_SYSTEM_CLIENT_ID)
40
- system_client_secret = os.environ.get(ENV_DATAHUB_SYSTEM_CLIENT_SECRET)
48
+ system_client_id = get_system_client_id()
49
+ system_client_secret = get_system_client_secret()
41
50
  if system_client_id is not None and system_client_secret is not None:
42
51
  return f"Basic {system_client_id}:{system_client_secret}"
43
52
  return None
44
53
 
45
54
 
46
55
  def _should_skip_config() -> bool:
47
- return get_boolean_env_variable(ENV_SKIP_CONFIG, False)
56
+ return get_skip_config()
48
57
 
49
58
 
50
59
  def persist_raw_datahub_config(config: dict) -> None:
@@ -67,11 +76,11 @@ class DatahubConfig(BaseModel):
67
76
 
68
77
 
69
78
  def _get_config_from_env() -> Tuple[Optional[str], Optional[str]]:
70
- host = os.environ.get(ENV_METADATA_HOST)
71
- port = os.environ.get(ENV_METADATA_PORT)
72
- token = os.environ.get(ENV_METADATA_TOKEN)
73
- protocol = os.environ.get(ENV_METADATA_PROTOCOL, "http")
74
- url = os.environ.get(ENV_METADATA_HOST_URL)
79
+ host = get_gms_host()
80
+ port = get_gms_port()
81
+ token = get_gms_token()
82
+ protocol = get_gms_protocol()
83
+ url = get_gms_url()
75
84
  if port is not None:
76
85
  url = f"{protocol}://{host}:{port}"
77
86
  return url, token
@@ -108,7 +117,6 @@ def load_client_config() -> DatahubClientConfig:
108
117
  datahub_config: DatahubClientConfig = DatahubConfig.parse_obj(
109
118
  client_config_dict
110
119
  ).gms
111
-
112
120
  return datahub_config
113
121
  except ValidationError as e:
114
122
  click.echo(f"Error loading your {CONDENSED_DATAHUB_CONFIG_PATH}")
@@ -11,12 +11,13 @@ import docker.models.containers
11
11
  import yaml
12
12
 
13
13
  from datahub.configuration.common import ExceptionWithProps
14
+ from datahub.configuration.env_vars import get_compose_project_name
14
15
 
15
16
  # Docker seems to under-report memory allocated, so we also need a bit of buffer to account for it.
16
17
  MIN_MEMORY_NEEDED = 4.3 # GB
17
18
  MIN_DISK_SPACE_NEEDED = 13 # GB
18
19
 
19
- DOCKER_COMPOSE_PROJECT_NAME = os.getenv("DATAHUB_COMPOSE_PROJECT_NAME", "datahub")
20
+ DOCKER_COMPOSE_PROJECT_NAME = get_compose_project_name()
20
21
  DATAHUB_COMPOSE_PROJECT_FILTER = {
21
22
  "label": f"com.docker.compose.project={DOCKER_COMPOSE_PROJECT_NAME}"
22
23
  }
datahub/cli/docker_cli.py CHANGED
@@ -36,6 +36,7 @@ from datahub.cli.docker_check import (
36
36
  from datahub.cli.quickstart_versioning import (
37
37
  QuickstartVersionMappingConfig,
38
38
  )
39
+ from datahub.configuration.env_vars import get_docker_compose_base
39
40
  from datahub.ingestion.run.pipeline import Pipeline
40
41
  from datahub.telemetry import telemetry
41
42
  from datahub.upgrade import upgrade
@@ -792,8 +793,9 @@ def quickstart(
792
793
 
793
794
 
794
795
  def get_docker_compose_base_url(version_tag: str) -> str:
795
- if os.environ.get("DOCKER_COMPOSE_BASE"):
796
- return os.environ["DOCKER_COMPOSE_BASE"]
796
+ docker_compose_base = get_docker_compose_base()
797
+ if docker_compose_base:
798
+ return docker_compose_base
797
799
 
798
800
  return f"https://raw.githubusercontent.com/datahub-project/datahub/{version_tag}"
799
801