acryl-datahub 1.0.0.1rc1__py3-none-any.whl → 1.0.0.1rc3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (78) hide show
  1. {acryl_datahub-1.0.0.1rc1.dist-info → acryl_datahub-1.0.0.1rc3.dist-info}/METADATA +2575 -2574
  2. {acryl_datahub-1.0.0.1rc1.dist-info → acryl_datahub-1.0.0.1rc3.dist-info}/RECORD +77 -60
  3. {acryl_datahub-1.0.0.1rc1.dist-info → acryl_datahub-1.0.0.1rc3.dist-info}/WHEEL +1 -1
  4. {acryl_datahub-1.0.0.1rc1.dist-info → acryl_datahub-1.0.0.1rc3.dist-info}/entry_points.txt +2 -1
  5. datahub/_version.py +1 -1
  6. datahub/api/entities/dataset/dataset.py +1 -28
  7. datahub/emitter/request_helper.py +19 -14
  8. datahub/emitter/rest_emitter.py +2 -2
  9. datahub/ingestion/api/source.py +6 -2
  10. datahub/ingestion/api/source_helpers.py +6 -2
  11. datahub/ingestion/extractor/schema_util.py +1 -0
  12. datahub/ingestion/graph/client.py +6 -11
  13. datahub/ingestion/source/common/data_platforms.py +23 -0
  14. datahub/ingestion/source/common/gcp_credentials_config.py +6 -0
  15. datahub/ingestion/source/common/subtypes.py +16 -1
  16. datahub/ingestion/source/data_lake_common/path_spec.py +21 -1
  17. datahub/ingestion/source/dbt/dbt_common.py +6 -4
  18. datahub/ingestion/source/dbt/dbt_core.py +4 -6
  19. datahub/ingestion/source/dbt/dbt_tests.py +8 -6
  20. datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py +1 -1
  21. datahub/ingestion/source/dremio/dremio_entities.py +6 -5
  22. datahub/ingestion/source/dremio/dremio_source.py +96 -117
  23. datahub/ingestion/source/hex/__init__.py +0 -0
  24. datahub/ingestion/source/hex/api.py +394 -0
  25. datahub/ingestion/source/hex/constants.py +3 -0
  26. datahub/ingestion/source/hex/hex.py +167 -0
  27. datahub/ingestion/source/hex/mapper.py +372 -0
  28. datahub/ingestion/source/hex/model.py +68 -0
  29. datahub/ingestion/source/iceberg/iceberg.py +62 -66
  30. datahub/ingestion/source/mlflow.py +217 -8
  31. datahub/ingestion/source/mode.py +11 -1
  32. datahub/ingestion/source/openapi.py +69 -34
  33. datahub/ingestion/source/powerbi/powerbi.py +29 -23
  34. datahub/ingestion/source/s3/source.py +11 -0
  35. datahub/ingestion/source/slack/slack.py +399 -82
  36. datahub/ingestion/source/snowflake/constants.py +1 -0
  37. datahub/ingestion/source/snowflake/snowflake_config.py +14 -1
  38. datahub/ingestion/source/snowflake/snowflake_query.py +17 -0
  39. datahub/ingestion/source/snowflake/snowflake_report.py +3 -0
  40. datahub/ingestion/source/snowflake/snowflake_schema.py +29 -0
  41. datahub/ingestion/source/snowflake/snowflake_schema_gen.py +112 -42
  42. datahub/ingestion/source/snowflake/snowflake_utils.py +25 -1
  43. datahub/ingestion/source/sql/mssql/job_models.py +15 -1
  44. datahub/ingestion/source/sql/mssql/source.py +8 -4
  45. datahub/ingestion/source/sql/stored_procedures/__init__.py +0 -0
  46. datahub/ingestion/source/sql/stored_procedures/base.py +242 -0
  47. datahub/ingestion/source/sql/{mssql/stored_procedure_lineage.py → stored_procedures/lineage.py} +1 -29
  48. datahub/ingestion/source/superset.py +15 -6
  49. datahub/ingestion/source/vertexai/__init__.py +0 -0
  50. datahub/ingestion/source/vertexai/vertexai.py +1055 -0
  51. datahub/ingestion/source/vertexai/vertexai_config.py +29 -0
  52. datahub/ingestion/source/vertexai/vertexai_result_type_utils.py +68 -0
  53. datahub/metadata/_schema_classes.py +472 -1
  54. datahub/metadata/com/linkedin/pegasus2avro/dataplatform/slack/__init__.py +15 -0
  55. datahub/metadata/com/linkedin/pegasus2avro/event/__init__.py +11 -0
  56. datahub/metadata/com/linkedin/pegasus2avro/event/notification/__init__.py +15 -0
  57. datahub/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py +19 -0
  58. datahub/metadata/schema.avsc +309 -0
  59. datahub/metadata/schemas/CorpUserEditableInfo.avsc +14 -0
  60. datahub/metadata/schemas/CorpUserKey.avsc +2 -1
  61. datahub/metadata/schemas/CorpUserSettings.avsc +95 -0
  62. datahub/metadata/schemas/Deprecation.avsc +2 -0
  63. datahub/metadata/schemas/MLModelGroupProperties.avsc +16 -0
  64. datahub/metadata/schemas/MetadataChangeEvent.avsc +32 -0
  65. datahub/metadata/schemas/QueryProperties.avsc +20 -0
  66. datahub/metadata/schemas/Siblings.avsc +2 -0
  67. datahub/metadata/schemas/SlackUserInfo.avsc +160 -0
  68. datahub/sdk/dataset.py +122 -0
  69. datahub/sdk/entity.py +99 -3
  70. datahub/sdk/entity_client.py +27 -3
  71. datahub/sdk/main_client.py +22 -0
  72. datahub/sdk/search_filters.py +4 -4
  73. datahub/sql_parsing/split_statements.py +5 -1
  74. datahub/sql_parsing/sql_parsing_aggregator.py +6 -0
  75. datahub/sql_parsing/tool_meta_extractor.py +27 -2
  76. datahub/ingestion/source/vertexai.py +0 -695
  77. {acryl_datahub-1.0.0.1rc1.dist-info → acryl_datahub-1.0.0.1rc3.dist-info/licenses}/LICENSE +0 -0
  78. {acryl_datahub-1.0.0.1rc1.dist-info → acryl_datahub-1.0.0.1rc3.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,7 @@
1
+ acryl_datahub-1.0.0.1rc3.dist-info/licenses/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1
2
  datahub/__init__.py,sha256=aq_i5lVREmoLfYIqcx_pEQicO855YlhD19tWc1eZZNI,59
2
3
  datahub/__main__.py,sha256=pegIvQ9hzK7IhqVeUi1MeADSZ2QlP-D3K0OQdEg55RU,106
3
- datahub/_version.py,sha256=4sjCSS8UbsxYv_VuzZNtNxudBmSHVgJLBmaqBIjHobs,323
4
+ datahub/_version.py,sha256=ZzXmZcaAOZUvHmN9D5crLfATvvjGO_NN7ItKlRqtLD0,323
4
5
  datahub/entrypoints.py,sha256=2TYgHhs3sCxJlojIHjqfxzt3_ImPwPzq4vBtsUuMqu4,8885
5
6
  datahub/errors.py,sha256=w6h8b27j9XlmPbTwqpu7-wgiTrXlHzcnUOnJ_iOrwzo,520
6
7
  datahub/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -47,7 +48,7 @@ datahub/api/entities/dataprocess/dataprocess_instance.py,sha256=PIiGXTQLPWl_1rY4
47
48
  datahub/api/entities/dataproduct/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
48
49
  datahub/api/entities/dataproduct/dataproduct.py,sha256=148TmItxDDyGNzfZdL8aDreSEtyAw79IN8N8oSmNOPE,21461
49
50
  datahub/api/entities/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
50
- datahub/api/entities/dataset/dataset.py,sha256=_FRISs0Zm4BsxEjZ4wb2xk1Q4lZ2U6BlO_1J9_wCgK0,50863
51
+ datahub/api/entities/dataset/dataset.py,sha256=6o6Giv7dHxiH0_xQQKv68eQyDaRcJK9e17FO568ULpk,49652
51
52
  datahub/api/entities/forms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
52
53
  datahub/api/entities/forms/forms.py,sha256=17GLVVrunUj6hWS7CADhNPrT4gV6il905Ny_Y_5S5Qc,15889
53
54
  datahub/api/entities/forms/forms_graphql_constants.py,sha256=DKpnKlMKTjmnyrCTvp63V4LX4THGTAMq3ep8THrSGP4,537
@@ -123,9 +124,9 @@ datahub/emitter/mce_builder.py,sha256=8UiG2VsYgC7n29h_y4qL6F9faGwwMZF3zGscl_CBT9
123
124
  datahub/emitter/mcp.py,sha256=hAAYziDdkwjazQU0DtWMbQWY8wS09ACrKJbqxoWXdgc,9637
124
125
  datahub/emitter/mcp_builder.py,sha256=Q1bX2BthNvZ7ae71XYF6ICoiN8IOqaAd_h3zOct57Q0,11752
125
126
  datahub/emitter/mcp_patch_builder.py,sha256=u7cpW6DkiN7KpLapmMaXgL_FneoN69boxiANbVgMdSI,4564
126
- datahub/emitter/request_helper.py,sha256=33ORG3S3OVy97_jlWBRn7yUM5XCIkRN6WSdJvN7Ofcg,670
127
+ datahub/emitter/request_helper.py,sha256=HpI9a9W0TzoVbrs584rF8P8w-IT_iKLmvYmO_6IHhXs,1008
127
128
  datahub/emitter/response_helper.py,sha256=lRMvzF-RPHNkN_ONl-N2uJjKh5XtRFrofrdGibVGn2U,4509
128
- datahub/emitter/rest_emitter.py,sha256=LyJuTZicSxzyLlwCyVzecjuyFDH0HkvQmSh037OLBc8,29777
129
+ datahub/emitter/rest_emitter.py,sha256=4l3_vnOmS8GKTj_HUejg5gJb28QCK0XH_nPVPE5AAp4,29841
129
130
  datahub/emitter/serialization_helper.py,sha256=q12Avmf70Vy4ttQGMJoTKlE5EsybMKNg2w3MQeZiHvk,3652
130
131
  datahub/emitter/sql_parsing_builder.py,sha256=Cr5imZrm3dYDSCACt5MFscgHCtVbHTD6IjUmsvsKoEs,11991
131
132
  datahub/emitter/synchronized_file_emitter.py,sha256=s4ATuxalI4GDAkrZTaGSegxBdvvNPZ9jRSdtElU0kNs,1805
@@ -144,8 +145,8 @@ datahub/ingestion/api/registry.py,sha256=LbdZr89465Lj7ptQRVB4vI1JR1igWABvQFj9-WX
144
145
  datahub/ingestion/api/report.py,sha256=eM_TWWz6iJNd-c_S2_4eg2qKLGYP8vSROb_TMiCwBhY,4644
145
146
  datahub/ingestion/api/report_helpers.py,sha256=WbUC1kQeaKqIagGV3XzfPmPs7slAT1mfNY4og2BH2A8,994
146
147
  datahub/ingestion/api/sink.py,sha256=nfal7nsYY1AT2WQRjqO48uAHitpjax7TsRVzYXnqbeM,4918
147
- datahub/ingestion/api/source.py,sha256=kjR7qL0rchi4S_mSP-j5yE9MLD7gnbN1wdNvUU-Lna4,19154
148
- datahub/ingestion/api/source_helpers.py,sha256=H8mhcDqGI51TrivqdoxZfqmYcZUMJLSrvcFahwigDT8,19854
148
+ datahub/ingestion/api/source.py,sha256=Kz8xo0IY_5O3p5WE1i5dTmSK9IU20nqo4x6fvWcMAYw,19303
149
+ datahub/ingestion/api/source_helpers.py,sha256=poP6EvkLsaiPM5fhjS5bcf-JMHMdPNMLv-eXCIVMUzM,19971
149
150
  datahub/ingestion/api/transform.py,sha256=X0GpjMJzYkLuZx8MTWxH50cWGm9rGsnn3k188mmC8J8,582
150
151
  datahub/ingestion/api/workunit.py,sha256=e8n8RfSjHZZm2R4ShNH0UuMtUkMjyqqM2j2t7oL74lo,6327
151
152
  datahub/ingestion/api/auto_work_units/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -157,7 +158,7 @@ datahub/ingestion/extractor/json_ref_patch.py,sha256=4g3ZWHn7rwS74jUvSXJiGpi-UKH
157
158
  datahub/ingestion/extractor/json_schema_util.py,sha256=a2L4dbYr6CI3JkLgK-5aheyQIF6GU4chfAgr2kT5tts,27379
158
159
  datahub/ingestion/extractor/mce_extractor.py,sha256=aTJWdj2fuIi4_I06Ocurre2pf-QJBSX7LQvWGelz-OM,2699
159
160
  datahub/ingestion/extractor/protobuf_util.py,sha256=QmlRgnyVhoNXyKpohArEpdWyl7T_Uu94MyVHflqLi7k,13177
160
- datahub/ingestion/extractor/schema_util.py,sha256=PJvGe4SxqJaZXTDB9XxHsAg898SqoLi7g2_TU-ARL3Q,24785
161
+ datahub/ingestion/extractor/schema_util.py,sha256=avYLhL2uKrHM7GyP9s-9f864Ltd6nXRP-DiRCOdTu6Q,24848
161
162
  datahub/ingestion/fs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
162
163
  datahub/ingestion/fs/fs_base.py,sha256=Y1n9DAtqx0qA6zqZXlYKurvUhDK3hH7cnsYl2bKXwKY,964
163
164
  datahub/ingestion/fs/fs_registry.py,sha256=3fpdA1dGInQ0evK9fHPskONE0lDNt6dqFg9pV_QAFD4,213
@@ -170,7 +171,7 @@ datahub/ingestion/glossary/classifier.py,sha256=daLxnVv_JlfB_jBOxH5LrU_xQRndrsGo
170
171
  datahub/ingestion/glossary/classifier_registry.py,sha256=yFOYLQhDgCLqXYMG3L1BquXafeLcZDcmp8meyw6k9ts,307
171
172
  datahub/ingestion/glossary/datahub_classifier.py,sha256=O7wm6gQT1Jf2QSKdWjJQbS5oSzJwplXzfza26Gdq5Mg,7555
172
173
  datahub/ingestion/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
173
- datahub/ingestion/graph/client.py,sha256=4F-IMnz4DwIdLPL5yXMRqqlB3uonN2OHOUIKKHByS7o,65680
174
+ datahub/ingestion/graph/client.py,sha256=rdX2DXqTXyLyS1_qiUzc3zzIE8CFheP2pYi1I68r6Dc,65567
174
175
  datahub/ingestion/graph/config.py,sha256=_oha8Je7P80ZmrkZUAaRHyYbdMmTkMI5JkYjEP2Ri1Q,751
175
176
  datahub/ingestion/graph/connections.py,sha256=9462L0ZWGKURyypAln25eMPhK3pcufBar9tNDoqspXs,741
176
177
  datahub/ingestion/graph/entity_versioning.py,sha256=nrcNz0Qm6kpE6oTu_mrYUQDx14KPspBTc6R9SyFUY6c,6901
@@ -204,11 +205,11 @@ datahub/ingestion/source/ge_profiling_config.py,sha256=FlWfXoVoayabVXNMB9qETEU0G
204
205
  datahub/ingestion/source/glue_profiling_config.py,sha256=vpMJH4Lf_qgR32BZy58suabri1yV5geaAPjzg2eORDc,2559
205
206
  datahub/ingestion/source/ldap.py,sha256=CNr3foofIpoCXu_GGqfcajlQE2qkHr5isYwVcDutdkk,18695
206
207
  datahub/ingestion/source/metabase.py,sha256=j8DRV2GvisezidL1JZ5HJLF_hdFdtvaoyDoEdEyh0Ks,32603
207
- datahub/ingestion/source/mlflow.py,sha256=n7jk-IsWYbuIQdW2C2rTr8DAihZiY5gYnSdCxfJ6c6Q,24301
208
- datahub/ingestion/source/mode.py,sha256=6WJKukK4VbNZwc5UM200iMlP_Chiwx8y2jFoclWgy0U,64044
208
+ datahub/ingestion/source/mlflow.py,sha256=pWhBEIXxI19-yTFeZU72Pgc3uY9nK0-w2TEpG803HNI,32485
209
+ datahub/ingestion/source/mode.py,sha256=20vWflnRIMWqK8q2Mt2PorMBLnzRAA4bMjcWEyqhTio,64506
209
210
  datahub/ingestion/source/mongodb.py,sha256=2C2Cxn8DXL53IbNiywIuKt8UT_EMcPg9f8su-OPSNGU,21237
210
211
  datahub/ingestion/source/nifi.py,sha256=w5TPnqPmpotvzSsJROi6nUiHWPUVC6u1g0CzXIE6FNs,56903
211
- datahub/ingestion/source/openapi.py,sha256=39ep3etbWh8NBPjTXXwH3mieC5P6bMVAjhvK7UvcTis,17372
212
+ datahub/ingestion/source/openapi.py,sha256=rCy7fOgBWVoao4i7n-a8BWwBLUalZojLuKI_r7f8hF4,18690
212
213
  datahub/ingestion/source/openapi_parser.py,sha256=K3Z4aLXBQX8eR7tvk9iZakOjghjezxIeHCCBhrXfyro,14868
213
214
  datahub/ingestion/source/preset.py,sha256=bbh0ZWiAZMy2zuJDmaRY07_OuGJ9tdtKjwvIxqbY5II,3964
214
215
  datahub/ingestion/source/pulsar.py,sha256=u5F8QnCLJsht5-7XCiUTsnfhCPIpKVB_l32CgMCU-As,20187
@@ -216,8 +217,7 @@ datahub/ingestion/source/redash.py,sha256=YxjSad-X_wPmxYH8dJmFz_VCFhiLTCTSlK99Wd
216
217
  datahub/ingestion/source/salesforce.py,sha256=CQtDFv1OsbC1vyzNbKOc6GxhFQ5GdYj45hgAF0-oIcw,40487
217
218
  datahub/ingestion/source/source_registry.py,sha256=a2mLjJPLkSI-gYCTb_7U7Jo4D8jGknNQ_yScPIihXFk,1208
218
219
  datahub/ingestion/source/sql_queries.py,sha256=Ip7UZub7fgMh7P5jL_zJPY7lSkc9GGTy8GJ8lqZrcsE,9502
219
- datahub/ingestion/source/superset.py,sha256=HW3oiS6EDdVkSFopqg48e76NkElc8U4I8lEMjIvxrPo,34997
220
- datahub/ingestion/source/vertexai.py,sha256=_dpT4RSvd1IzucH-grDkD80sdGXume_qA-OLkHex_GM,27600
220
+ datahub/ingestion/source/superset.py,sha256=QwgEeHYD2d_o5fg4bYKJLgc1UFXM_xjMcvvwWkLbAb8,35352
221
221
  datahub/ingestion/source/abs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
222
222
  datahub/ingestion/source/abs/config.py,sha256=mBQe0JTaP-Rcv4HnMUUySoYbSr4r3jDEMioxaXHnxXU,6709
223
223
  datahub/ingestion/source/abs/datalake_profiler_config.py,sha256=Rkf64evufyVGPiE4VK8QAjzBiJFu85tOGMmJ0lJZ2Og,3600
@@ -269,13 +269,14 @@ datahub/ingestion/source/cassandra/cassandra_config.py,sha256=vIMUOzazWTGi03B51v
269
269
  datahub/ingestion/source/cassandra/cassandra_profiling.py,sha256=DkSIryZNwLei5PaKuu9fNEKxEbhIrPI-T9gaVoM87NQ,11063
270
270
  datahub/ingestion/source/cassandra/cassandra_utils.py,sha256=j-LidYkaCTmGnpUVNLsax_c3z32PsQbsbHeYojygd1s,5105
271
271
  datahub/ingestion/source/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
272
+ datahub/ingestion/source/common/data_platforms.py,sha256=HhuP3YIEi2WpyKDjUU8RiM0a2qjHWQcvc8kcqub0cVo,548
272
273
  datahub/ingestion/source/common/data_reader.py,sha256=XbSxiRTYrk6seOz0ZjVjzSpGvP8lEjmqXrNI4cdYYmQ,1819
273
- datahub/ingestion/source/common/gcp_credentials_config.py,sha256=MM902YksVGv-yCmUTimBXF9YreHUDo3PW3o1Wasb2FE,2212
274
- datahub/ingestion/source/common/subtypes.py,sha256=LCJefUZ9o8yyhNXOy_HJefBOt93Cmn9r3m4VtCiK4iM,2643
274
+ datahub/ingestion/source/common/gcp_credentials_config.py,sha256=_NapGkAqZMbXNClLlmOfANS7U6rChhdthRX9s9iUv9k,2411
275
+ datahub/ingestion/source/common/subtypes.py,sha256=nSGKiCD491Bz9MRWzJK3sb10z8vLWP2wwSuSq-L8ELk,3068
275
276
  datahub/ingestion/source/data_lake_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
276
277
  datahub/ingestion/source/data_lake_common/config.py,sha256=qUk83B01hjuBKHvVz8SmXnVCy5eFj-2-2QLEOrAdbgk,359
277
278
  datahub/ingestion/source/data_lake_common/data_lake_utils.py,sha256=nxu7osuzqxScPFc-1ODA2M1c_xPNPpRH_SMMU7zKOIE,6212
278
- datahub/ingestion/source/data_lake_common/path_spec.py,sha256=U--s2M78CJDyA7dUwOtWhZxeGxNC6a6fIp_mv_hn7KY,23469
279
+ datahub/ingestion/source/data_lake_common/path_spec.py,sha256=8teyhkfFTy6QJdwH11tKw3cd5XV2wJOBctAtAiksoPM,24423
279
280
  datahub/ingestion/source/datahub/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
280
281
  datahub/ingestion/source/datahub/config.py,sha256=JohcVz2pYnHbmJd0SGcIDH7Lp-K6MIJlswkid0vTQO4,4762
281
282
  datahub/ingestion/source/datahub/datahub_api_reader.py,sha256=hlKADVEPoTFiRGKqRsMF5mL4fSu_IrIW8Nx7LpEzvkM,2134
@@ -286,9 +287,9 @@ datahub/ingestion/source/datahub/report.py,sha256=VHBfCbwFRzdLdB7hQG9ST4EiZxl_vB
286
287
  datahub/ingestion/source/datahub/state.py,sha256=PZoT7sSK1wadVf5vN6phrgr7I6LL7ePP-EJjP1OO0bQ,3507
287
288
  datahub/ingestion/source/dbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
288
289
  datahub/ingestion/source/dbt/dbt_cloud.py,sha256=tNpSHbPlLq-oFGbJsdkWY9kIaWmpjcZLWhj1CSewGGY,17981
289
- datahub/ingestion/source/dbt/dbt_common.py,sha256=p2uYqWTwIFFomxdKDvoWPUOto9sZa42dKzvQpRvDqEY,80702
290
- datahub/ingestion/source/dbt/dbt_core.py,sha256=izfsJhPyv5e14H-5BXWhEeN1P6hdZvcjmutEptVxY4U,22987
291
- datahub/ingestion/source/dbt/dbt_tests.py,sha256=ZbQdOEZzTe-AqV38AzP1d2KMsfqK87OU6CNUDWgb_Ag,9804
290
+ datahub/ingestion/source/dbt/dbt_common.py,sha256=tOl3TA4eMV9sog5NSQRkK4QVUV9LNOhh9Fyl_rcZumI,80761
291
+ datahub/ingestion/source/dbt/dbt_core.py,sha256=a7oUeWoCBeXvaStE_TS1tez22wjPRNZ3p4GkGLtBgAI,22924
292
+ datahub/ingestion/source/dbt/dbt_tests.py,sha256=pOZJaP4VsbaE5j4qVlE_E3ifno_KQpidfGTvOi5fr6I,9839
292
293
  datahub/ingestion/source/delta_lake/__init__.py,sha256=u5oqUeus81ONAtdl6o9Puw33ODSMun-0wLIamrZ4BUM,71
293
294
  datahub/ingestion/source/delta_lake/config.py,sha256=km8WCmjjyRrMy9kJ7JxZZIdS1pKIhKznWQGMYUsF_4s,3522
294
295
  datahub/ingestion/source/delta_lake/delta_lake_utils.py,sha256=VqIDPEXepOnlk4oWMeRaneSpQBlWmlCKAa1wGUl1sfk,1525
@@ -298,11 +299,11 @@ datahub/ingestion/source/dremio/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm
298
299
  datahub/ingestion/source/dremio/dremio_api.py,sha256=h4rjnRacggFXzIQVVsKFNgTUixUZh2gPHH4_7rSGx2g,33413
299
300
  datahub/ingestion/source/dremio/dremio_aspects.py,sha256=oWV2_mSpq3Bh42YJ1QVbAyp-Uihf2WIT6VsHGsGTgzk,18248
300
301
  datahub/ingestion/source/dremio/dremio_config.py,sha256=5SP66ewGYN0OnyWgpU33EZOmtICsclTtBX5DSYLwl3c,5782
301
- datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py,sha256=cAFnutqBxl_xKwyktPNQbZRao07cg01zOvT-w7lTZTI,3072
302
- datahub/ingestion/source/dremio/dremio_entities.py,sha256=3H3vIvj5ab4d8gmB9-rbZfwRgW87gT1DdjWiMjNgqJ4,15069
302
+ datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py,sha256=MQk8BAHLufN69CntFfOV8K59A_AvLC-vwMS33Jw8bBg,3069
303
+ datahub/ingestion/source/dremio/dremio_entities.py,sha256=1gZrNqTp3Pm6vqGDQaWt3HkxEuHKxpGYQ4geVoFvxWI,15147
303
304
  datahub/ingestion/source/dremio/dremio_profiling.py,sha256=TAcnpo8ZRKhLDHnQSJzJg3YdwTSyEa73LUAzENs7wG4,12287
304
305
  datahub/ingestion/source/dremio/dremio_reporting.py,sha256=BvdQA_T-VXl9EjOmj-D2NlM9pXZ4UdKXKGRpYsk1Eqw,1607
305
- datahub/ingestion/source/dremio/dremio_source.py,sha256=XMx3EP0ciIaQjMffNljp8w-G4zmUyCDlQ-ga9H6Z-i4,26330
306
+ datahub/ingestion/source/dremio/dremio_source.py,sha256=_52Z0ifntbhYNwlrMs6jZ59CI4aVpQzL0K16Sv7Xm8Y,24471
306
307
  datahub/ingestion/source/dremio/dremio_sql_queries.py,sha256=W0rcXawlwJOHNYr5o73rilMijtFOO3cVkn6pY-JLc6o,8186
307
308
  datahub/ingestion/source/dynamodb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
308
309
  datahub/ingestion/source/dynamodb/data_reader.py,sha256=vC77KpcP8LJN0g8wsPRDVw4sebv0ZWIP3tJkEIHaomA,3120
@@ -325,8 +326,14 @@ datahub/ingestion/source/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NM
325
326
  datahub/ingestion/source/git/git_import.py,sha256=5CT6vMDb0MDctCtShnxb3JVihULtvkYGr9judHJFsOk,4143
326
327
  datahub/ingestion/source/grafana/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
327
328
  datahub/ingestion/source/grafana/grafana_source.py,sha256=3pU3xodPgS5lmnjuQ_u7F0XPzD_Y8MnPlMxRJ86qz4g,4960
329
+ datahub/ingestion/source/hex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
330
+ datahub/ingestion/source/hex/api.py,sha256=JfFPD8O4z16fwZE_BdX5aCQztEq-tbzxJJ7aofH4DE4,12274
331
+ datahub/ingestion/source/hex/constants.py,sha256=NuBjxgJpIt598Cyn_9IcZ158PqBdn5vNjw8T92sTQck,115
332
+ datahub/ingestion/source/hex/hex.py,sha256=DPpsi5e-sdUgbS0Okyvx1mvc00Adu47zA65oFnRP74A,6510
333
+ datahub/ingestion/source/hex/mapper.py,sha256=6dsGvvhPAOAbAG1ayxLwipgJGt1q7YanWYfMX3rZeiM,12603
334
+ datahub/ingestion/source/hex/model.py,sha256=hmMfOLEGZcKjwy2DW29OPf_9_Q_TesgnUTCen2br_fA,1471
328
335
  datahub/ingestion/source/iceberg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
329
- datahub/ingestion/source/iceberg/iceberg.py,sha256=pMWQtn88XAYwZsRNkICX1GlQOqOnyuWdLpkcjVQEon0,29039
336
+ datahub/ingestion/source/iceberg/iceberg.py,sha256=eVeDXn0YZnnG4qkSbTCNi-Pcod9wEh-LnUkjPP66RtM,28753
330
337
  datahub/ingestion/source/iceberg/iceberg_common.py,sha256=VGosqYPmn_j6GETSnDHZ8Ay1BVOedmx2x5LHxw16I3A,12278
331
338
  datahub/ingestion/source/iceberg/iceberg_profiler.py,sha256=CkBB5fryMVoqqCM6eLSIeb4yP85ABHONNRm0QqZKrnw,9977
332
339
  datahub/ingestion/source/identity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -371,7 +378,7 @@ datahub/ingestion/source/powerbi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRk
371
378
  datahub/ingestion/source/powerbi/config.py,sha256=1WFK-JxcgBEIZ2XTwuH1PvNXYcwqEJR-IYTUTv3Z4o8,22820
372
379
  datahub/ingestion/source/powerbi/dataplatform_instance_resolver.py,sha256=-njW1kJOy-LY5JFwJLhVQ0bMBj9NQz5TZhQqsSi_KsM,2285
373
380
  datahub/ingestion/source/powerbi/powerbi-lexical-grammar.rule,sha256=5df3qvalCS9hZ46DPXs6XDcw9-IofGf8Eol_rUC7LHI,20329
374
- datahub/ingestion/source/powerbi/powerbi.py,sha256=3qo52-Lh8tE06lO3x1Gp35Q4EnMz4s7Zh0TKQcwhoh4,55486
381
+ datahub/ingestion/source/powerbi/powerbi.py,sha256=VlXgaImfUYjdXkJ1cCrJawkzl-pE1R-XCVr27eVbZ-E,55512
375
382
  datahub/ingestion/source/powerbi/m_query/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
376
383
  datahub/ingestion/source/powerbi/m_query/data_classes.py,sha256=EbaEasEOGZ73jz0cQofH9ez65wSvRBof0R6GQaIVLnM,2009
377
384
  datahub/ingestion/source/powerbi/m_query/native_sql_parser.py,sha256=zzKVDGeUM3Yv3-zNah4D6mSnr6jXsstNuLmzczcPQEE,3683
@@ -416,7 +423,7 @@ datahub/ingestion/source/s3/config.py,sha256=lElFXgEpKDT9SVoiXvtx98wV6Gp880qP4pL
416
423
  datahub/ingestion/source/s3/datalake_profiler_config.py,sha256=FfrcgK-JEF94vw-l3q6pN6FENXb-wZzW2w1VUZVkwW8,3620
417
424
  datahub/ingestion/source/s3/profiling.py,sha256=yKNCKpr6w7qpCH-baeSkNE9VjkN6eBot_weD-2_Jxzk,17579
418
425
  datahub/ingestion/source/s3/report.py,sha256=fzkTdTewYlWrTk4f2Cyl-e8RV4qw9wEVtm0cdKD-Xgw,542
419
- datahub/ingestion/source/s3/source.py,sha256=Cn-uzWj6lGEqf8515b7YxPLypvR2zxMFKBKq1xEaGIg,46928
426
+ datahub/ingestion/source/s3/source.py,sha256=mqyLUfsPA6zqzC42AhDBWEMhpv1Jt4J4oO9UUOFx7oU,47492
420
427
  datahub/ingestion/source/sac/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
421
428
  datahub/ingestion/source/sac/sac.py,sha256=zPSO9ukuyhvNaaVzeAYpA-_sFma_XMcCQMPaGvDWuTk,30226
422
429
  datahub/ingestion/source/sac/sac_common.py,sha256=-xQTDBtgH56AnpRXWGDnlmQqUuLRx-7wF1U1kQFWtX8,998
@@ -436,27 +443,27 @@ datahub/ingestion/source/sigma/data_classes.py,sha256=YZkkzwftV34mq5c_4jlC2PCSiR
436
443
  datahub/ingestion/source/sigma/sigma.py,sha256=dgaIiiOGTu2trL_OVMOOEANA2UlB-M7LQ4TcDVBqiJA,24086
437
444
  datahub/ingestion/source/sigma/sigma_api.py,sha256=SVvbUs2vjueUdDa-3FzeMsaX5pNpApVI192P7EZzPcI,17870
438
445
  datahub/ingestion/source/slack/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
439
- datahub/ingestion/source/slack/slack.py,sha256=D2uMyzVYThvEoMtY5qwWlWIvdMWWwjBkqXTW74FL6kI,13872
446
+ datahub/ingestion/source/slack/slack.py,sha256=3N7Yp-u9DvBmo536Z6-pQTrJgSJ3i742GePSgjlBOUU,27616
440
447
  datahub/ingestion/source/snowflake/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
441
- datahub/ingestion/source/snowflake/constants.py,sha256=SZzQTO6spPeHfV55tIbg7SL2ecsQF_z169HJ8u2G3Hk,2650
448
+ datahub/ingestion/source/snowflake/constants.py,sha256=XCW3vw4JfLn_s8-oXBX6WFNMPOkX5qAQLFX2KqagojQ,2678
442
449
  datahub/ingestion/source/snowflake/oauth_config.py,sha256=ol9D3RmruGStJAeL8PYSQguSqcD2HfkjPkMF2AB_eZs,1277
443
450
  datahub/ingestion/source/snowflake/oauth_generator.py,sha256=fu2VnREGuJXeTqIV2jx4TwieVnznf83HQkrE0h2DGGM,3423
444
451
  datahub/ingestion/source/snowflake/snowflake_assertion.py,sha256=_l3k4aI9wvioE81xxdeizJn9nJCZ_nMIXgk9N6pEk5o,4803
445
- datahub/ingestion/source/snowflake/snowflake_config.py,sha256=c9LE7nl6tkz7P9tc4EkSKphextW5pejLzdP3qS_iL1s,20196
452
+ datahub/ingestion/source/snowflake/snowflake_config.py,sha256=Jm3TW7ed9LYNOZ9egUwkHs2bQv_WlCD6D2QoVxIzxsI,20729
446
453
  datahub/ingestion/source/snowflake/snowflake_connection.py,sha256=pEw2O9xoTSIWDiROlkF8k4oj5zBjkqTnynLvut08yhc,17796
447
454
  datahub/ingestion/source/snowflake/snowflake_data_reader.py,sha256=ffR5E2uhD71FUMXd3XOg2rHwrp1rbbGEFTAbqKcmI2s,2195
448
455
  datahub/ingestion/source/snowflake/snowflake_lineage_v2.py,sha256=FBmiONx4EGHWV8RNJT6zHZyntKinPFFyd2oKbTUIbhE,21319
449
456
  datahub/ingestion/source/snowflake/snowflake_profiler.py,sha256=0DJiSwII6FY34urlBja2FW66NaVvhbBWmG0p7u8Xyrc,7548
450
457
  datahub/ingestion/source/snowflake/snowflake_queries.py,sha256=gX9E1Z_CemAZsuTDmtvqrxY7vBL2da75j7X8Xwhaf8Y,28441
451
- datahub/ingestion/source/snowflake/snowflake_query.py,sha256=qz_rhRMNCXxHd23bePbb3YxhFgN7eRpV4s6g58hQ5bU,39678
452
- datahub/ingestion/source/snowflake/snowflake_report.py,sha256=ahea-bwpW6T0iDehGo0Qq_J7wKxPkV61aYHm8bGwDqo,6651
453
- datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=qkGgk6WdKSPThFjexXHrxUPYiVtzDk2MbGX3b281A4c,26044
454
- datahub/ingestion/source/snowflake/snowflake_schema_gen.py,sha256=Yba6OIWYtukAFMoNtEtX2BXWwJee17Dl58DUyK0myho,54530
458
+ datahub/ingestion/source/snowflake/snowflake_query.py,sha256=0AMPQ_L7sgQtBizBNEe69-BUM8_wk1m8ystWivwKEMI,40409
459
+ datahub/ingestion/source/snowflake/snowflake_report.py,sha256=O-465aBA8uaYZ6WepP7i6cgK6Q1jXJPjDA1j9C8klus,6762
460
+ datahub/ingestion/source/snowflake/snowflake_schema.py,sha256=1yGBbs2aWIdHnrwgeTR7J2lqxbbBsIt8ejCLumIpLEA,27274
461
+ datahub/ingestion/source/snowflake/snowflake_schema_gen.py,sha256=_37-AQyI4uGt4fu-d3v2eAWzQ3uG835ZQxMjFwGYCng,57193
455
462
  datahub/ingestion/source/snowflake/snowflake_shares.py,sha256=maZyFkfrbVogEFM0tTKRiNp9c_1muv6YfleSd3q0umI,6341
456
463
  datahub/ingestion/source/snowflake/snowflake_summary.py,sha256=kTmuCtRnvHqM8WBYhWeK4XafJq3ssFL9kcS03jEeWT4,5506
457
464
  datahub/ingestion/source/snowflake/snowflake_tag.py,sha256=1eLYTcgmfzDs9xktMTTE74L5SeNP48Qg3uLr9y-Ez3Y,8733
458
465
  datahub/ingestion/source/snowflake/snowflake_usage_v2.py,sha256=ySFm7WDk8FW9KjCnX4HQfTqObIrlUS-V8WIHl3j0CTI,24848
459
- datahub/ingestion/source/snowflake/snowflake_utils.py,sha256=EmYb2FEcdLwei92atRBQ3iKH7av4YBZCIFTgPmLo0Ng,13092
466
+ datahub/ingestion/source/snowflake/snowflake_utils.py,sha256=22JhQx22kP__ux7mKsXJTFvIYrj9uRym8vKBDsVSKSs,14088
460
467
  datahub/ingestion/source/snowflake/snowflake_v2.py,sha256=nAbudDVh9A0kqao3jnIdgBlFNhNk1WIxoU1cofeXkFQ,33905
461
468
  datahub/ingestion/source/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
462
469
  datahub/ingestion/source/sql/athena.py,sha256=X4SC1kwKJ3a3T0wGQIlOQxzJKE-LEr-U55QKpRUH4j8,23861
@@ -485,9 +492,11 @@ datahub/ingestion/source/sql/trino.py,sha256=8viVOu67mhDnsO3LuPSRi1WDR5MLdOXu7HO
485
492
  datahub/ingestion/source/sql/two_tier_sql_source.py,sha256=YDrGBb5WKVls6qv17QU5foKrf71SydzEltc3WsVAhQc,5732
486
493
  datahub/ingestion/source/sql/vertica.py,sha256=_9OgSgIgqBml0av063rb8nACiT3SAmzpw0ouyF91wv8,33382
487
494
  datahub/ingestion/source/sql/mssql/__init__.py,sha256=1agpl8S_uDW40olkhCX_W19dbr5GO9qgjS3R7pLRZSk,87
488
- datahub/ingestion/source/sql/mssql/job_models.py,sha256=5-QQv8w-KnyNq_y-VmSC_K5sr0VoZhfYW6Aasd-z2LY,8901
489
- datahub/ingestion/source/sql/mssql/source.py,sha256=QxgUWL-aSjTXmqZPD_7811MsrDsgW_I9_oMimomdE0A,32593
490
- datahub/ingestion/source/sql/mssql/stored_procedure_lineage.py,sha256=RpnvKPalAAaOD_eUg8bZ4VkGTSeLFWuy0mefwc4s3x8,2837
495
+ datahub/ingestion/source/sql/mssql/job_models.py,sha256=nAo3rciu-w2-dXCz6_ekDEbGMEjCMEfh8WvSfXoF2l0,9359
496
+ datahub/ingestion/source/sql/mssql/source.py,sha256=Er0uTAsEOzLg2KVddf22pOdzEAwkOjNdqYCPxeCiHdA,32755
497
+ datahub/ingestion/source/sql/stored_procedures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
498
+ datahub/ingestion/source/sql/stored_procedures/base.py,sha256=X4RXYknK8ZPsMgXQFzo2_CsMcXYhDWLm-fLFmZNkZfc,7888
499
+ datahub/ingestion/source/sql/stored_procedures/lineage.py,sha256=9kBoq4JLa4-I3TMAYwChXp76Kag8YBUEIAkaQMplIkY,1844
491
500
  datahub/ingestion/source/state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
492
501
  datahub/ingestion/source/state/checkpoint.py,sha256=-fTUZKkY4nHTFqSWZ0jJkkdIu_tWlOjRNhm4FTr4ul4,8860
493
502
  datahub/ingestion/source/state/entity_removal_state.py,sha256=zvIsmYg7oiIu2FhecU0VfLBNToUqvKoKyDeiFfkOcyc,6611
@@ -525,6 +534,10 @@ datahub/ingestion/source/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
525
534
  datahub/ingestion/source/usage/clickhouse_usage.py,sha256=jJ-EUJdS7t4d9RVjLWQQ2e36wmYzs8xtpD632z6pLiw,9974
526
535
  datahub/ingestion/source/usage/starburst_trino_usage.py,sha256=O3EDEZsXPNdsKGD-jStREA8e4-iTlnqd3ocqtAYFKNA,10544
527
536
  datahub/ingestion/source/usage/usage_common.py,sha256=YGszLjmESiUXnpcPfnyQHtoM57HyWsIiLOQd5_sxECg,12238
537
+ datahub/ingestion/source/vertexai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
538
+ datahub/ingestion/source/vertexai/vertexai.py,sha256=TXTa-Cm1C7xkbTNXNmKr_hi2FDJ9VG-ahrxk9yuxaTg,43635
539
+ datahub/ingestion/source/vertexai/vertexai_config.py,sha256=uMnsv3b6TsPRH26u_JE_v1u0db7ANEAFlVxU5A6ELRM,989
540
+ datahub/ingestion/source/vertexai/vertexai_result_type_utils.py,sha256=fE2l_xXvKONqb4jabl4LtKRBZDnP3koMLJV520wEAMg,2555
528
541
  datahub/ingestion/source_config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
529
542
  datahub/ingestion/source_config/csv_enricher.py,sha256=IROxxfFJA56dHkmmbjjhb7h1pZSi33tzW9sQb7ZEgac,1733
530
543
  datahub/ingestion/source_config/operation_config.py,sha256=hxF2RM0jk0HUPXYiliMniXBC-wz-ZPcs90ZGLfHT8rE,3924
@@ -579,8 +592,8 @@ datahub/lite/lite_registry.py,sha256=bpH0kasP-LtwwUFNA2QsOIehfekAYfJtN-AkQLmSWnw
579
592
  datahub/lite/lite_server.py,sha256=p9Oa2nNs65mqcssSIVOr7VOzWqfVstz6ZQEdT4f82S0,1949
580
593
  datahub/lite/lite_util.py,sha256=Cm6trMTeo0X1fv4nSsW9lC0jqce7Jt-05GhOtIGzsVc,4559
581
594
  datahub/metadata/__init__.py,sha256=AjhXPjI6cnpdcrBRrE5gOWo15vv2TTl2ctU4UAnUN7A,238
582
- datahub/metadata/_schema_classes.py,sha256=WMINRH1eF7TmnGXSrUCVw5mxplZf5wXGy8QCAm4pxTk,994687
583
- datahub/metadata/schema.avsc,sha256=iIXHOzZeBr7dSUzP2Bl8H3janQ7diKYXZejt5crFneU,743361
595
+ datahub/metadata/_schema_classes.py,sha256=HvQKAu3eTDt3lkQcoLpBqYlPo0jfBONWCd6T9a1Meck,1011170
596
+ datahub/metadata/schema.avsc,sha256=rX4HzpW5NPL28A2vfu6ESo-hSyQDnK7LUnvasa7dQCE,752628
584
597
  datahub/metadata/schema_classes.py,sha256=X5Jl5EaSxyHdXOQv14pJ5WkQALun4MRpJ4q12wVFE18,1299
585
598
  datahub/metadata/urns.py,sha256=nfrCTExR-k2P9w272WVtWSN3xW1VUJngPwP3xnvULjU,1217
586
599
  datahub/metadata/_urns/__init__.py,sha256=cOF3GHMDgPhmbLKbN02NPpuLGHSu0qNgQyBRv08eqF0,243
@@ -605,6 +618,7 @@ datahub/metadata/com/linkedin/pegasus2avro/datajob/__init__.py,sha256=Su2ktwxNvz
605
618
  datahub/metadata/com/linkedin/pegasus2avro/datajob/azkaban/__init__.py,sha256=7Iy734Wtwd6DTOoS7TdGNoNjggjdmNswISbRe1BCwhU,294
606
619
  datahub/metadata/com/linkedin/pegasus2avro/datajob/datahub/__init__.py,sha256=svy7MBFZ83znSICcvMaFJHIApm5lJywz0-gg5-8NsxY,576
607
620
  datahub/metadata/com/linkedin/pegasus2avro/dataplatform/__init__.py,sha256=8XcEDIiLwEzeJ6R9fY3xjPuw6uzIquC5Vz3waiVpkAw,382
621
+ datahub/metadata/com/linkedin/pegasus2avro/dataplatform/slack/__init__.py,sha256=VHK0FAn1H8hcmUnkFFEdWc5vWInK9WOg_hHdIJyrrCc,291
608
622
  datahub/metadata/com/linkedin/pegasus2avro/dataplatforminstance/__init__.py,sha256=2nkU3L8vKStW2VDIy1b1k1Lp48TidslRnIwGNZ4r3aE,448
609
623
  datahub/metadata/com/linkedin/pegasus2avro/dataprocess/__init__.py,sha256=J4X7dVjGMJdgiOOiMzYu7T1rrezCoa4629m4M5_QRG4,1358
610
624
  datahub/metadata/com/linkedin/pegasus2avro/dataproduct/__init__.py,sha256=XVhbYSPixOqcMG9W0vmYrA_o1UMXmrPjiMNl53-8VHg,516
@@ -613,6 +627,9 @@ datahub/metadata/com/linkedin/pegasus2avro/datatype/__init__.py,sha256=2vkyNPPO0
613
627
  datahub/metadata/com/linkedin/pegasus2avro/domain/__init__.py,sha256=ApI4KYMkJ7VgSIuGp8JEL9YK5XBIVaXimeLhaJRuEFk,367
614
628
  datahub/metadata/com/linkedin/pegasus2avro/entitytype/__init__.py,sha256=ynmItdiO53xIYYLJl0heLpnDJvMMv2Pxb-WNGQ53bn8,379
615
629
  datahub/metadata/com/linkedin/pegasus2avro/ermodelrelation/__init__.py,sha256=w9GEXekI8eJkhqhpwkSyY2em2uM72xCVyFbMyrNS4TU,752
630
+ datahub/metadata/com/linkedin/pegasus2avro/event/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
631
+ datahub/metadata/com/linkedin/pegasus2avro/event/notification/__init__.py,sha256=TbjT7-ZuoZOvVU25IiwYKZiDKVMcfWh0J6T20O7MxWc,312
632
+ datahub/metadata/com/linkedin/pegasus2avro/event/notification/settings/__init__.py,sha256=hdkTR3IbsmBDrftFi4BptZYXlpgl3WlMxWiLwBhBntg,561
616
633
  datahub/metadata/com/linkedin/pegasus2avro/events/__init__.py,sha256=gsAIuTxzfJdI7a9ybZlgMIHMAYksM1SxGxXjtySgKSc,202
617
634
  datahub/metadata/com/linkedin/pegasus2avro/events/metadata/__init__.py,sha256=a1FI_2VZ9Ejc9AIVztO-B5kLPR6VwlOgdFlv4PTCTYs,282
618
635
  datahub/metadata/com/linkedin/pegasus2avro/execution/__init__.py,sha256=O5XAXnGzDnWv8nbqRHxLPPXUbrIu_pn76WUK_hhkHmg,775
@@ -679,10 +696,10 @@ datahub/metadata/schemas/CorpGroupEditableInfo.avsc,sha256=sItWMAGfQdYwmF5xLzMnY
679
696
  datahub/metadata/schemas/CorpGroupInfo.avsc,sha256=G83lndR7C6WPfccFg7qFE5Ely5vrdxC8x7zJB3fW3Sw,4740
680
697
  datahub/metadata/schemas/CorpGroupKey.avsc,sha256=B_RMHAFF_nd86qtO2p1slAZnxruCmBM7DUfILAU_UaI,953
681
698
  datahub/metadata/schemas/CorpUserCredentials.avsc,sha256=S7FkV9K_DGxhb4GFYbM5_lPvtPsOWKffjSOpfzicl-o,980
682
- datahub/metadata/schemas/CorpUserEditableInfo.avsc,sha256=VazSsT1oQZNHeG8rAXPSKV79W6ZcCgUL1J7yKJUTDvU,3380
699
+ datahub/metadata/schemas/CorpUserEditableInfo.avsc,sha256=6IrqWidbHP7mRryfVlWAQU0JS34THHTM8_aIKWqClUE,3843
683
700
  datahub/metadata/schemas/CorpUserInfo.avsc,sha256=oObOza-5FLjZyCjj0FN4MNV1DodgTwJSV4APduAggjk,3955
684
- datahub/metadata/schemas/CorpUserKey.avsc,sha256=Sogu43ptKo2uN8r6CuCHPRwanfH6XWMxt-8mnmR_hrU,1002
685
- datahub/metadata/schemas/CorpUserSettings.avsc,sha256=fS2HUD0L9_rsPyqo0DRxibzPi8_IkkWTY6Zuqob1sPg,2097
701
+ datahub/metadata/schemas/CorpUserKey.avsc,sha256=01sbbdr8G-ZP1yc2UfY3gR-YN6b7AvDbCbNpZJ-02J4,1025
702
+ datahub/metadata/schemas/CorpUserSettings.avsc,sha256=ylzHvYijbM0LIVQopV7w34EM1p3qrBGFpzGZF_3qzoM,5320
686
703
  datahub/metadata/schemas/CorpUserStatus.avsc,sha256=yqojAXEQ9CjRhY58RPyTUxzmFbHSANGGaMMbqiYZZIE,2538
687
704
  datahub/metadata/schemas/Cost.avsc,sha256=o4kYZSss2uEwJ6gCA9fhBUoyD5xUqcSxz78vkIXXzGQ,1494
688
705
  datahub/metadata/schemas/DashboardInfo.avsc,sha256=li2lSV6R4V-nz6foOi-NYxt_8ShHWfoKRw6M2BG5530,12907
@@ -746,7 +763,7 @@ datahub/metadata/schemas/DatasetProfile.avsc,sha256=3ZCU9JD6l2razACp0AY6LLMgnkMT
746
763
  datahub/metadata/schemas/DatasetProperties.avsc,sha256=DFJn75feqaoQk84zin_o_lqsFFhqkwya5LGC5LLJXbU,4209
747
764
  datahub/metadata/schemas/DatasetUpstreamLineage.avsc,sha256=PjAWPbsqwH7FjX2kFDy0dE6ENYOwRynH9vJerWisr2A,5365
748
765
  datahub/metadata/schemas/DatasetUsageStatistics.avsc,sha256=JKNy_KlUqr3kt7o1Cu2DiQx3XUG_NQbVFVpeNr4ntCc,6999
749
- datahub/metadata/schemas/Deprecation.avsc,sha256=SmbTlMB9fujdMBjYEQkzaU4XJzwM1gD6E8L2zoL1b4Q,1280
766
+ datahub/metadata/schemas/Deprecation.avsc,sha256=p8SBIuKP3XVGeaBI7rROpLNACuoX8eMLRlZz8lGOYV8,1354
750
767
  datahub/metadata/schemas/DisplayProperties.avsc,sha256=MTa_g2s0roxNFFggWU8rslUH3UFe3xe11uUXyh0Go_I,1732
751
768
  datahub/metadata/schemas/Documentation.avsc,sha256=9vIJG9B08FFrC3y5c1XVaT5U3c-b5sOAc5foUxMnyCs,4836
752
769
  datahub/metadata/schemas/DomainKey.avsc,sha256=TYCcJRWqwbxbQuR5E68pvdeAmfVdYsJuMNhTxVphbqg,676
@@ -814,13 +831,13 @@ datahub/metadata/schemas/MLModelDeploymentKey.avsc,sha256=vt04jFF_ZHSvWhqLoxC8C_
814
831
  datahub/metadata/schemas/MLModelDeploymentProperties.avsc,sha256=I3v-uNOeYxO4hooPHOjafWWHuVyeGvG90oma0tzpNFg,5409
815
832
  datahub/metadata/schemas/MLModelFactorPrompts.avsc,sha256=8kX-P4F4mVLFT980z3MwIautt1_6uA-c_Z87nYNDK-k,2712
816
833
  datahub/metadata/schemas/MLModelGroupKey.avsc,sha256=3LoMWejMfCwdoqz3PFinRbY1_Yy4Kypw7pwg3tL42Jg,2497
817
- datahub/metadata/schemas/MLModelGroupProperties.avsc,sha256=zMl6ab6zfcYJmt31f-AUrrfeqfLoaSZQpfB3_S9JFFQ,6534
834
+ datahub/metadata/schemas/MLModelGroupProperties.avsc,sha256=AZ5Pohk3_pCctQ4hcE1UOURQFYHQne0dw_lRUpOu5WY,6924
818
835
  datahub/metadata/schemas/MLModelKey.avsc,sha256=pRntMhcpgTJL2T2nGK6Sf9_q2vJOqHELYFh59VMXqv0,2866
819
836
  datahub/metadata/schemas/MLModelProperties.avsc,sha256=hDCBHxGe-cmCBeU1k0ANuQlKjtZsDcTfl2X_jWmtFqo,12355
820
837
  datahub/metadata/schemas/MLPrimaryKeyKey.avsc,sha256=Kq2Q9WxZ6nQ8wR4P6wpPCI-J7FwXQyoa10s6BvXtkm8,1110
821
838
  datahub/metadata/schemas/MLPrimaryKeyProperties.avsc,sha256=URIuOpS93RVk8MZVcbZ-dmTwu_cN3KSOKxSR8fm-eTo,6744
822
839
  datahub/metadata/schemas/MLTrainingRunProperties.avsc,sha256=WGgj0MuQrGD4UgvyHCJHzTnHja2LlJTOr1gLu8SySj0,4269
823
- datahub/metadata/schemas/MetadataChangeEvent.avsc,sha256=-U5dR6xh79FS6Q6Xji3ExCvWUdJqUMh5_eiIVDr8jl0,374076
840
+ datahub/metadata/schemas/MetadataChangeEvent.avsc,sha256=rM6klxSttK-cS083tR0BaVgWVJskjMmhwFbHuV8VKI8,375579
824
841
  datahub/metadata/schemas/MetadataChangeLog.avsc,sha256=mpdodpx25E6M1Gq_7slEcPAm-1Es5xPsoqV60HgO7zg,12167
825
842
  datahub/metadata/schemas/MetadataChangeProposal.avsc,sha256=EMfQrYsuHf1p6UvBjoLtfdTHGe-vGNJaCFEHz8hdKU0,9698
826
843
  datahub/metadata/schemas/Metrics.avsc,sha256=O7DJGjOwmHbb1x_Zj7AuM_HaHKjBvkfJKfUsX8icXD4,690
@@ -841,7 +858,7 @@ datahub/metadata/schemas/PostInfo.avsc,sha256=CxL1Z-6jWO-xQ7mei5dwAFe_U7sfkQrkSB
841
858
  datahub/metadata/schemas/PostKey.avsc,sha256=MEA-S-RonGrsrpwYEejR6CXRka2DcqP7S7qvO5JgEFU,475
842
859
  datahub/metadata/schemas/QuantitativeAnalyses.avsc,sha256=XrGYVoGUh7ZRjAbMORSiqF5Zl4a0IbYDPiQuSJhABZM,960
843
860
  datahub/metadata/schemas/QueryKey.avsc,sha256=VI4oIHvAO7f0lN_7V3QVuBfHcPz31c57XtW6IrlDfxc,518
844
- datahub/metadata/schemas/QueryProperties.avsc,sha256=lWXv0PpwVJAJjXW8TXt0uFScCqJiImYdMtf-E3rpmL4,5087
861
+ datahub/metadata/schemas/QueryProperties.avsc,sha256=fiLYT539EM0jVEAngWXC7P9QnnIMoEsAaUp7nClwu0s,5509
845
862
  datahub/metadata/schemas/QuerySubjects.avsc,sha256=WbnUGiOBdc1Ypn4P_R5gCfPH-wNHJUIk7YeyJ2NiOZQ,1747
846
863
  datahub/metadata/schemas/QueryUsageStatistics.avsc,sha256=z1gfAnXdBoPEeERi5RESjrdBuS6AcIdqdN5JqWOSuNo,6192
847
864
  datahub/metadata/schemas/RoleKey.avsc,sha256=Uas5jFViSHXhFqq8D4P6-UXqywOth3coztjQ5wA7wL0,449
@@ -851,7 +868,8 @@ datahub/metadata/schemas/SchemaFieldAliases.avsc,sha256=El_cxn0KUhMf2LGfMPzcZ6Xt
851
868
  datahub/metadata/schemas/SchemaFieldInfo.avsc,sha256=Gf9EGqrEf10554hd4Eut7T8ZdOR-9OHgDXVRhFo311o,800
852
869
  datahub/metadata/schemas/SchemaFieldKey.avsc,sha256=DSNPsZftDVDQL9AnHOxa1arLKmQEG25xJ5VLTi15ueM,985
853
870
  datahub/metadata/schemas/SchemaMetadata.avsc,sha256=aOuIAYN_ISWQRhRSBNvM6wb3oQz6o_V-DnUMn4oOUPU,40994
854
- datahub/metadata/schemas/Siblings.avsc,sha256=NTktntlHuA1InH3TgrspWlFBntYlqmp3erUd-JFMsps,842
871
+ datahub/metadata/schemas/Siblings.avsc,sha256=lqzlNGP279TwFyFo7nUKx59atY2fyNGLlqIIJulSAz8,930
872
+ datahub/metadata/schemas/SlackUserInfo.avsc,sha256=IY7InWaiDzJa3hJ9J4W3Eg8EUKuh0_gHG801FGQTB6o,3411
855
873
  datahub/metadata/schemas/SourceCode.avsc,sha256=tUgo2rczO5x1fxw3fYNWQj-51vRNmNIj38b1wayA0aQ,1370
856
874
  datahub/metadata/schemas/Status.avsc,sha256=rPZSXSJdwnNywqNx2qll8cdt54aYgI-YUbRr3GK7h78,522
857
875
  datahub/metadata/schemas/StructuredProperties.avsc,sha256=N0NNDrkqbIgEHrb5uz1ynwZh3mb_ICVK7tDcnBLMfjI,4032
@@ -883,13 +901,13 @@ datahub/sdk/_attribution.py,sha256=0Trh8steVd27GOr9MKCZeawbuDD2_q3GIsZlCtHqEUg,1
883
901
  datahub/sdk/_shared.py,sha256=pHVKEJ50BoLw0fLLAm9zYsynNDN_bPI26qlj8nk2iyY,19582
884
902
  datahub/sdk/_utils.py,sha256=aGE665Su8SGtj2CRDiTaXNYrJ8ADBsS0m4DmaXw79b8,1027
885
903
  datahub/sdk/container.py,sha256=yw_vw9Jl1wOYNwMHxQHLz5ZvVQVDWWHi9CWBR3hOCd8,7547
886
- datahub/sdk/dataset.py,sha256=Izfkn6gIhTAF-A0r8nx8lseiLP-z9s0ljc-l7KD5IsM,25107
887
- datahub/sdk/entity.py,sha256=uk0SDZ5kGNDpt1qUYXi8M036-0dgpm42RQgCUSppMwk,3952
888
- datahub/sdk/entity_client.py,sha256=a9-n2IMxBfbY8t8qnYNkMj1VzvmvFwylLJ8bVyFX3iU,4276
889
- datahub/sdk/main_client.py,sha256=wVCYTdl_ZhKAjacWs0NP4Lo8AEOqOozbkJPt7J6Ya_g,2769
904
+ datahub/sdk/dataset.py,sha256=5LG4c_8bHeSPYrW88KNXRgiPD8frBjR0OBVrrwdquU4,29152
905
+ datahub/sdk/entity.py,sha256=Q29AbpS58L4gD8ETwoNIwG-ouytz4c0MSSFi6-jLl_4,6742
906
+ datahub/sdk/entity_client.py,sha256=Sxe6H6Vr_tqLJu5KW7MJfLWJ6mgh4mbsx7u7MOBpM64,5052
907
+ datahub/sdk/main_client.py,sha256=WK3-cWDNaTXzeYd_aKoXhnJVywcWDddxDQjV4bGmIBI,3617
890
908
  datahub/sdk/resolver_client.py,sha256=nKMAZJt2tRSGfKSzoREIh43PXqjM3umLiYkYHJjo1io,3243
891
909
  datahub/sdk/search_client.py,sha256=h9O_rsphkTdpd5hMPay3xSXfJM761cf4PjNCBwCnFzU,1309
892
- datahub/sdk/search_filters.py,sha256=IKtqvU7fmBWclA8zzplnHO5v_2KpAM5oYXTjUOobCyo,11504
910
+ datahub/sdk/search_filters.py,sha256=GGBWvS-iq9CgnTNyc_yw_bQfUSBRa1s6jmIVRdwxiZY,11508
893
911
  datahub/secret/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
894
912
  datahub/secret/datahub_secret_store.py,sha256=9u9S87-15jwhj4h0EsAVIMdQLgvstKc8voQux2slxgU,2477
895
913
  datahub/secret/datahub_secrets_client.py,sha256=nDmhziKdvseJHlaDVUcAwK8Fv8maeAaG-ktZtWG2b70,1316
@@ -915,13 +933,13 @@ datahub/sql_parsing/_sqlglot_patch.py,sha256=dpTiGj4Jxzvbi6HkYiOTbZ81CTFwEEo6JgY
915
933
  datahub/sql_parsing/datajob.py,sha256=1X8KpEk-y3_8xJuA_Po27EHZgOcxK9QADI6Om9gSGn0,1751
916
934
  datahub/sql_parsing/query_types.py,sha256=FKjDzszZzsrCfYfm7dgD6T_8865qxWl767fdGyHWBh4,2720
917
935
  datahub/sql_parsing/schema_resolver.py,sha256=ISuingLcQnOJZkNXBkc73uPwYUbbOtERAjgGhJajDiQ,10782
918
- datahub/sql_parsing/split_statements.py,sha256=6KUoIPG7H8Rja3lrPjSrSfhFfwW4oqgfoNQeTbbOWNg,8953
919
- datahub/sql_parsing/sql_parsing_aggregator.py,sha256=XNZWjeaRhzaT92mzsJZGJfYaxJENsyp5dSHTmL81RIc,70130
936
+ datahub/sql_parsing/split_statements.py,sha256=e1vVGJXqJbLPwjpFS6owROxVI6J0wwccyBV_9qxI0mc,9121
937
+ datahub/sql_parsing/sql_parsing_aggregator.py,sha256=A3_0wSxBJSRowEaslptDpBoKO42XXx5UyTEK9PkekIs,70317
920
938
  datahub/sql_parsing/sql_parsing_common.py,sha256=cZ4WvVyHZuXDGjnBvKMX2_fz2EMextB5WQWcK0_saBo,3155
921
939
  datahub/sql_parsing/sql_parsing_result_utils.py,sha256=prwWTj1EB2fRPv1eMB4EkpFNafIYAt-X8TIK0NWqank,796
922
940
  datahub/sql_parsing/sqlglot_lineage.py,sha256=l0kT8MuRIg96X7BNJaboMznF54b-yvM2nMTLyF2d0Nw,47446
923
941
  datahub/sql_parsing/sqlglot_utils.py,sha256=HP6awSU4ijmwjmTvGA_d0X_RO9O3rbGdkbVAWEhAcck,14667
924
- datahub/sql_parsing/tool_meta_extractor.py,sha256=qEPq8RFWyK0tmSPNlluvd5cxgwbd2v6m9ViSY4hm2QM,6822
942
+ datahub/sql_parsing/tool_meta_extractor.py,sha256=EV_g7sOchTSUm2p6wluNJqND7-rDYokVTqqFCM7hQ6c,7599
925
943
  datahub/telemetry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
926
944
  datahub/telemetry/stats.py,sha256=TwaQisQlD2Bk0uw__pP6u3Ovz9r-Ip4pCwpnto4r5e0,959
927
945
  datahub/telemetry/telemetry.py,sha256=sGe3RsrkX1L_jrsRuz5Fd7_9vEY6mHMtkMqR_9_axbo,15025
@@ -1025,9 +1043,8 @@ datahub_provider/operators/datahub_assertion_operator.py,sha256=uvTQ-jk2F0sbqqxp
1025
1043
  datahub_provider/operators/datahub_assertion_sensor.py,sha256=lCBj_3x1cf5GMNpHdfkpHuyHfVxsm6ff5x2Z5iizcAo,140
1026
1044
  datahub_provider/operators/datahub_operation_operator.py,sha256=aevDp2FzX7FxGlXrR0khoHNbxbhKR2qPEX5e8O2Jyzw,174
1027
1045
  datahub_provider/operators/datahub_operation_sensor.py,sha256=8fcdVBCEPgqy1etTXgLoiHoJrRt_nzFZQMdSzHqSG7M,168
1028
- acryl_datahub-1.0.0.1rc1.dist-info/LICENSE,sha256=9xNHpsD0uYF5ONzXsKDCuHHB-xbiCrSbueWXqrTNsxk,11365
1029
- acryl_datahub-1.0.0.1rc1.dist-info/METADATA,sha256=eJIEEXWE89GHGpg0sV7xwmAzxQ9fN-E1bNQvv0egVpo,176827
1030
- acryl_datahub-1.0.0.1rc1.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
1031
- acryl_datahub-1.0.0.1rc1.dist-info/entry_points.txt,sha256=7-eDilp0OACUtlmmZ-LF6H9MF_SWD_bWHKNG7Dvhhos,9652
1032
- acryl_datahub-1.0.0.1rc1.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1033
- acryl_datahub-1.0.0.1rc1.dist-info/RECORD,,
1046
+ acryl_datahub-1.0.0.1rc3.dist-info/METADATA,sha256=BTS0H-lGX3ONF9A0odwU_U8VbAUTrcd7K56DDTjG9iM,176849
1047
+ acryl_datahub-1.0.0.1rc3.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
1048
+ acryl_datahub-1.0.0.1rc3.dist-info/entry_points.txt,sha256=o3mDeJXSKhsy7XLkuogihraiabBdLn9HaizYXPrxmk0,9710
1049
+ acryl_datahub-1.0.0.1rc3.dist-info/top_level.txt,sha256=iLjSrLK5ox1YVYcglRUkcvfZPvKlobBWx7CTUXx8_GI,25
1050
+ acryl_datahub-1.0.0.1rc3.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (76.1.0)
2
+ Generator: setuptools (78.1.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
@@ -53,6 +53,7 @@ gcs = datahub.ingestion.source.gcs.gcs_source:GCSSource
53
53
  glue = datahub.ingestion.source.aws.glue:GlueSource
54
54
  grafana = datahub.ingestion.source.grafana.grafana_source:GrafanaSource
55
55
  hana = datahub.ingestion.source.sql.hana:HanaSource
56
+ hex = datahub.ingestion.source.hex.hex:HexSource
56
57
  hive = datahub.ingestion.source.sql.hive:HiveSource
57
58
  hive-metastore = datahub.ingestion.source.sql.hive_metastore:HiveMetastoreSource
58
59
  iceberg = datahub.ingestion.source.iceberg.iceberg:IcebergSource
@@ -101,7 +102,7 @@ tableau = datahub.ingestion.source.tableau.tableau:TableauSource
101
102
  teradata = datahub.ingestion.source.sql.teradata:TeradataSource
102
103
  trino = datahub.ingestion.source.sql.trino:TrinoSource
103
104
  unity-catalog = datahub.ingestion.source.unity.source:UnityCatalogSource
104
- vertexai = datahub.ingestion.source.vertexai:VertexAISource
105
+ vertexai = datahub.ingestion.source.vertexai.vertexai:VertexAISource
105
106
  vertica = datahub.ingestion.source.sql.vertica:VerticaSource
106
107
 
107
108
  [datahub.ingestion.transformer.plugins]
datahub/_version.py CHANGED
@@ -1,6 +1,6 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub/.
2
2
  __package_name__ = "acryl-datahub"
3
- __version__ = "1.0.0.1rc1"
3
+ __version__ = "1.0.0.1rc3"
4
4
 
5
5
 
6
6
  def is_dev_mode() -> bool:
@@ -506,7 +506,7 @@ class Dataset(StrictModel):
506
506
  # We don't check references for tags
507
507
  return list(set(references))
508
508
 
509
- def generate_mcp( # noqa: C901
509
+ def generate_mcp(
510
510
  self,
511
511
  ) -> Iterable[Union[MetadataChangeProposalClass, MetadataChangeProposalWrapper]]:
512
512
  mcp = MetadataChangeProposalWrapper(
@@ -643,33 +643,6 @@ class Dataset(StrictModel):
643
643
  )
644
644
  assert field_urn.startswith("urn:li:schemaField:")
645
645
 
646
- if field.globalTags:
647
- mcp = MetadataChangeProposalWrapper(
648
- entityUrn=field_urn,
649
- aspect=GlobalTagsClass(
650
- tags=[
651
- TagAssociationClass(tag=make_tag_urn(tag))
652
- for tag in field.globalTags
653
- ]
654
- ),
655
- )
656
- yield mcp
657
-
658
- if field.glossaryTerms:
659
- mcp = MetadataChangeProposalWrapper(
660
- entityUrn=field_urn,
661
- aspect=GlossaryTermsClass(
662
- terms=[
663
- GlossaryTermAssociationClass(
664
- urn=make_term_urn(term)
665
- )
666
- for term in field.glossaryTerms
667
- ],
668
- auditStamp=self._mint_auditstamp("yaml"),
669
- ),
670
- )
671
- yield mcp
672
-
673
646
  if field.structured_properties:
674
647
  urn_prefix = f"{StructuredPropertyUrn.URN_PREFIX}:{StructuredPropertyUrn.LI_DOMAIN}:{StructuredPropertyUrn.ENTITY_TYPE}"
675
648
  mcp = MetadataChangeProposalWrapper(
@@ -1,8 +1,8 @@
1
- import itertools
2
1
  import shlex
3
- from typing import List, Union
2
+ from typing import List, Optional, Union
4
3
 
5
4
  import requests
5
+ from requests.auth import HTTPBasicAuth
6
6
 
7
7
 
8
8
  def _format_header(name: str, value: Union[str, bytes]) -> str:
@@ -12,17 +12,22 @@ def _format_header(name: str, value: Union[str, bytes]) -> str:
12
12
 
13
13
 
14
14
  def make_curl_command(
15
- session: requests.Session, method: str, url: str, payload: str
15
+ session: requests.Session, method: str, url: str, payload: Optional[str] = None
16
16
  ) -> str:
17
- fragments: List[str] = [
18
- "curl",
19
- *itertools.chain(
20
- *[
21
- ("-X", method),
22
- *[("-H", _format_header(k, v)) for (k, v) in session.headers.items()],
23
- ("--data", payload),
24
- ]
25
- ),
26
- url,
27
- ]
17
+ fragments: List[str] = ["curl", "-X", method]
18
+
19
+ for header_name, header_value in session.headers.items():
20
+ fragments.extend(["-H", _format_header(header_name, header_value)])
21
+
22
+ if session.auth:
23
+ if isinstance(session.auth, HTTPBasicAuth):
24
+ fragments.extend(["-u", f"{session.auth.username}:<redacted>"])
25
+ else:
26
+ # For other auth types, they should be handled via headers
27
+ fragments.extend(["-H", "<unknown auth type>"])
28
+
29
+ if payload:
30
+ fragments.extend(["--data", payload])
31
+
32
+ fragments.append(url)
28
33
  return shlex.join(fragments)
@@ -24,9 +24,9 @@ from typing import (
24
24
 
25
25
  import pydantic
26
26
  import requests
27
- from deprecated import deprecated
28
27
  from requests.adapters import HTTPAdapter, Retry
29
28
  from requests.exceptions import HTTPError, RequestException
29
+ from typing_extensions import deprecated
30
30
 
31
31
  from datahub._version import nice_version_name
32
32
  from datahub.cli import config_utils
@@ -597,7 +597,7 @@ class DataHubRestEmitter(Closeable, Emitter):
597
597
 
598
598
  return len(mcp_obj_chunks)
599
599
 
600
- @deprecated
600
+ @deprecated("Use emit with a datasetUsageStatistics aspect instead")
601
601
  def emit_usage(self, usageStats: UsageAggregation) -> None:
602
602
  url = f"{self._gms_server}/usageStats?action=batchIngest"
603
603
 
@@ -27,6 +27,7 @@ from typing_extensions import LiteralString, Self
27
27
 
28
28
  from datahub.configuration.common import ConfigModel
29
29
  from datahub.configuration.source_common import PlatformInstanceConfigMixin
30
+ from datahub.emitter.mcp import MetadataChangeProposalWrapper
30
31
  from datahub.emitter.mcp_builder import mcps_from_mce
31
32
  from datahub.ingestion.api.auto_work_units.auto_dataset_properties_aspect import (
32
33
  auto_patch_last_modified,
@@ -44,6 +45,7 @@ from datahub.ingestion.api.source_helpers import (
44
45
  auto_lowercase_urns,
45
46
  auto_materialize_referenced_tags_terms,
46
47
  auto_status_aspect,
48
+ auto_workunit,
47
49
  auto_workunit_reporter,
48
50
  )
49
51
  from datahub.ingestion.api.workunit import MetadataWorkUnit
@@ -473,10 +475,12 @@ class Source(Closeable, metaclass=ABCMeta):
473
475
 
474
476
  def get_workunits(self) -> Iterable[MetadataWorkUnit]:
475
477
  return self._apply_workunit_processors(
476
- self.get_workunit_processors(), self.get_workunits_internal()
478
+ self.get_workunit_processors(), auto_workunit(self.get_workunits_internal())
477
479
  )
478
480
 
479
- def get_workunits_internal(self) -> Iterable[MetadataWorkUnit]:
481
+ def get_workunits_internal(
482
+ self,
483
+ ) -> Iterable[Union[MetadataWorkUnit, MetadataChangeProposalWrapper]]:
480
484
  raise NotImplementedError(
481
485
  "get_workunits_internal must be implemented if get_workunits is not overriden."
482
486
  )
@@ -48,7 +48,9 @@ logger = logging.getLogger(__name__)
48
48
 
49
49
 
50
50
  def auto_workunit(
51
- stream: Iterable[Union[MetadataChangeEventClass, MetadataChangeProposalWrapper]],
51
+ stream: Iterable[
52
+ Union[MetadataChangeEventClass, MetadataChangeProposalWrapper, MetadataWorkUnit]
53
+ ],
52
54
  ) -> Iterable[MetadataWorkUnit]:
53
55
  """Convert a stream of MCEs and MCPs to a stream of :class:`MetadataWorkUnit`s."""
54
56
 
@@ -58,8 +60,10 @@ def auto_workunit(
58
60
  id=MetadataWorkUnit.generate_workunit_id(item),
59
61
  mce=item,
60
62
  )
61
- else:
63
+ elif isinstance(item, MetadataChangeProposalWrapper):
62
64
  yield item.as_workunit()
65
+ else:
66
+ yield item
63
67
 
64
68
 
65
69
  def create_dataset_props_patch_builder(
@@ -362,6 +362,7 @@ class AvroToMceSchemaConverter:
362
362
  merged_props: Dict[str, Any] = {}
363
363
  merged_props.update(self._schema.other_props)
364
364
  merged_props.update(schema.other_props)
365
+ merged_props.update(actual_schema.other_props)
365
366
 
366
367
  # Parse meta_mapping
367
368
  meta_aspects: Dict[str, Any] = {}