datacontract-cli 0.10.20__py3-none-any.whl → 0.10.22__py3-none-any.whl

{datacontract_cli-0.10.20.dist-info → datacontract_cli-0.10.22.dist-info}/RECORD

@@ -1,54 +1,56 @@
 datacontract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datacontract/cli.py,sha256=rL860b_rNv7bDNnckljewhiDN6CTjsdRPLGRrXYLCa8,17103
-datacontract/data_contract.py,sha256=KzsF4xvMWZnyTrwL7YDE0_dYWrWG9Bn7efCmW3vK5SI,14767
+datacontract/api.py,sha256=qZJr8I5MI4wZlvjUEAvqna9Xj5Ic2GCBxSyogBlKEbE,8166
+datacontract/cli.py,sha256=cxEC9DNwqJCt8b7ZcmKsee87cBnnPb_gR3rT8AXbL-g,18182
+datacontract/data_contract.py,sha256=H9ogUTj41javVW8gcLWYDKZDJMJQHyc_Q4LxLqFrRoo,10686
 datacontract/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datacontract/web.py,sha256=EaAJunEkheyoaTx6Zxt4v6bQ-AuRNuaGYiDa0NiKURQ,6096
-datacontract/breaking/breaking.py,sha256=vUjPZzGsOF_ufTjdKa2T_gjQgPtZrZKytmcatkUr7ck,20428
-datacontract/breaking/breaking_rules.py,sha256=OKwYWCMkIob2uX8zxav7LbIhx_6RC4msioBjuNlox1k,4060
+datacontract/breaking/breaking.py,sha256=DnqgxUjD-EAZcg5RBizOP9a2WxsFTaQBik0AB_m3K00,20431
+datacontract/breaking/breaking_change.py,sha256=BIDEUo1U2CQLVT2-I5PyFttxAj6zQPI1UUkEoOOQXMY,2249
+datacontract/breaking/breaking_rules.py,sha256=M9IdzVJSA7oOr1fvLQl0y9MoBKeItPz42Db2U2cjH2Y,4063
 datacontract/catalog/catalog.py,sha256=wmv_2BBxHhNBlilAmQHHhNe4tK14DowkyIOVaQW2DWU,2691
 datacontract/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datacontract/engines/data_contract_checks.py,sha256=wjnKh1FxG9qXB1zOPjrGmjW7uCpRsxXICMIvyFwpVt4,26622
+datacontract/engines/data_contract_test.py,sha256=ZboKW0AmTp6YL8IYAEskj-ffF4J87LXx3W0stHUrbvI,2360
 datacontract/engines/datacontract/check_that_datacontract_contains_valid_servers_configuration.py,sha256=TXO47ON3NjwYI4Y2eBYklMOCo7vAtYzqLPAhZhii6dg,1565
 datacontract/engines/datacontract/check_that_datacontract_file_exists.py,sha256=Vw-7U0GmQT2127tybxggZfpRFiZVgoIh6ndkTGM0FP4,665
 datacontract/engines/fastjsonschema/check_jsonschema.py,sha256=-knTZ-NsHpBWCoR7r1JP5iYSWx697mugijmqUPx0pEY,10307
 datacontract/engines/fastjsonschema/s3/s3_read_files.py,sha256=vuz_hLF2VD8LR_prjQpPLBU8Is-iHLAvqp4KwclOv9I,1157
 datacontract/engines/soda/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datacontract/engines/soda/check_soda_execute.py,sha256=YfLumuxX_zZklP2q7fjytMtwpxr-2OMBpb6rAmTL7AE,8204
+datacontract/engines/soda/check_soda_execute.py,sha256=E-3OwREXdQx4Y8mdp87bl2uLrc-x2CPUCMksVdNiURc,8284
 datacontract/engines/soda/connections/bigquery.py,sha256=C-8kxmzpYe88bJp80ObHFLMh4rpnIjnUQ7XOj0Ke7lk,903
-datacontract/engines/soda/connections/dask.py,sha256=Yy6Et2n_vDVsdjtqyBWDSZt7mnjPzPk_MZ-92VZHfnY,1496
 datacontract/engines/soda/connections/databricks.py,sha256=cMRasuO0MrSKVgHPB-9uFTGTZPFg6z9Kpk3tJ0SdR0s,943
 datacontract/engines/soda/connections/duckdb.py,sha256=9AbupEzP-9dGlhRnO9GLY2HMFlz08XazdmYK9PGIeEQ,6705
-datacontract/engines/soda/connections/kafka.py,sha256=bSC-TmZPmQvOr1rMaDtankcfYni4hmfbQooFaSlC_uc,8452
+datacontract/engines/soda/connections/kafka.py,sha256=j6I9loXixzaV-SU56dIodCykPDAnWnsNRfKG4wOtzvs,8570
 datacontract/engines/soda/connections/postgres.py,sha256=9GTF4Es3M5vb7ocSGqAxXmslvkS5CjsPQGIuo020CFc,626
 datacontract/engines/soda/connections/snowflake.py,sha256=rfG2ysuqNM6TkvyqQKcGHFsTGJ6AROmud5VleUDRrb0,749
 datacontract/engines/soda/connections/sqlserver.py,sha256=RzGLbCUdRyfmDcqtM_AB9WZ-Xk-XYX91nkXpVNpYbvc,1440
 datacontract/engines/soda/connections/trino.py,sha256=JvKUP9aFg_n095oWE0-bGmfbETSWEOURGEZdQuG8txA,718
 datacontract/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datacontract/export/avro_converter.py,sha256=xNRo0eXR3n--EA8SziarWqhlvOYtQWkWJtEiVK5QKXI,4451
+datacontract/export/avro_converter.py,sha256=ImAACOoQkZPN-Yhs7zwtlHb38nE0NsTr5y1SrUvZJII,4626
 datacontract/export/avro_idl_converter.py,sha256=SGO7JfI9UGXLYFR5wMGNUH1qf6kt9lF6dUU9roVqnFo,9878
 datacontract/export/bigquery_converter.py,sha256=VSBdVGWrlar18ETzgNArxDzk8Zt5JcAc_wKjfwLpG_A,4734
 datacontract/export/csv_type_converter.py,sha256=ZZuJwBgQnafZC7PPvAXsBf2IajPJq8TYZ1l8Qq0GYeI,1290
+datacontract/export/custom_converter.py,sha256=xb8KbkRRgHmT4ewwC7XxtnKpe_ZMSJWBjYOaKjmO_KQ,1216
 datacontract/export/data_caterer_converter.py,sha256=eSEuy3TbqUIG_lHYEBOydAgp_CJNoGArXrcJvh81wcw,5984
 datacontract/export/dbml_converter.py,sha256=f_OZEFwRUyL-Kg2yn_G58I8iz1VfFrZh8Nbw3Wq0JDo,4777
 datacontract/export/dbt_converter.py,sha256=BPvcKyT-v1C_zcYh8ocn5qeNVUjTjYIcMVxnq8BY-Us,10342
 datacontract/export/dcs_exporter.py,sha256=RALQ7bLAjak7EsoFFL2GFX2Oju7pnCDPCdRN_wo9wHM,210
-datacontract/export/exporter.py,sha256=b9z5vjY5dsc0Nw-gG03RkNYyOuidMk-RGkS9GAE-elk,3051
-datacontract/export/exporter_factory.py,sha256=sW6-43FiOFTzqgho2jvSzhd7_PGqWApfKOnfFFzjs90,6021
+datacontract/export/exporter.py,sha256=XrNmoIH_5Myb8jx-vaS1ZCF11RTw5zf5JATkqXWunXE,3025
+datacontract/export/exporter_factory.py,sha256=0XmU51fQNZVQdC78gDy_82CatazhioMmcd6qdCl8muU,5847
 datacontract/export/go_converter.py,sha256=Ttvbfu3YU-3GBwRD6nwCsFyZuc_hiIvJD-Jg2sT5WLw,3331
 datacontract/export/great_expectations_converter.py,sha256=zMaHaj5DLj_Q_q-iFEa7EZHW-qHdFMxWL4MiMIFKV80,10505
 datacontract/export/html_export.py,sha256=ojazWrb0AwSc7Vr72M_otMo-3PA8mfi8tfIy9BCXk9o,2578
 datacontract/export/iceberg_converter.py,sha256=ArcQ_Y3z_W4_kGDU_8jPRx2-pHpP3Nhx1zYoETOL3c4,6804
 datacontract/export/jsonschema_converter.py,sha256=2MT82MurcQQbrVDRj1kFsxnmFd9scNSfYI1upQSecl4,5631
 datacontract/export/markdown_converter.py,sha256=chtaZX4vXTee7JCMYmWiDQ9m55gwJjHPw6SEM3UOwpQ,6467
-datacontract/export/odcs_v2_exporter.py,sha256=0nMI-zTENNs94bllm_Qv3V-8-QyS8jnBW1Be9fEJCmU,4679
 datacontract/export/odcs_v3_exporter.py,sha256=52WggPBpUi9AwGrVjlScojSJ2DhhgMuFIxRQokIvQ_o,12542
 datacontract/export/pandas_type_converter.py,sha256=464pQ3JQKFQa1TO0HBNcEoZvQye_yUbY6jQtiBaphSc,1117
 datacontract/export/protobuf_converter.py,sha256=9K0fzBGbqlj9AhQumw2oq53hyn_QDCT3UlyH2uXJdC0,3192
 datacontract/export/pydantic_converter.py,sha256=1Lt9F8i6zyQYb44MyQtsXwCWWXYxZ47SmzArr_uPqsU,5579
 datacontract/export/rdf_converter.py,sha256=4gnKus37Geth4MJ3Ruc8AbnpD_Ll9OCx8oTIEKScvh8,6435
-datacontract/export/sodacl_converter.py,sha256=lndXXnvWs3UYQ4rVFouK7TtqqdkZipVPe77xTMqXz6U,11620
+datacontract/export/sodacl_converter.py,sha256=lQCOcNiT7i6KGaJ1Ua4MYBYGm-EyktTGrL4FLZDi14c,1102
 datacontract/export/spark_converter.py,sha256=-6P2_VRFqGfSF7n_lJcD-fuY9Pv8qoH-ud6g8Zimpz4,7190
 datacontract/export/sql_converter.py,sha256=BGjmOAlzB5QfzJiXP61ajV0wj4M5oJrmNZZe_4Lo1Ik,4821
-datacontract/export/sql_type_converter.py,sha256=R3NmRPtShDHjiETLL1PEdwg5t53-I5dCJMthcsqEJxw,13100
+datacontract/export/sql_type_converter.py,sha256=qjm8Fdyihq3VBL4x2D7RHdWoOm6HWIJe28U4XboYCk8,13436
 datacontract/export/sqlalchemy_converter.py,sha256=0DMncvA811lTtd5q4ZORREQ9YH1vQm1lJeqMWsFvloE,6463
 datacontract/export/terraform_converter.py,sha256=ExFoEvErVk-gBnWJiqC38SxDUmUEydpACWc917l5RyM,2163
 datacontract/imports/avro_importer.py,sha256=hpGvO6uv2zcupJC8-wC-c-vbjNb83IQ560a5F3MsEFA,9937
@@ -61,12 +63,11 @@ datacontract/imports/iceberg_importer.py,sha256=vadGJVqQKgG-j8swUytZALFB8QjbGRqZ
 datacontract/imports/importer.py,sha256=X4M0SZiRQsz8TGm-FSRuh6bs6qny7V8odyQ7l_1DwNg,876
 datacontract/imports/importer_factory.py,sha256=8ed9-ceJlFMf-AIAyuI6Uzs05CqEs1nPlLA-tvfI0bU,3639
 datacontract/imports/jsonschema_importer.py,sha256=67H__XLugV4vguHrIqzW02dtx27zYTWnOms4D1ma3bk,4961
-datacontract/imports/odcs_importer.py,sha256=w1TumifVSDgSwsxWV2VmbdzHkb_3vNBKt6mEVE-P284,2042
-datacontract/imports/odcs_v2_importer.py,sha256=w_K9bcv0HHlhEbr7sT0NwgkuSNVkqWBr64UPqERA0Fs,7154
-datacontract/imports/odcs_v3_importer.py,sha256=NB16EQjVuywFsI-Ti0AfMXWZj__fdHu0iKA1IPSBhmo,13019
+datacontract/imports/odcs_importer.py,sha256=vv2dHLGL0Cdivv1CdKn5euJwGNKmiZmXCoxUYAXsHX8,2126
+datacontract/imports/odcs_v3_importer.py,sha256=65QXcUYpIHkc51_3BriDoFg5Im1_xJK80Kj9CqA3jMY,13065
 datacontract/imports/parquet_importer.py,sha256=W_0_16mX4stwDUt4GM2L7dnGmTpAySab5k13-OlTCCc,3095
 datacontract/imports/spark_importer.py,sha256=h2na1YtdJYu9Oz07tSvwx8L4RX6aLCCDVkAv-RTKyVA,5100
-datacontract/imports/sql_importer.py,sha256=a-zlpo7574fX4R6W6BzAe_9GBm2yjNk_B_GdW-vC6Yk,2893
+datacontract/imports/sql_importer.py,sha256=ElFS2LILDOvWzW-X4emSIKltFV42i78TEoyg0bvn3II,9322
 datacontract/imports/unity_importer.py,sha256=UcPYABhLZaWNl5IkCazwAuMoVDdujsu_QteuV_Q9hgI,6737
 datacontract/init/init_template.py,sha256=BMawR-AF_vXyn_-Co-XoT8Dxj9b55V8xKk2KkJK-c1o,721
 datacontract/integration/datamesh_manager.py,sha256=6_mHRQAqw-KCfVtejNxULN4ihBZTZikf_5p0pYHer7g,2849
@@ -75,36 +76,35 @@ datacontract/lint/lint.py,sha256=Ew0n3ooXxmCVnUxJ_cDoacsD82QdMZYnKrxnG9J0sWQ,507
 datacontract/lint/resolve.py,sha256=_QtoAReUhiJ8I_4fyNimyUnHhpZGYmmDHFA59wUTeFw,10684
 datacontract/lint/resources.py,sha256=nfeZmORh1aP7EKpMKCmfbS04Te8pQ0nz64vJVkHOq3c,647
 datacontract/lint/schema.py,sha256=4pYX6JX6SkASftyqaWTodKFRVPi2qV0_Z60tvaCOk80,1813
-datacontract/lint/urls.py,sha256=dJDxvhJ_WaijbnkEKsF0EI3ptyP5BWC7RzDHJAK6v3k,2529
+datacontract/lint/urls.py,sha256=giac0eAYa6hha8exleL3KsiPtiFlOq8l53axtAmCilw,2529
 datacontract/lint/linters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datacontract/lint/linters/description_linter.py,sha256=7fla7FQwDa-1UrLFCFKFoeUzkR91e4o9W6ySKSW6_U8,1555
-datacontract/lint/linters/example_model_linter.py,sha256=tmgxGxC-GzMUxFumTOuuASdz9ZlncBZHasPGJsWnDT8,3973
 datacontract/lint/linters/field_pattern_linter.py,sha256=lreGvOW3v_Glah_SriVe9ejZ7EuR6_gJsdr2tEORB_8,1084
 datacontract/lint/linters/field_reference_linter.py,sha256=65GnbBtazn55dXslujOho3YIHCwNy9DDp0m56pNMkUk,2021
 datacontract/lint/linters/notice_period_linter.py,sha256=6r413aEVOVHWJHb33-68ecVTAUNzbxL4me6ebmPcgpE,2130
 datacontract/lint/linters/quality_schema_linter.py,sha256=ZXFHlMLFV1GZejizbUdfW6-msffFECoDGNsdynaPnog,2182
 datacontract/lint/linters/valid_constraints_linter.py,sha256=qTFh1X3I9wOtAxuXlvbGesCQ3GQ6iWc-MT_ttIybRsw,4916
-datacontract/model/breaking_change.py,sha256=BIDEUo1U2CQLVT2-I5PyFttxAj6zQPI1UUkEoOOQXMY,2249
-datacontract/model/data_contract_specification.py,sha256=HsHllx4-Uk-K9LSQspja9OwI2fSavzAsZ4C4pfuPl48,8123
-datacontract/model/exceptions.py,sha256=zW9NoyzwsND-c9UqgyTVuezUVGEc6KK1Uc2zl12loyo,1178
+datacontract/model/data_contract_specification.py,sha256=1bEE7hQJEjzoL4XtCQBmPe6VWclU_D_YiUJW2oNRNos,8655
+datacontract/model/exceptions.py,sha256=5BMuEH2qWuckNP4FTfpUEeEu6rjgGcLOD0GQugKRQ1U,1242
 datacontract/model/odcs.py,sha256=9PXwm72FASjNwteF1Jn591iP3-St0aq16Cpsk0PkEW8,389
-datacontract/model/run.py,sha256=zIosfMAKB3WVsWN3UcFQteHaQ04SlYZX45opaRXklNw,2827
+datacontract/model/run.py,sha256=2HTISHW6gvu7NTke76hLw4wkH_kQAig9Z176OuttYSA,3004
 datacontract/schemas/datacontract-1.1.0.init.yaml,sha256=_WQX6NRwimXlPVKcKeHLd4mFL0TJ2vYH0WnyMXZeQ8Y,1828
 datacontract/schemas/datacontract-1.1.0.schema.json,sha256=3Bu2rxEjkF6dNLcqi1GF4KoXBnEIopaJ87Qb8S4zUvg,62872
 datacontract/schemas/odcs-3.0.1.schema.json,sha256=bRZsSXA0fV0EmV_8f1K68PlXu1m4K7JcuHpLnY3ESwQ,72933
-datacontract/templates/datacontract.html,sha256=gCq5pfFR-L9DLznVjrUlvyQe597h5lZzD7xpQum_OEM,14534
+datacontract/templates/datacontract.html,sha256=9rm5hLkST8EnOFwj0al9c0xPajzlyWlnfxT2iicSRCM,15179
 datacontract/templates/index.html,sha256=nyi9nrEsSPuOrXszKzqkqwZGveXsdy1PLJp2g9oDw0A,12517
 datacontract/templates/partials/datacontract_information.html,sha256=7ZBxgEgi2XndKBypeOpe03oCSRPOujC6NVlN7zexGNM,6221
 datacontract/templates/partials/datacontract_servicelevels.html,sha256=ed3QgB11B0Qq2h_NwaroGZ4pQMBPEhfeQaoS-qEipqY,11401
 datacontract/templates/partials/datacontract_terms.html,sha256=1cnJcOTpxwot2BCuZmkLF_SPfiVloLs3c8mj9WfE4sc,1865
-datacontract/templates/partials/definition.html,sha256=SveQlfdTyCHuAu3455VXL8_Cgv298lD_dgtdwA_YaAg,7461
+datacontract/templates/partials/definition.html,sha256=gZEmNvwNGGxA_Fnzx_0L6tXlAMk_EAPWr5ziRIThb_o,1005
 datacontract/templates/partials/example.html,sha256=F1dWbHDIXQScgfs4OVgqM1lR4uV4xX5j6suasXHNM88,1204
-datacontract/templates/partials/model_field.html,sha256=QA0U95hHthEc66AjSYk4Di24hU-pHZbef0Sz-hSpdGM,7215
+datacontract/templates/partials/model_field.html,sha256=2YBF95ypNCPFYuYKoeilRnDG-H_FuW4JK1znkCaYCac,7625
+datacontract/templates/partials/quality.html,sha256=ynEDWRn8I90Uje-xhGYgFcfwOgKI1R-CDki-EvTsauQ,1785
 datacontract/templates/partials/server.html,sha256=WkWFbz1ZvhIAUQQhH5Lkwb0HZRW907ehEnFmJSkpquQ,6235
-datacontract/templates/style/output.css,sha256=F3oEhUpuv8kA_dWr4pJymBS_Ju6huIIZdLMkJzPzMmU,25647
-datacontract_cli-0.10.20.dist-info/LICENSE,sha256=23h64qnSeIZ0DKeziWAKC-zBCt328iSbRbWBrXoYRb4,2210
-datacontract_cli-0.10.20.dist-info/METADATA,sha256=3VPkCNDzKqXRh0jS5qi2WwKuhVfwERgKOsBnkSv_h-c,98771
-datacontract_cli-0.10.20.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-datacontract_cli-0.10.20.dist-info/entry_points.txt,sha256=D3Eqy4q_Z6bHauGd4ppIyQglwbrm1AJnLau4Ppbw9Is,54
-datacontract_cli-0.10.20.dist-info/top_level.txt,sha256=VIRjd8EIUrBYWjEXJJjtdUgc0UAJdPZjmLiOR8BRBYM,13
-datacontract_cli-0.10.20.dist-info/RECORD,,
+datacontract/templates/style/output.css,sha256=V1k6smSvlz07W2UNOkhcDFUb0HLmoas7DnNg_o8XUcA,25759
+datacontract_cli-0.10.22.dist-info/LICENSE,sha256=23h64qnSeIZ0DKeziWAKC-zBCt328iSbRbWBrXoYRb4,2210
+datacontract_cli-0.10.22.dist-info/METADATA,sha256=5jcshDEXyDlu3uH1I6c4XliezNFDjZScfWR1yTEul4g,101762
+datacontract_cli-0.10.22.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+datacontract_cli-0.10.22.dist-info/entry_points.txt,sha256=D3Eqy4q_Z6bHauGd4ppIyQglwbrm1AJnLau4Ppbw9Is,54
+datacontract_cli-0.10.22.dist-info/top_level.txt,sha256=VIRjd8EIUrBYWjEXJJjtdUgc0UAJdPZjmLiOR8BRBYM,13
+datacontract_cli-0.10.22.dist-info/RECORD,,

datacontract/engines/soda/connections/dask.py

@@ -1,28 +0,0 @@
-# def add_s3_connection_dask_json(data_contract, scan, server):
-#     s3_access_key_id = os.getenv('DATACONTRACT_S3_ACCESS_KEY_ID')
-#     s3_secret_access_key = os.getenv('DATACONTRACT_S3_SECRET_ACCESS_KEY')
-#     lines = server.delimiter == "new_line"
-#     for model_name in data_contract.models:
-#         logging.info(f"Connecting to {server.location}")
-#         df = dd.read_json(
-#             server.location,
-#             lines=lines,
-#             storage_options={'key': s3_access_key_id,
-#                              'secret': s3_secret_access_key,
-#                              'client_kwargs': {'endpoint_url': server.endpointUrl}
-#                              })
-#         scan.add_dask_dataframe(dataset_name=model_name, dask_df=df, data_source_name=server.type)
-
-# def add_s3_connection_dask_csv(data_contract, scan, server):
-#     s3_access_key_id = os.getenv('DATACONTRACT_S3_ACCESS_KEY_ID')
-#     s3_secret_access_key = os.getenv('DATACONTRACT_S3_SECRET_ACCESS_KEY')
-#     for model_name in data_contract.models:
-#         logging.info(f"Connecting to {server.location}")
-#         df = dd.read_csv(
-#             server.location,
-#             storage_options={'key': s3_access_key_id,
-#                              'secret': s3_secret_access_key,
-#                              'client_kwargs': {'endpoint_url': server.endpointUrl}
-#                              })
-#         scan.add_dask_dataframe(dataset_name=model_name, dask_df=df, data_source_name=server.type)
-

datacontract/export/odcs_v2_exporter.py

@@ -1,124 +0,0 @@
-from typing import Dict
-
-import yaml
-
-from datacontract.export.exporter import Exporter
-from datacontract.model.data_contract_specification import DataContractSpecification, Field, Model
-
-
-class OdcsV2Exporter(Exporter):
-    def export(self, data_contract, model, server, sql_server_type, export_args) -> dict:
-        return to_odcs_v2_yaml(data_contract)
-
-
-def to_odcs_v2_yaml(data_contract_spec: DataContractSpecification):
-    odcs = {
-        "kind": "DataContract",
-        "apiVersion": "2.3.0",
-        "uuid": data_contract_spec.id,
-        "version": data_contract_spec.info.version,
-        "datasetDomain": data_contract_spec.info.owner,
-        "quantumName": data_contract_spec.info.title,
-        "status": "unknown",
-    }
-
-    if data_contract_spec.info.contact is not None:
-        if data_contract_spec.info.contact.email is not None:
-            odcs["productDl"] = data_contract_spec.info.contact.email
-        if data_contract_spec.info.contact.url is not None:
-            odcs["productFeedbackUrl"] = data_contract_spec.info.contact.url
-
-    if data_contract_spec.terms is not None:
-        odcs["description"] = {
-            "purpose": data_contract_spec.terms.description.strip()
-            if data_contract_spec.terms.description is not None
-            else None,
-            "usage": data_contract_spec.terms.usage.strip() if data_contract_spec.terms.usage is not None else None,
-            "limitations": data_contract_spec.terms.limitations.strip()
-            if data_contract_spec.terms.limitations is not None
-            else None,
-        }
-
-    if data_contract_spec.servicelevels is not None:
-        slas = []
-        if data_contract_spec.servicelevels.availability is not None:
-            slas.append(
-                {
-                    "property": "generalAvailability",
-                    "value": data_contract_spec.servicelevels.availability.description,
-                }
-            )
-        if data_contract_spec.servicelevels.retention is not None:
-            slas.append({"property": "retention", "value": data_contract_spec.servicelevels.retention.period})
-
-        if len(slas) > 0:
-            odcs["slaProperties"] = slas
-
-    odcs["type"] = "tables"  # required, TODO read from models.type?
-    odcs["dataset"] = []
-
-    for model_key, model_value in data_contract_spec.models.items():
-        odcs_table = to_odcs_table(model_key, model_value)
-        odcs["dataset"].append(odcs_table)
-    return yaml.dump(odcs, indent=2, sort_keys=False, allow_unicode=True)
-
-
-def to_odcs_table(model_key, model_value: Model) -> dict:
-    odcs_table = {
-        "table": model_key,
-        "physicalName": model_key,
-        "columns": [],
-    }
-    if model_value.description is not None:
-        odcs_table["description"] = model_value.description
-    columns = to_columns(model_value.fields)
-    if columns:
-        odcs_table["columns"] = columns
-    return odcs_table
-
-
-def to_columns(fields: Dict[str, Field]) -> list:
-    columns = []
-    for field_name, field in fields.items():
-        column = to_column(field_name, field)
-        columns.append(column)
-    return columns
-
-
-def to_column(field_name: str, field: Field) -> dict:
-    column = {"column": field_name}
-    if field.type is not None:
-        column["logicalType"] = field.type
-        column["physicalType"] = field.type
-    if field.description is not None:
-        column["description"] = field.description
-    if field.required is not None:
-        column["isNullable"] = not field.required
-    if field.unique is not None:
-        column["isUnique"] = field.unique
-    if field.classification is not None:
-        column["classification"] = field.classification
-    column["tags"] = []
-    if field.tags is not None:
-        column["tags"].extend(field.tags)
-    if field.pii is not None:
-        column["tags"].append(f"pii:{str(field.pii).lower()}")
-    if field.minLength is not None:
-        column["tags"].append(f"minLength:{field.minLength}")
-    if field.maxLength is not None:
-        column["tags"].append(f"maxLength:{field.maxLength}")
-    if field.pattern is not None:
-        column["tags"].append(f"pattern:{field.pattern}")
-    if field.minimum is not None:
-        column["tags"].append(f"minimum:{field.minimum}")
-    if field.maximum is not None:
-        column["tags"].append(f"maximum:{field.maximum}")
-    if field.exclusiveMinimum is not None:
-        column["tags"].append(f"exclusiveMinimum:{field.exclusiveMinimum}")
-    if field.exclusiveMaximum is not None:
-        column["tags"].append(f"exclusiveMaximum:{field.exclusiveMaximum}")
-    if not column["tags"]:
-        del column["tags"]
-
-    # todo enum
-    return column

datacontract/imports/odcs_v2_importer.py

@@ -1,177 +0,0 @@
-import datetime
-import logging
-from typing import Any, Dict, List
-
-import yaml
-
-from datacontract.imports.importer import Importer
-from datacontract.model.data_contract_specification import (
-    DATACONTRACT_TYPES,
-    Availability,
-    Contact,
-    DataContractSpecification,
-    Field,
-    Info,
-    Model,
-    Retention,
-    ServiceLevel,
-    Terms,
-)
-from datacontract.model.exceptions import DataContractException
-
-
-class OdcsImporter(Importer):
-    def import_source(
-        self, data_contract_specification: DataContractSpecification, source: str, import_args: dict
-    ) -> DataContractSpecification:
-        return import_odcs_v2(data_contract_specification, source)
-
-
-def import_odcs_v2(data_contract_specification: DataContractSpecification, source: str) -> DataContractSpecification:
-    try:
-        with open(source, "r") as file:
-            odcs_contract = yaml.safe_load(file.read())
-
-    except Exception as e:
-        raise DataContractException(
-            type="schema",
-            name="Parse ODCS contract",
-            reason=f"Failed to parse odcs contract from {source}",
-            engine="datacontract",
-            original_exception=e,
-        )
-
-    data_contract_specification.id = odcs_contract["uuid"]
-    data_contract_specification.info = import_info(odcs_contract)
-    data_contract_specification.terms = import_terms(odcs_contract)
-    data_contract_specification.servicelevels = import_servicelevels(odcs_contract)
-    data_contract_specification.models = import_models(odcs_contract)
-
-    return data_contract_specification
-
-
-def import_info(odcs_contract: Dict[str, Any]) -> Info:
-    info = Info(title=odcs_contract.get("quantumName"), version=odcs_contract.get("version"))
-
-    if odcs_contract.get("description").get("purpose") is not None:
-        info.description = odcs_contract.get("description").get("purpose")
-
-    if odcs_contract.get("datasetDomain") is not None:
-        info.owner = odcs_contract.get("datasetDomain")
-
-    if odcs_contract.get("productDl") is not None or odcs_contract.get("productFeedbackUrl") is not None:
-        contact = Contact()
-        if odcs_contract.get("productDl") is not None:
-            contact.name = odcs_contract.get("productDl")
-        if odcs_contract.get("productFeedbackUrl") is not None:
-            contact.url = odcs_contract.get("productFeedbackUrl")
-
-        info.contact = contact
-
-    return info
-
-
-def import_terms(odcs_contract: Dict[str, Any]) -> Terms | None:
-    if (
-        odcs_contract.get("description").get("usage") is not None
-        or odcs_contract.get("description").get("limitations") is not None
-        or odcs_contract.get("price") is not None
-    ):
-        terms = Terms()
-        if odcs_contract.get("description").get("usage") is not None:
-            terms.usage = odcs_contract.get("description").get("usage")
-        if odcs_contract.get("description").get("limitations") is not None:
-            terms.limitations = odcs_contract.get("description").get("limitations")
-        if odcs_contract.get("price") is not None:
-            terms.billing = f"{odcs_contract.get('price').get('priceAmount')} {odcs_contract.get('price').get('priceCurrency')} / {odcs_contract.get('price').get('priceUnit')}"
-
-        return terms
-    else:
-        return None
-
-
-def import_servicelevels(odcs_contract: Dict[str, Any]) -> ServiceLevel:
-    # find the two properties we can map (based on the examples)
-    sla_properties = odcs_contract.get("slaProperties") if odcs_contract.get("slaProperties") is not None else []
-    availability = next((p for p in sla_properties if p["property"] == "generalAvailability"), None)
-    retention = next((p for p in sla_properties if p["property"] == "retention"), None)
-
-    if availability is not None or retention is not None:
-        servicelevel = ServiceLevel()
-
-        if availability is not None:
-            value = availability.get("value")
-            if isinstance(value, datetime.datetime):
-                value = value.isoformat()
-            servicelevel.availability = Availability(description=value)
-
-        if retention is not None:
-            servicelevel.retention = Retention(period=f"{retention.get('value')}{retention.get('unit')}")
-
-        return servicelevel
-    else:
-        return None
-
-
-def import_models(odcs_contract: Dict[str, Any]) -> Dict[str, Model]:
-    custom_type_mappings = get_custom_type_mappings(odcs_contract.get("customProperties"))
-
-    odcs_tables = odcs_contract.get("dataset") if odcs_contract.get("dataset") is not None else []
-    result = {}
-
-    for table in odcs_tables:
-        description = table.get("description") if table.get("description") is not None else ""
-        model = Model(description=" ".join(description.splitlines()), type="table")
-        model.fields = import_fields(table.get("columns"), custom_type_mappings)
-        result[table.get("table")] = model
-
-    return result
-
-
-def import_fields(odcs_columns: Dict[str, Any], custom_type_mappings: Dict[str, str]) -> Dict[str, Field]:
-    logger = logging.getLogger(__name__)
-    result = {}
-
-    for column in odcs_columns:
-        mapped_type = map_type(column.get("logicalType"), custom_type_mappings)
-        if mapped_type is not None:
-            description = column.get("description") if column.get("description") is not None else ""
-            field = Field(
-                description=" ".join(description.splitlines()),
-                type=mapped_type,
-                title=column.get("businessName") if column.get("businessName") is not None else "",
-                required=not column.get("isNullable") if column.get("isNullable") is not None else False,
-                primaryKey=column.get("isPrimary") if column.get("isPrimary") is not None else False,
-                unique=column.get("isUnique") if column.get("isUnique") is not None else False,
-                classification=column.get("classification") if column.get("classification") is not None else "",
-                tags=column.get("tags") if column.get("tags") is not None else [],
-            )
-            result[column["column"]] = field
-        else:
-            logger.info(
-                f"Can't properly map {column.get('column')} to the Datacontract Mapping types, as there is no equivalent or special mapping. Consider introducing a customProperty 'dc_mapping_{column.get('logicalName')}' that defines your expected type as the 'value'"
-            )
-
-    return result
-
-
-def map_type(odcs_type: str, custom_mappings: Dict[str, str]) -> str | None:
-    t = odcs_type.lower()
-    if t in DATACONTRACT_TYPES:
-        return t
-    elif custom_mappings.get(t) is not None:
-        return custom_mappings.get(t)
-    else:
-        return None
-
-
-def get_custom_type_mappings(odcs_custom_properties: List[Any]) -> Dict[str, str]:
-    result = {}
-    if odcs_custom_properties is not None:
-        for prop in odcs_custom_properties:
-            if prop["property"].startswith("dc_mapping_"):
-                odcs_type_name = prop["property"].substring(11)
-                datacontract_type = prop["value"]
-                result[odcs_type_name] = datacontract_type
-
-    return result

datacontract/lint/linters/example_model_linter.py

@@ -1,91 +0,0 @@
-import csv
-import io
-import json
-
-import yaml
-
-from datacontract.model.data_contract_specification import DataContractSpecification, Example
-
-from ..lint import Linter, LinterResult
-
-
-class ExampleModelLinter(Linter):
-    @property
-    def name(self) -> str:
-        return "Example(s) match model"
-
-    @property
-    def id(self) -> str:
-        return "example-model"
-
-    @staticmethod
-    def get_example_headers(example: Example) -> list[str]:
-        if isinstance(example.data, str):
-            match example.type:
-                case "csv":
-                    dialect = csv.Sniffer().sniff(example.data)
-                    data = io.StringIO(example.data)
-                    reader = csv.reader(data, dialect=dialect)
-                    return next(reader)
-                case "yaml":
-                    data = yaml.safe_load(example.data)
-                    return data.keys()
-                case "json":
-                    data = json.loads(example.data)
-                    return data.keys()
-                case _:
-                    # This is checked in lint_implementation, so shouldn't happen.
-                    raise NotImplementedError(f"Unknown type {example.type}")
-        else:
-            # Checked in lint_implementation, shouldn't happen.
-            raise NotImplementedError("Can't lint object examples.")
-
-    def lint_implementation(self, contract: DataContractSpecification) -> LinterResult:
-        """Check whether the example(s) headers match the model.
-
-        This linter checks whether the example's fields match the model
-        fields, and whether all required fields of the model are present in
-        the example.
-        """
-        result = LinterResult()
-        examples = contract.examples
-        models = contract.models
-        examples_with_model = []
-        for index, example in enumerate(examples):
-            if example.model not in models:
-                result = result.with_error(f"Example {index + 1} has non-existent model '{example.model}'")
-            else:
-                examples_with_model.append((index, example, models.get(example.model)))
-        for index, example, model in examples_with_model:
-            if example.type == "custom":
-                result = result.with_warning(
-                    f"Example {index + 1} has type" ' "custom", cannot check model' " conformance"
-                )
-            elif not isinstance(example.data, str):
-                result = result.with_warning(
-                    f"Example {index + 1} is not a " "string example, can only lint string examples for now."
-                )
-            elif model.type == "object":
-                result = result.with_warning(
-                    f"Example {index + 1} uses a "
-                    f"model '{example.model}' with type 'object'. Linting is "
-                    "currently only supported for 'table' models"
-                )
-            else:
-                if example.type in ("csv", "yaml", "json"):
-                    headers = self.get_example_headers(example)
-                    for example_header in headers:
-                        if example_header not in model.fields:
-                            result = result.with_error(
-                                f"Example {index + 1} has field '{example_header}'"
-                                f" that's not contained in model '{example.model}'"
-                            )
-                    for field_name, field_value in model.fields.items():
-                        if field_name not in headers and field_value.required:
-                            result = result.with_error(
-                                f"Example {index + 1} is missing field '{field_name}'"
-                                f" required by model '{example.model}'"
-                            )
-                else:
-                    result = result.with_error(f"Example {index + 1} has unknown type" f"{example.type}")
-        return result