datacontract-cli 0.10.11__py3-none-any.whl → 0.10.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datacontract-cli might be problematic. Click here for more details.
- datacontract/cli.py +19 -3
- datacontract/data_contract.py +5 -10
- datacontract/engines/fastjsonschema/check_jsonschema.py +11 -0
- datacontract/engines/fastjsonschema/s3/s3_read_files.py +2 -0
- datacontract/engines/soda/check_soda_execute.py +2 -8
- datacontract/engines/soda/connections/duckdb.py +23 -24
- datacontract/engines/soda/connections/kafka.py +84 -25
- datacontract/export/avro_converter.py +12 -2
- datacontract/export/bigquery_converter.py +30 -23
- datacontract/export/data_caterer_converter.py +148 -0
- datacontract/export/dbml_converter.py +3 -2
- datacontract/export/exporter.py +2 -0
- datacontract/export/exporter_factory.py +12 -0
- datacontract/export/jsonschema_converter.py +13 -2
- datacontract/export/spark_converter.py +5 -1
- datacontract/export/sql_type_converter.py +65 -39
- datacontract/export/sqlalchemy_converter.py +169 -0
- datacontract/imports/avro_importer.py +1 -0
- datacontract/imports/bigquery_importer.py +2 -2
- datacontract/imports/dbml_importer.py +112 -0
- datacontract/imports/dbt_importer.py +67 -91
- datacontract/imports/glue_importer.py +62 -58
- datacontract/imports/importer.py +2 -1
- datacontract/imports/importer_factory.py +5 -0
- datacontract/imports/odcs_importer.py +1 -1
- datacontract/imports/spark_importer.py +34 -11
- datacontract/imports/sql_importer.py +1 -1
- datacontract/imports/unity_importer.py +106 -85
- datacontract/integration/{publish_datamesh_manager.py → datamesh_manager.py} +33 -5
- datacontract/integration/{publish_opentelemetry.py → opentelemetry.py} +1 -1
- datacontract/lint/resolve.py +10 -1
- datacontract/lint/urls.py +27 -13
- datacontract/model/data_contract_specification.py +6 -2
- {datacontract_cli-0.10.11.dist-info → datacontract_cli-0.10.13.dist-info}/METADATA +123 -32
- {datacontract_cli-0.10.11.dist-info → datacontract_cli-0.10.13.dist-info}/RECORD +39 -37
- {datacontract_cli-0.10.11.dist-info → datacontract_cli-0.10.13.dist-info}/WHEEL +1 -1
- datacontract/publish/publish.py +0 -32
- {datacontract_cli-0.10.11.dist-info → datacontract_cli-0.10.13.dist-info}/LICENSE +0 -0
- {datacontract_cli-0.10.11.dist-info → datacontract_cli-0.10.13.dist-info}/entry_points.txt +0 -0
- {datacontract_cli-0.10.11.dist-info → datacontract_cli-0.10.13.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: datacontract-cli
|
|
3
|
-
Version: 0.10.
|
|
3
|
+
Version: 0.10.13
|
|
4
4
|
Summary: The datacontract CLI is an open source command-line tool for working with Data Contracts. It uses data contract YAML files to lint the data contract, connect to data sources and execute schema and quality tests, detect breaking changes, and export to different formats. The tool is written in Python. It can be used as a standalone CLI tool, in a CI/CD pipeline, or directly as a Python library.
|
|
5
5
|
Author-email: Jochen Christ <jochen.christ@innoq.com>, Stefan Negele <stefan.negele@innoq.com>, Simon Harrer <simon.harrer@innoq.com>
|
|
6
6
|
Project-URL: Homepage, https://cli.datacontract.com
|
|
@@ -11,64 +11,64 @@ Classifier: Operating System :: OS Independent
|
|
|
11
11
|
Requires-Python: >=3.10
|
|
12
12
|
Description-Content-Type: text/markdown
|
|
13
13
|
License-File: LICENSE
|
|
14
|
-
Requires-Dist: typer
|
|
15
|
-
Requires-Dist: pydantic<2.
|
|
14
|
+
Requires-Dist: typer<0.13,>=0.12
|
|
15
|
+
Requires-Dist: pydantic<2.10.0,>=2.8.2
|
|
16
16
|
Requires-Dist: pyyaml~=6.0.1
|
|
17
17
|
Requires-Dist: requests<2.33,>=2.31
|
|
18
|
-
Requires-Dist: fastapi==0.
|
|
18
|
+
Requires-Dist: fastapi==0.114.2
|
|
19
|
+
Requires-Dist: uvicorn==0.30.6
|
|
20
|
+
Requires-Dist: fastjsonschema<2.21.0,>=2.19.1
|
|
19
21
|
Requires-Dist: fastparquet==2024.5.0
|
|
20
22
|
Requires-Dist: python-multipart==0.0.9
|
|
21
|
-
Requires-Dist: rich
|
|
22
|
-
Requires-Dist: simple-ddl-parser==1.
|
|
23
|
+
Requires-Dist: rich<13.9,>=13.7
|
|
24
|
+
Requires-Dist: simple-ddl-parser==1.6.1
|
|
25
|
+
Requires-Dist: duckdb==1.0.0
|
|
23
26
|
Requires-Dist: soda-core-duckdb<3.4.0,>=3.3.1
|
|
24
27
|
Requires-Dist: setuptools>=60
|
|
25
|
-
Requires-Dist: duckdb==1.0.0
|
|
26
|
-
Requires-Dist: fastjsonschema<2.21.0,>=2.19.1
|
|
27
28
|
Requires-Dist: python-dotenv~=1.0.0
|
|
28
29
|
Requires-Dist: rdflib==7.0.0
|
|
29
30
|
Requires-Dist: opentelemetry-exporter-otlp-proto-grpc~=1.16
|
|
30
31
|
Requires-Dist: opentelemetry-exporter-otlp-proto-http~=1.16
|
|
31
|
-
Requires-Dist: boto3<1.
|
|
32
|
-
Requires-Dist: botocore<1.34.137,>=1.34.41
|
|
32
|
+
Requires-Dist: boto3<1.35.20,>=1.34.41
|
|
33
33
|
Requires-Dist: jinja-partials>=0.2.1
|
|
34
34
|
Provides-Extra: all
|
|
35
|
-
Requires-Dist: datacontract-cli[bigquery,databricks,
|
|
35
|
+
Requires-Dist: datacontract-cli[bigquery,databricks,dbml,dbt,kafka,postgres,s3,snowflake,sqlserver,trino]; extra == "all"
|
|
36
36
|
Provides-Extra: avro
|
|
37
|
-
Requires-Dist: avro==1.
|
|
37
|
+
Requires-Dist: avro==1.12.0; extra == "avro"
|
|
38
38
|
Provides-Extra: bigquery
|
|
39
39
|
Requires-Dist: soda-core-bigquery<3.4.0,>=3.3.1; extra == "bigquery"
|
|
40
40
|
Provides-Extra: databricks
|
|
41
41
|
Requires-Dist: soda-core-spark-df<3.4.0,>=3.3.1; extra == "databricks"
|
|
42
|
-
Requires-Dist: databricks-sql-connector<3.
|
|
42
|
+
Requires-Dist: databricks-sql-connector<3.5.0,>=3.1.2; extra == "databricks"
|
|
43
|
+
Requires-Dist: databricks-sdk<0.33.0,>=0.32.0; extra == "databricks"
|
|
43
44
|
Requires-Dist: soda-core-spark[databricks]<3.4.0,>=3.3.1; extra == "databricks"
|
|
44
|
-
Provides-Extra:
|
|
45
|
-
Requires-Dist:
|
|
45
|
+
Provides-Extra: dbml
|
|
46
|
+
Requires-Dist: pydbml>=1.1.1; extra == "dbml"
|
|
47
|
+
Provides-Extra: dbt
|
|
48
|
+
Requires-Dist: dbt-core>=1.8.0; extra == "dbt"
|
|
46
49
|
Provides-Extra: dev
|
|
47
50
|
Requires-Dist: datacontract-cli[all]; extra == "dev"
|
|
48
|
-
Requires-Dist: httpx==0.27.
|
|
49
|
-
Requires-Dist:
|
|
51
|
+
Requires-Dist: httpx==0.27.2; extra == "dev"
|
|
52
|
+
Requires-Dist: kafka-python; extra == "dev"
|
|
53
|
+
Requires-Dist: moto==5.0.14; extra == "dev"
|
|
54
|
+
Requires-Dist: pandas>=2.1.0; extra == "dev"
|
|
50
55
|
Requires-Dist: pre-commit<3.9.0,>=3.7.1; extra == "dev"
|
|
56
|
+
Requires-Dist: pyarrow>=12.0.0; extra == "dev"
|
|
51
57
|
Requires-Dist: pytest; extra == "dev"
|
|
52
58
|
Requires-Dist: pytest-xdist; extra == "dev"
|
|
53
|
-
Requires-Dist:
|
|
54
|
-
Requires-Dist:
|
|
55
|
-
Requires-Dist: kafka
|
|
59
|
+
Requires-Dist: pymssql==2.3.1; extra == "dev"
|
|
60
|
+
Requires-Dist: ruff; extra == "dev"
|
|
61
|
+
Requires-Dist: testcontainers[kafka,minio,mssql,postgres]==4.8.1; extra == "dev"
|
|
56
62
|
Requires-Dist: trino==0.329.0; extra == "dev"
|
|
57
|
-
Requires-Dist: testcontainers==4.7.2; extra == "dev"
|
|
58
|
-
Requires-Dist: testcontainers[core]==4.7.2; extra == "dev"
|
|
59
|
-
Requires-Dist: testcontainers[minio]==4.7.2; extra == "dev"
|
|
60
|
-
Requires-Dist: testcontainers[postgres]==4.7.2; extra == "dev"
|
|
61
|
-
Requires-Dist: testcontainers[kafka]==4.7.2; extra == "dev"
|
|
62
|
-
Requires-Dist: testcontainers[mssql]==4.7.2; extra == "dev"
|
|
63
63
|
Provides-Extra: kafka
|
|
64
64
|
Requires-Dist: datacontract-cli[avro]; extra == "kafka"
|
|
65
65
|
Requires-Dist: soda-core-spark-df<3.4.0,>=3.3.1; extra == "kafka"
|
|
66
66
|
Provides-Extra: postgres
|
|
67
67
|
Requires-Dist: soda-core-postgres<3.4.0,>=3.3.1; extra == "postgres"
|
|
68
68
|
Provides-Extra: s3
|
|
69
|
-
Requires-Dist: s3fs==2024.
|
|
69
|
+
Requires-Dist: s3fs==2024.9.0; extra == "s3"
|
|
70
70
|
Provides-Extra: snowflake
|
|
71
|
-
Requires-Dist: snowflake-connector-python[pandas]<3.
|
|
71
|
+
Requires-Dist: snowflake-connector-python[pandas]<3.13,>=3.6; extra == "snowflake"
|
|
72
72
|
Requires-Dist: soda-core-snowflake<3.4.0,>=3.3.1; extra == "snowflake"
|
|
73
73
|
Provides-Extra: sqlserver
|
|
74
74
|
Requires-Dist: soda-core-sqlserver<3.4.0,>=3.3.1; extra == "sqlserver"
|
|
@@ -82,7 +82,7 @@ Requires-Dist: soda-core-trino<3.4.0,>=3.3.1; extra == "trino"
|
|
|
82
82
|
<img alt="Test Workflow" src="https://img.shields.io/github/actions/workflow/status/datacontract/datacontract-cli/ci.yaml?branch=main"></a>
|
|
83
83
|
<a href="https://github.com/datacontract/datacontract-cli">
|
|
84
84
|
<img alt="Stars" src="https://img.shields.io/github/stars/datacontract/datacontract-cli" /></a>
|
|
85
|
-
<a href="https://datacontract.com/slack" rel="nofollow"><img src="https://
|
|
85
|
+
<a href="https://datacontract.com/slack" rel="nofollow"><img src="https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social" alt="Slack Status" data-canonical-src="https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social" style="max-width: 100%;"></a>
|
|
86
86
|
</p>
|
|
87
87
|
|
|
88
88
|
The `datacontract` CLI is an open source command-line tool for working with [Data Contracts](https://datacontract.com/).
|
|
@@ -267,13 +267,13 @@ A list of available extras:
|
|
|
267
267
|
| Avro Support | `pip install datacontract-cli[avro]` |
|
|
268
268
|
| Google BigQuery | `pip install datacontract-cli[bigquery]` |
|
|
269
269
|
| Databricks Integration | `pip install datacontract-cli[databricks]` |
|
|
270
|
-
| Deltalake Integration | `pip install datacontract-cli[deltalake]` |
|
|
271
270
|
| Kafka Integration | `pip install datacontract-cli[kafka]` |
|
|
272
271
|
| PostgreSQL Integration | `pip install datacontract-cli[postgres]` |
|
|
273
272
|
| S3 Integration | `pip install datacontract-cli[s3]` |
|
|
274
273
|
| Snowflake Integration | `pip install datacontract-cli[snowflake]` |
|
|
275
274
|
| Microsoft SQL Server | `pip install datacontract-cli[sqlserver]` |
|
|
276
275
|
| Trino | `pip install datacontract-cli[trino]` |
|
|
276
|
+
| Dbt | `pip install datacontract-cli[dbt]` |
|
|
277
277
|
|
|
278
278
|
|
|
279
279
|
|
|
@@ -406,6 +406,12 @@ Feel free to create an [issue](https://github.com/datacontract/datacontract-cli/
|
|
|
406
406
|
|
|
407
407
|
Data Contract CLI can test data that is stored in S3 buckets or any S3-compliant endpoints in various formats.
|
|
408
408
|
|
|
409
|
+
- CSV
|
|
410
|
+
- JSON
|
|
411
|
+
- Delta
|
|
412
|
+
- Parquet
|
|
413
|
+
- Iceberg (coming soon)
|
|
414
|
+
|
|
409
415
|
#### Examples
|
|
410
416
|
|
|
411
417
|
##### JSON
|
|
@@ -444,6 +450,32 @@ servers:
|
|
|
444
450
|
|
|
445
451
|
|
|
446
452
|
|
|
453
|
+
### Google Cloud Storage (GCS)
|
|
454
|
+
|
|
455
|
+
The [S3](#S3) integration also works with files on Google Cloud Storage through its [interoperability](https://cloud.google.com/storage/docs/interoperability).
|
|
456
|
+
Use `https://storage.googleapis.com` as the endpoint URL.
|
|
457
|
+
|
|
458
|
+
#### Example
|
|
459
|
+
|
|
460
|
+
datacontract.yaml
|
|
461
|
+
```yaml
|
|
462
|
+
servers:
|
|
463
|
+
production:
|
|
464
|
+
type: s3
|
|
465
|
+
endpointUrl: https://storage.googleapis.com
|
|
466
|
+
location: s3://bucket-name/path/*/*.json # use s3:// schema instead of gs://
|
|
467
|
+
format: json
|
|
468
|
+
delimiter: new_line # new_line, array, or none
|
|
469
|
+
```
|
|
470
|
+
|
|
471
|
+
#### Environment Variables
|
|
472
|
+
|
|
473
|
+
| Environment Variable | Example | Description |
|
|
474
|
+
|-------------------------------------|----------------|------------------------------------------------------------------------------------------|
|
|
475
|
+
| `DATACONTRACT_S3_ACCESS_KEY_ID` | `GOOG1EZZZ...` | The GCS [HMAC Key](https://cloud.google.com/storage/docs/authentication/hmackeys) Key ID |
|
|
476
|
+
| `DATACONTRACT_S3_SECRET_ACCESS_KEY` | `PDWWpb...` | The GCS [HMAC Key](https://cloud.google.com/storage/docs/authentication/hmackeys) Secret |
|
|
477
|
+
|
|
478
|
+
|
|
447
479
|
### BigQuery
|
|
448
480
|
|
|
449
481
|
We support authentication to BigQuery using Service Account Key. The used Service Account should include the roles:
|
|
@@ -794,7 +826,7 @@ models:
|
|
|
794
826
|
│ * --format [jsonschema|pydantic-model|sodacl|dbt|dbt-sources|db The export format. [default: None] [required] │
|
|
795
827
|
│ t-staging-sql|odcs|rdf|avro|protobuf|great-expectati │
|
|
796
828
|
│ ons|terraform|avro-idl|sql|sql-query|html|go|bigquer │
|
|
797
|
-
│ y|dbml|spark]
|
|
829
|
+
│ y|dbml|spark|sqlalchemy|data-caterer] │
|
|
798
830
|
│ --output PATH Specify the file path where the exported data will be │
|
|
799
831
|
│ saved. If no path is provided, the output will be │
|
|
800
832
|
│ printed to stdout. │
|
|
@@ -845,6 +877,8 @@ Available export options:
|
|
|
845
877
|
| `pydantic-model` | Export to pydantic models | ✅ |
|
|
846
878
|
| `DBML` | Export to a DBML Diagram description | ✅ |
|
|
847
879
|
| `spark` | Export to a Spark StructType | ✅ |
|
|
880
|
+
| `sqlalchemy` | Export to SQLAlchemy Models | ✅ |
|
|
881
|
+
| `data-caterer` | Export to Data Caterer in YAML format | ✅ |
|
|
848
882
|
| Missing something? | Please create an issue on GitHub | TBD |
|
|
849
883
|
|
|
850
884
|
#### Great Expectations
|
|
@@ -908,6 +942,20 @@ To specify custom Avro properties in your data contract, you can define them wit
|
|
|
908
942
|
|
|
909
943
|
>NOTE: At this moment, we just support [logicalType](https://avro.apache.org/docs/1.11.0/spec.html#Logical+Types) and [default](https://avro.apache.org/docs/1.11.0/spec.htm)
|
|
910
944
|
|
|
945
|
+
#### Data Caterer
|
|
946
|
+
|
|
947
|
+
The export function converts the data contract to a data generation task in YAML format that can be
|
|
948
|
+
ingested by [Data Caterer](https://github.com/data-catering/data-caterer). This gives you the
|
|
949
|
+
ability to generate production-like data in any environment based off your data contract.
|
|
950
|
+
|
|
951
|
+
```shell
|
|
952
|
+
datacontract export datacontract.yaml --format data-caterer --model orders
|
|
953
|
+
```
|
|
954
|
+
|
|
955
|
+
You can further customise the way data is generated via adding
|
|
956
|
+
[additional metadata in the YAML](https://data.catering/setup/generator/data-generator/)
|
|
957
|
+
to suit your needs.
|
|
958
|
+
|
|
911
959
|
#### Example Configuration
|
|
912
960
|
|
|
913
961
|
```yaml
|
|
@@ -918,6 +966,7 @@ models:
|
|
|
918
966
|
description: Example for AVRO with Timestamp (microsecond precision) https://avro.apache.org/docs/current/spec.html#Local+timestamp+%28microsecond+precision%29
|
|
919
967
|
type: long
|
|
920
968
|
example: 1672534861000000 # Equivalent to 2023-01-01 01:01:01 in microseconds
|
|
969
|
+
required: true
|
|
921
970
|
config:
|
|
922
971
|
avroLogicalType: local-timestamp-micros
|
|
923
972
|
avroDefault: 1672534861000000
|
|
@@ -932,6 +981,7 @@ models:
|
|
|
932
981
|
- **description**: A textual description of the field.
|
|
933
982
|
- **type**: The data type of the field. In this example, it is `long`.
|
|
934
983
|
- **example**: An example value for the field.
|
|
984
|
+
- **required**: Is this a required field (as opposed to optional/nullable).
|
|
935
985
|
- **config**: Section to specify custom Avro properties.
|
|
936
986
|
- **avroLogicalType**: Specifies the logical type of the field in Avro. In this example, it is `local-timestamp-micros`.
|
|
937
987
|
- **avroDefault**: Specifies the default value for the field in Avro. In this example, it is 1672534861000000 which corresponds to ` 2023-01-01 01:01:01 UTC`.
|
|
@@ -968,6 +1018,14 @@ models:
|
|
|
968
1018
|
│ names, leave empty for all models in the │
|
|
969
1019
|
│ dataset). │
|
|
970
1020
|
│ [default: None] │
|
|
1021
|
+
│ --dbml-schema TEXT List of schema names to import from the DBML │
|
|
1022
|
+
│ file (repeat for multiple schema names, │
|
|
1023
|
+
│ leave empty for all tables in the file). │
|
|
1024
|
+
│ [default: None] │
|
|
1025
|
+
│ --dbml-table TEXT List of table names to import from the DBML │
|
|
1026
|
+
│ file (repeat for multiple table names, leave │
|
|
1027
|
+
│ empty for all tables in the file). │
|
|
1028
|
+
│ [default: None] │
|
|
971
1029
|
│ --help Show this message and exit. │
|
|
972
1030
|
╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
|
|
973
1031
|
```
|
|
@@ -991,6 +1049,7 @@ Available import options:
|
|
|
991
1049
|
| `dbt` | Import from dbt models | ✅ |
|
|
992
1050
|
| `odcs` | Import from Open Data Contract Standard (ODCS) | ✅ |
|
|
993
1051
|
| `spark` | Import from Spark StructTypes | ✅ |
|
|
1052
|
+
| `dbml` | Import from DBML models | ✅ |
|
|
994
1053
|
| `protobuf` | Import from Protobuf schemas | TBD |
|
|
995
1054
|
| Missing something? | Please create an issue on GitHub | TBD |
|
|
996
1055
|
|
|
@@ -1078,6 +1137,38 @@ Example:
|
|
|
1078
1137
|
datacontract import --format spark --source "users,orders"
|
|
1079
1138
|
```
|
|
1080
1139
|
|
|
1140
|
+
#### DBML
|
|
1141
|
+
|
|
1142
|
+
Importing from DBML Documents.
|
|
1143
|
+
**NOTE:** Since DBML does _not_ have strict requirements on the types of columns, this import _may_ create non-valid datacontracts, as not all types of fields can be properly mapped. In this case you will have to adapt the generated document manually.
|
|
1144
|
+
We also assume, that the description for models and fields is stored in a Note within the DBML model.
|
|
1145
|
+
|
|
1146
|
+
You may give the `dbml-table` or `dbml-schema` parameter to enumerate the tables or schemas that should be imported.
|
|
1147
|
+
If no tables are given, _all_ available tables of the source will be imported. Likewise, if no schema is given, _all_ schemas are imported.
|
|
1148
|
+
|
|
1149
|
+
Examples:
|
|
1150
|
+
|
|
1151
|
+
```bash
|
|
1152
|
+
# Example import from DBML file, importing everything
|
|
1153
|
+
datacontract import --format dbml --source <file_path>
|
|
1154
|
+
```
|
|
1155
|
+
|
|
1156
|
+
```bash
|
|
1157
|
+
# Example import from DBML file, filtering for tables from specific schemas
|
|
1158
|
+
datacontract import --format dbml --source <file_path> --dbml-schema <schema_1> --dbml-schema <schema_2>
|
|
1159
|
+
```
|
|
1160
|
+
|
|
1161
|
+
```bash
|
|
1162
|
+
# Example import from DBML file, filtering for tables with specific names
|
|
1163
|
+
datacontract import --format dbml --source <file_path> --dbml-table <table_name_1> --dbml-table <table_name_2>
|
|
1164
|
+
```
|
|
1165
|
+
|
|
1166
|
+
```bash
|
|
1167
|
+
# Example import from DBML file, filtering for tables with specific names from a specific schema
|
|
1168
|
+
datacontract import --format dbml --source <file_path> --dbml-table <table_name_1> --dbml-schema <schema_1>
|
|
1169
|
+
```
|
|
1170
|
+
|
|
1171
|
+
|
|
1081
1172
|
### breaking
|
|
1082
1173
|
|
|
1083
1174
|
```
|
|
@@ -1427,7 +1518,7 @@ if __name__ == "__main__":
|
|
|
1427
1518
|
"models": [
|
|
1428
1519
|
{
|
|
1429
1520
|
"name": "model1",
|
|
1430
|
-
"
|
|
1521
|
+
"description": "model description from app",
|
|
1431
1522
|
"columns": [
|
|
1432
1523
|
{
|
|
1433
1524
|
"name": "columnA",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
datacontract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
|
-
datacontract/cli.py,sha256=
|
|
3
|
-
datacontract/data_contract.py,sha256=
|
|
2
|
+
datacontract/cli.py,sha256=IFwIjs3q2SLEmBq02njzSGYUxGNPrJa15U3JTfThnn4,14931
|
|
3
|
+
datacontract/data_contract.py,sha256=zW2Mfju4cv5NzjWvfy9EFZHFYxvZaTWs4ILB7mS66wg,13883
|
|
4
4
|
datacontract/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
5
5
|
datacontract/web.py,sha256=Ov50NJVbQiaxjHXnVOvRw9moMkKHHcxFhdzwbA13QOw,2134
|
|
6
6
|
datacontract/breaking/breaking.py,sha256=l0ZwUX8G4QK_0nLRLJHArpwgTWTD7WQYMuAp3l_y1bY,12184
|
|
@@ -10,60 +10,63 @@ datacontract/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
|
|
|
10
10
|
datacontract/engines/datacontract/check_that_datacontract_contains_valid_servers_configuration.py,sha256=TXO47ON3NjwYI4Y2eBYklMOCo7vAtYzqLPAhZhii6dg,1565
|
|
11
11
|
datacontract/engines/datacontract/check_that_datacontract_file_exists.py,sha256=XHvxX6BrTdZk2wN55zd6ER4k7ILDyGzjbCbZxQAJ2iE,665
|
|
12
12
|
datacontract/engines/datacontract/check_that_datacontract_str_is_valid.py,sha256=CsxFGyInjpsylmoofByV1b-wpFhG1jtRWxSUpp-BXk8,1525
|
|
13
|
-
datacontract/engines/fastjsonschema/check_jsonschema.py,sha256=
|
|
14
|
-
datacontract/engines/fastjsonschema/s3/s3_read_files.py,sha256=
|
|
13
|
+
datacontract/engines/fastjsonschema/check_jsonschema.py,sha256=tI5mfdxilAn-zmq02s8t6pNww9-uJYTOjooO0HimwQo,6321
|
|
14
|
+
datacontract/engines/fastjsonschema/s3/s3_read_files.py,sha256=vuz_hLF2VD8LR_prjQpPLBU8Is-iHLAvqp4KwclOv9I,1157
|
|
15
15
|
datacontract/engines/soda/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
16
|
-
datacontract/engines/soda/check_soda_execute.py,sha256=
|
|
16
|
+
datacontract/engines/soda/check_soda_execute.py,sha256=BcPPq2kjOk5dMMjlVC-cspU3a1rpRfvRJ8XoXeBu79Y,7724
|
|
17
17
|
datacontract/engines/soda/connections/bigquery.py,sha256=C-8kxmzpYe88bJp80ObHFLMh4rpnIjnUQ7XOj0Ke7lk,903
|
|
18
18
|
datacontract/engines/soda/connections/dask.py,sha256=Yy6Et2n_vDVsdjtqyBWDSZt7mnjPzPk_MZ-92VZHfnY,1496
|
|
19
19
|
datacontract/engines/soda/connections/databricks.py,sha256=lpMju-o_TzLZeF0EEVwePPr8JahqvFnj5xRYjF15fc8,561
|
|
20
|
-
datacontract/engines/soda/connections/duckdb.py,sha256=
|
|
21
|
-
datacontract/engines/soda/connections/kafka.py,sha256=
|
|
20
|
+
datacontract/engines/soda/connections/duckdb.py,sha256=OVaxDO9HwfD4M6FYDIDS4zwnUJ20uAM1jz_Fy3EkClo,6271
|
|
21
|
+
datacontract/engines/soda/connections/kafka.py,sha256=KBkE9ECxAe_sN3bmIAzZm9hDVrovk6P-op35bpWYoDQ,7555
|
|
22
22
|
datacontract/engines/soda/connections/postgres.py,sha256=9GTF4Es3M5vb7ocSGqAxXmslvkS5CjsPQGIuo020CFc,626
|
|
23
23
|
datacontract/engines/soda/connections/snowflake.py,sha256=rfG2ysuqNM6TkvyqQKcGHFsTGJ6AROmud5VleUDRrb0,749
|
|
24
24
|
datacontract/engines/soda/connections/sqlserver.py,sha256=RzGLbCUdRyfmDcqtM_AB9WZ-Xk-XYX91nkXpVNpYbvc,1440
|
|
25
25
|
datacontract/engines/soda/connections/trino.py,sha256=JvKUP9aFg_n095oWE0-bGmfbETSWEOURGEZdQuG8txA,718
|
|
26
26
|
datacontract/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
27
|
-
datacontract/export/avro_converter.py,sha256=
|
|
27
|
+
datacontract/export/avro_converter.py,sha256=n14GtP88c5lpcxyxF5W86k7xYGiwc6j0PIedElbeWjM,4171
|
|
28
28
|
datacontract/export/avro_idl_converter.py,sha256=-zZxV0OAC76tMkAA9hXbEtp2wtpildKJb0OIbPhgoJE,9794
|
|
29
|
-
datacontract/export/bigquery_converter.py,sha256=
|
|
29
|
+
datacontract/export/bigquery_converter.py,sha256=gVo6PMoUalc3UuuMtw4CGgvm43ineHNtdu-F1OHKOwA,4639
|
|
30
30
|
datacontract/export/csv_type_converter.py,sha256=ZZuJwBgQnafZC7PPvAXsBf2IajPJq8TYZ1l8Qq0GYeI,1290
|
|
31
|
-
datacontract/export/
|
|
31
|
+
datacontract/export/data_caterer_converter.py,sha256=FaY6GkuR1SPjLbz6FgraEItOVVrYpv0Q5uyHI5fF44Y,5324
|
|
32
|
+
datacontract/export/dbml_converter.py,sha256=Lmg0so_YP652UvDiNYyhAzzxtYvaHQBWFMUHzWadSDA,4739
|
|
32
33
|
datacontract/export/dbt_converter.py,sha256=QfapVeunwab7bWn_B9-J_1U8fm1wdsPBW_Ws2b99o1E,9390
|
|
33
|
-
datacontract/export/exporter.py,sha256=
|
|
34
|
-
datacontract/export/exporter_factory.py,sha256=
|
|
34
|
+
datacontract/export/exporter.py,sha256=yicZSFRttjFp7kVrGxijD_2QYEbArEhQUsWrlxqP7k8,2909
|
|
35
|
+
datacontract/export/exporter_factory.py,sha256=og8c6ljKtkaZvHitZq66tdUvz5mpYJ9b4kFWZccXOgY,5111
|
|
35
36
|
datacontract/export/go_converter.py,sha256=oWkEjOXBIGN8emTaxeJD8xpB3VYP4sVaNzKX-Oeqgw0,3330
|
|
36
37
|
datacontract/export/great_expectations_converter.py,sha256=LIuWHn3h7xRrDDs1YoibHOI8NVF2Izh5IZOQFLeWN7k,5302
|
|
37
38
|
datacontract/export/html_export.py,sha256=i7jckL80osA8incF0YoJdq3NaYmV1_3OU0cZBfPdNDs,2578
|
|
38
|
-
datacontract/export/jsonschema_converter.py,sha256=
|
|
39
|
+
datacontract/export/jsonschema_converter.py,sha256=O3pCtqiQ41m0M-ohmmq3eMgIioD3DRhnWGAsEsIKbKQ,5557
|
|
39
40
|
datacontract/export/odcs_converter.py,sha256=WngHoTF7R9uMDLCedBso7m2s0yDJQS5HTACtH3AhG-E,4673
|
|
40
41
|
datacontract/export/protobuf_converter.py,sha256=Baqq2uvRg0AHFo6gR-hEYdLyiYRWziC1Q4AujlHgCzo,3192
|
|
41
42
|
datacontract/export/pydantic_converter.py,sha256=1Lt9F8i6zyQYb44MyQtsXwCWWXYxZ47SmzArr_uPqsU,5579
|
|
42
43
|
datacontract/export/rdf_converter.py,sha256=nNYVKJ5bQEq-rRz3yHwpvbsNbvjoOMwkCfkev8Y11H0,6436
|
|
43
44
|
datacontract/export/sodacl_converter.py,sha256=Uv3BOsq20YKCHmSU6mN-6L2hPPF4V9fPxDoJ42okfHs,7280
|
|
44
|
-
datacontract/export/spark_converter.py,sha256=
|
|
45
|
+
datacontract/export/spark_converter.py,sha256=lynG9dA2wUOpiqqRI-E3a56qxybG4PPZ1kETjL8jywo,7034
|
|
45
46
|
datacontract/export/sql_converter.py,sha256=grDTj3MGhVc5BbJbZ__LFawJtrsnv4ApmOMX4ohPnCQ,4802
|
|
46
|
-
datacontract/export/sql_type_converter.py,sha256=
|
|
47
|
+
datacontract/export/sql_type_converter.py,sha256=jw0ljv5nsGaMBGxWrGa5xCAZsm0bbIy94pRF_tbnDwM,10561
|
|
48
|
+
datacontract/export/sqlalchemy_converter.py,sha256=x2_MVvDMfqgf_c5yfWimSC0um718EYYUpFiCe1-HN4g,6469
|
|
47
49
|
datacontract/export/terraform_converter.py,sha256=IFwn-6BWPVkfwDQbj_Gl0GwbJdMKiwKgXCXz5A64cEs,2163
|
|
48
|
-
datacontract/imports/avro_importer.py,sha256=
|
|
49
|
-
datacontract/imports/bigquery_importer.py,sha256=
|
|
50
|
-
datacontract/imports/
|
|
51
|
-
datacontract/imports/
|
|
52
|
-
datacontract/imports/
|
|
53
|
-
datacontract/imports/
|
|
50
|
+
datacontract/imports/avro_importer.py,sha256=HkzaMCa9A20D3Z0O_7I67TRcqyNV9XGYX_0JAF51qF8,9937
|
|
51
|
+
datacontract/imports/bigquery_importer.py,sha256=zQU-eMOcY3ZRDXwyA4RYMorLKrSK0kgGRekuEPthh-A,8419
|
|
52
|
+
datacontract/imports/dbml_importer.py,sha256=iWX8EmCRqGfVCtpI2oojVCQQA7oTahtsMUUm_3gPRcE,3869
|
|
53
|
+
datacontract/imports/dbt_importer.py,sha256=f96-eGbdkDMh8B6iKhWy4qfAskE-b4dpWYHfenjTX8Y,3236
|
|
54
|
+
datacontract/imports/glue_importer.py,sha256=QuMvuga4rfiYm59AopFrscGPaiJkgrjtbu0-09_uF_A,8368
|
|
55
|
+
datacontract/imports/importer.py,sha256=FE9YsrcNunLiEpNGXd6PAHb_Zs8_dVUQPPBqOVAMBcE,812
|
|
56
|
+
datacontract/imports/importer_factory.py,sha256=0D8imN7WvQyvASkYHN8JTvNO9VLBllwHlyTeZNUD9Js,3155
|
|
54
57
|
datacontract/imports/jsonschema_importer.py,sha256=cY70b2bFx9Kfsnq5vNj0iy_GvNOIcBH8xeFjrsxv4bQ,4925
|
|
55
|
-
datacontract/imports/odcs_importer.py,sha256=
|
|
56
|
-
datacontract/imports/spark_importer.py,sha256=
|
|
57
|
-
datacontract/imports/sql_importer.py,sha256=
|
|
58
|
-
datacontract/imports/unity_importer.py,sha256=
|
|
58
|
+
datacontract/imports/odcs_importer.py,sha256=uDBCzWi8mKCslw6Og5t-037dVVVZVsbJjK3EHJH_zQI,7474
|
|
59
|
+
datacontract/imports/spark_importer.py,sha256=ZKjfZ-lqTRO_bU-QSvAeaXf8PWuR7FJZocUOWt8g0Qg,5099
|
|
60
|
+
datacontract/imports/sql_importer.py,sha256=CiOzSthTwyjCHxYQNVO7j4udchEFER8gtXrr_IyX2dU,2890
|
|
61
|
+
datacontract/imports/unity_importer.py,sha256=a13eBZBYwIzaaeKE4wDWVEPGq5aCM4iZxmBxxpZe3MU,6737
|
|
59
62
|
datacontract/init/download_datacontract_file.py,sha256=pj_4mhWKlEtfueWohDgkb1nyuG5ERDipUDszxKwpZUs,413
|
|
60
|
-
datacontract/integration/
|
|
61
|
-
datacontract/integration/
|
|
63
|
+
datacontract/integration/datamesh_manager.py,sha256=iNjDrcZfH8vyNbyQPbxkv7XMfG5rtbcLZXIlfMJ0c8c,2752
|
|
64
|
+
datacontract/integration/opentelemetry.py,sha256=0XsqOsc06qNtXC5KqZCxyeC_IGlIi63lYWHh3KKlOO0,3828
|
|
62
65
|
datacontract/lint/files.py,sha256=tg0vq_w4LQsEr_8A5qr4hUJmHeGalUpsXJXC1t-OGC0,471
|
|
63
66
|
datacontract/lint/lint.py,sha256=GhgBwfDgihXfWIu1WUfYeJoxfYacVJrwq3L2KO4Z2Io,5076
|
|
64
|
-
datacontract/lint/resolve.py,sha256=
|
|
67
|
+
datacontract/lint/resolve.py,sha256=6t5eqrtn3nwIA0Hupfa2NaDP92WFxiR5Qp9VGmp54R8,9159
|
|
65
68
|
datacontract/lint/schema.py,sha256=php99jF3puwCWrE02JD1ownC5UFEKCZsLH89UGOxMww,1469
|
|
66
|
-
datacontract/lint/urls.py,sha256=
|
|
69
|
+
datacontract/lint/urls.py,sha256=f8ZbAyPkqPLvxkf7bC9kFoFN9qbn687NI0FhKsdhkX4,2120
|
|
67
70
|
datacontract/lint/linters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
68
71
|
datacontract/lint/linters/description_linter.py,sha256=Cm99NTWo75kDRIW63qz5uEa8xsug_8dFURPRC1twodw,1554
|
|
69
72
|
datacontract/lint/linters/example_model_linter.py,sha256=EljSvzI4RSswdZrGa840bX6Zjat2GI16o5yDmKJfDOg,3972
|
|
@@ -73,10 +76,9 @@ datacontract/lint/linters/notice_period_linter.py,sha256=oHSOLU2uXd7BDvfEd_VjeXS
|
|
|
73
76
|
datacontract/lint/linters/quality_schema_linter.py,sha256=-zaI49okETJYo-qR-J6rQqMRI9QX17UK9ASf1GxgYnk,2181
|
|
74
77
|
datacontract/lint/linters/valid_constraints_linter.py,sha256=GeeE2hojMt24EoHuSHE1lURA2v2p5Dmxc7Qq8IvZQH0,4915
|
|
75
78
|
datacontract/model/breaking_change.py,sha256=BIDEUo1U2CQLVT2-I5PyFttxAj6zQPI1UUkEoOOQXMY,2249
|
|
76
|
-
datacontract/model/data_contract_specification.py,sha256=
|
|
79
|
+
datacontract/model/data_contract_specification.py,sha256=T_BEZojXRYC_1nc4wJf2Zlp0xZ9WWCqcC8VIGM6doS0,6073
|
|
77
80
|
datacontract/model/exceptions.py,sha256=zW9NoyzwsND-c9UqgyTVuezUVGEc6KK1Uc2zl12loyo,1178
|
|
78
81
|
datacontract/model/run.py,sha256=v7QNsPwYS1otQrpjeOaFsLRnxO8OgbdK_d-Z_e3iy0s,2610
|
|
79
|
-
datacontract/publish/publish.py,sha256=rWnQWWneCjokCpwYv88EAtAlFnA-3hZgl-1k6dak_8w,1191
|
|
80
82
|
datacontract/templates/datacontract.html,sha256=w9xGnjYFtFmmsU90_I1NHVLNcuS22flPw51oIAn56WY,13442
|
|
81
83
|
datacontract/templates/index.html,sha256=dggq8ng61xZEeu6-6tbTQqjNcRFT0JTkn7y75087U58,12503
|
|
82
84
|
datacontract/templates/partials/datacontract_information.html,sha256=7ZBxgEgi2XndKBypeOpe03oCSRPOujC6NVlN7zexGNM,6221
|
|
@@ -87,9 +89,9 @@ datacontract/templates/partials/example.html,sha256=F1dWbHDIXQScgfs4OVgqM1lR4uV4
|
|
|
87
89
|
datacontract/templates/partials/model_field.html,sha256=kh_ZIqJuayyxN-zDNIUPIoXOZeehGxXQxiImYB6G5qY,6946
|
|
88
90
|
datacontract/templates/partials/server.html,sha256=WkWFbz1ZvhIAUQQhH5Lkwb0HZRW907ehEnFmJSkpquQ,6235
|
|
89
91
|
datacontract/templates/style/output.css,sha256=F3oEhUpuv8kA_dWr4pJymBS_Ju6huIIZdLMkJzPzMmU,25647
|
|
90
|
-
datacontract_cli-0.10.
|
|
91
|
-
datacontract_cli-0.10.
|
|
92
|
-
datacontract_cli-0.10.
|
|
93
|
-
datacontract_cli-0.10.
|
|
94
|
-
datacontract_cli-0.10.
|
|
95
|
-
datacontract_cli-0.10.
|
|
92
|
+
datacontract_cli-0.10.13.dist-info/LICENSE,sha256=23h64qnSeIZ0DKeziWAKC-zBCt328iSbRbWBrXoYRb4,2210
|
|
93
|
+
datacontract_cli-0.10.13.dist-info/METADATA,sha256=Y1xIanEO-C--EMNUf7sQuZjKtFXS3Up2cxJpz0EB6HE,89019
|
|
94
|
+
datacontract_cli-0.10.13.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
|
|
95
|
+
datacontract_cli-0.10.13.dist-info/entry_points.txt,sha256=D3Eqy4q_Z6bHauGd4ppIyQglwbrm1AJnLau4Ppbw9Is,54
|
|
96
|
+
datacontract_cli-0.10.13.dist-info/top_level.txt,sha256=VIRjd8EIUrBYWjEXJJjtdUgc0UAJdPZjmLiOR8BRBYM,13
|
|
97
|
+
datacontract_cli-0.10.13.dist-info/RECORD,,
|
datacontract/publish/publish.py
DELETED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import os
|
|
2
|
-
|
|
3
|
-
import requests
|
|
4
|
-
|
|
5
|
-
from datacontract.data_contract import DataContract
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
def publish_to_datamesh_manager(data_contract: DataContract):
|
|
9
|
-
try:
|
|
10
|
-
headers = {"Content-Type": "application/json", "x-api-key": _require_datamesh_manager_api_key()}
|
|
11
|
-
spec = data_contract.get_data_contract_specification()
|
|
12
|
-
id = spec.id
|
|
13
|
-
url = "https://api.datamesh-manager.com/api/datacontracts/{0}".format(id)
|
|
14
|
-
request_body = spec.model_dump_json().encode("utf-8")
|
|
15
|
-
response = requests.put(
|
|
16
|
-
url=url,
|
|
17
|
-
data=request_body,
|
|
18
|
-
headers=headers,
|
|
19
|
-
)
|
|
20
|
-
if response.status_code != 200:
|
|
21
|
-
print(f"Error publishing data contract to Data Mesh Manager: {response.text}")
|
|
22
|
-
exit(1)
|
|
23
|
-
print(f"Published data contract to {url}")
|
|
24
|
-
except Exception as e:
|
|
25
|
-
print(f"Failed publishing data contract. Error: {str(e)}")
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
def _require_datamesh_manager_api_key():
|
|
29
|
-
datamesh_manager_api_key = os.getenv("DATAMESH_MANAGER_API_KEY")
|
|
30
|
-
if datamesh_manager_api_key is None:
|
|
31
|
-
raise Exception("Cannot publish data contract, as DATAMESH_MANAGER_API_KEY is not set")
|
|
32
|
-
return datamesh_manager_api_key
|
|
File without changes
|
|
File without changes
|
|
File without changes
|