datacontract-cli 0.10.13__py3-none-any.whl → 0.10.15__py3-none-any.whl

{datacontract_cli-0.10.13.dist-info → datacontract_cli-0.10.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datacontract-cli
-Version: 0.10.13
+Version: 0.10.15
 Summary: The datacontract CLI is an open source command-line tool for working with Data Contracts. It uses data contract YAML files to lint the data contract, connect to data sources and execute schema and quality tests, detect breaking changes, and export to different formats. The tool is written in Python. It can be used as a standalone CLI tool, in a CI/CD pipeline, or directly as a Python library.
 Author-email: Jochen Christ <jochen.christ@innoq.com>, Stefan Negele <stefan.negele@innoq.com>, Simon Harrer <simon.harrer@innoq.com>
 Project-URL: Homepage, https://cli.datacontract.com
@@ -11,69 +11,72 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: typer<0.13,>=0.12
+Requires-Dist: typer<0.14,>=0.12
 Requires-Dist: pydantic<2.10.0,>=2.8.2
 Requires-Dist: pyyaml~=6.0.1
 Requires-Dist: requests<2.33,>=2.31
-Requires-Dist: fastapi==0.114.2
-Requires-Dist: uvicorn==0.30.6
+Requires-Dist: fastapi==0.115.5
+Requires-Dist: uvicorn==0.32.1
 Requires-Dist: fastjsonschema<2.21.0,>=2.19.1
 Requires-Dist: fastparquet==2024.5.0
-Requires-Dist: python-multipart==0.0.9
-Requires-Dist: rich<13.9,>=13.7
-Requires-Dist: simple-ddl-parser==1.6.1
-Requires-Dist: duckdb==1.0.0
-Requires-Dist: soda-core-duckdb<3.4.0,>=3.3.1
+Requires-Dist: python-multipart==0.0.12
+Requires-Dist: rich<13.10,>=13.7
+Requires-Dist: simple-ddl-parser==1.7.1
+Requires-Dist: duckdb==1.1.2
+Requires-Dist: soda-core-duckdb<3.5.0,>=3.3.1
 Requires-Dist: setuptools>=60
 Requires-Dist: python-dotenv~=1.0.0
 Requires-Dist: rdflib==7.0.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc~=1.16
 Requires-Dist: opentelemetry-exporter-otlp-proto-http~=1.16
-Requires-Dist: boto3<1.35.20,>=1.34.41
-Requires-Dist: jinja-partials>=0.2.1
-Provides-Extra: all
-Requires-Dist: datacontract-cli[bigquery,databricks,dbml,dbt,kafka,postgres,s3,snowflake,sqlserver,trino]; extra == "all"
+Requires-Dist: boto3<1.35.69,>=1.34.41
+Requires-Dist: jinja_partials>=0.2.1
 Provides-Extra: avro
 Requires-Dist: avro==1.12.0; extra == "avro"
 Provides-Extra: bigquery
-Requires-Dist: soda-core-bigquery<3.4.0,>=3.3.1; extra == "bigquery"
+Requires-Dist: soda-core-bigquery<3.5.0,>=3.3.1; extra == "bigquery"
 Provides-Extra: databricks
-Requires-Dist: soda-core-spark-df<3.4.0,>=3.3.1; extra == "databricks"
-Requires-Dist: databricks-sql-connector<3.5.0,>=3.1.2; extra == "databricks"
-Requires-Dist: databricks-sdk<0.33.0,>=0.32.0; extra == "databricks"
-Requires-Dist: soda-core-spark[databricks]<3.4.0,>=3.3.1; extra == "databricks"
-Provides-Extra: dbml
-Requires-Dist: pydbml>=1.1.1; extra == "dbml"
+Requires-Dist: soda-core-spark-df<3.5.0,>=3.3.1; extra == "databricks"
+Requires-Dist: databricks-sql-connector<3.6.0,>=3.1.2; extra == "databricks"
+Requires-Dist: databricks-sdk<0.39.0,>=0.32.0; extra == "databricks"
+Requires-Dist: soda-core-spark[databricks]<3.5.0,>=3.3.1; extra == "databricks"
+Provides-Extra: iceberg
+Requires-Dist: pyiceberg==0.7.1; extra == "iceberg"
+Provides-Extra: kafka
+Requires-Dist: datacontract-cli[avro]; extra == "kafka"
+Requires-Dist: soda-core-spark-df<3.5.0,>=3.3.1; extra == "kafka"
+Provides-Extra: postgres
+Requires-Dist: soda-core-postgres<3.5.0,>=3.3.1; extra == "postgres"
+Provides-Extra: s3
+Requires-Dist: s3fs==2024.10.0; extra == "s3"
+Provides-Extra: snowflake
+Requires-Dist: snowflake-connector-python[pandas]<3.13,>=3.6; extra == "snowflake"
+Requires-Dist: soda-core-snowflake<3.5.0,>=3.3.1; extra == "snowflake"
+Provides-Extra: sqlserver
+Requires-Dist: soda-core-sqlserver<3.5.0,>=3.3.1; extra == "sqlserver"
+Provides-Extra: trino
+Requires-Dist: soda-core-trino<3.5.0,>=3.3.1; extra == "trino"
 Provides-Extra: dbt
 Requires-Dist: dbt-core>=1.8.0; extra == "dbt"
+Provides-Extra: dbml
+Requires-Dist: pydbml>=1.1.1; extra == "dbml"
+Provides-Extra: parquet
+Requires-Dist: pyarrow>=12.0.0; extra == "parquet"
+Provides-Extra: all
+Requires-Dist: datacontract-cli[bigquery,databricks,dbml,dbt,iceberg,kafka,parquet,postgres,s3,snowflake,sqlserver,trino]; extra == "all"
 Provides-Extra: dev
 Requires-Dist: datacontract-cli[all]; extra == "dev"
 Requires-Dist: httpx==0.27.2; extra == "dev"
 Requires-Dist: kafka-python; extra == "dev"
-Requires-Dist: moto==5.0.14; extra == "dev"
+Requires-Dist: moto==5.0.18; extra == "dev"
 Requires-Dist: pandas>=2.1.0; extra == "dev"
-Requires-Dist: pre-commit<3.9.0,>=3.7.1; extra == "dev"
-Requires-Dist: pyarrow>=12.0.0; extra == "dev"
+Requires-Dist: pre-commit<4.1.0,>=3.7.1; extra == "dev"
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-xdist; extra == "dev"
 Requires-Dist: pymssql==2.3.1; extra == "dev"
 Requires-Dist: ruff; extra == "dev"
-Requires-Dist: testcontainers[kafka,minio,mssql,postgres]==4.8.1; extra == "dev"
-Requires-Dist: trino==0.329.0; extra == "dev"
-Provides-Extra: kafka
-Requires-Dist: datacontract-cli[avro]; extra == "kafka"
-Requires-Dist: soda-core-spark-df<3.4.0,>=3.3.1; extra == "kafka"
-Provides-Extra: postgres
-Requires-Dist: soda-core-postgres<3.4.0,>=3.3.1; extra == "postgres"
-Provides-Extra: s3
-Requires-Dist: s3fs==2024.9.0; extra == "s3"
-Provides-Extra: snowflake
-Requires-Dist: snowflake-connector-python[pandas]<3.13,>=3.6; extra == "snowflake"
-Requires-Dist: soda-core-snowflake<3.4.0,>=3.3.1; extra == "snowflake"
-Provides-Extra: sqlserver
-Requires-Dist: soda-core-sqlserver<3.4.0,>=3.3.1; extra == "sqlserver"
-Provides-Extra: trino
-Requires-Dist: soda-core-trino<3.4.0,>=3.3.1; extra == "trino"
+Requires-Dist: testcontainers[kafka,minio,mssql,postgres]==4.8.2; extra == "dev"
+Requires-Dist: trino==0.330.0; extra == "dev"
 
 # Data Contract CLI
 
@@ -85,8 +88,8 @@ Requires-Dist: soda-core-trino<3.4.0,>=3.3.1; extra == "trino"
   <a href="https://datacontract.com/slack" rel="nofollow"><img src="https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&amp;style=social" alt="Slack Status" data-canonical-src="https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&amp;style=social" style="max-width: 100%;"></a>
 </p>
 
-The `datacontract` CLI is an open source command-line tool for working with [Data Contracts](https://datacontract.com/).
-It uses data contract YAML files to lint the data contract, connect to data sources and execute schema and quality tests, detect breaking changes, and export to different formats. The tool is written in Python. It can be used as a standalone CLI tool, in a CI/CD pipeline, or directly as a Python library.
+The `datacontract` CLI is an open-source command-line tool for working with data contracts.
+It uses data contract YAML files as [Data Contract Specification](https://datacontract.com/) or [ODCS](https://bitol-io.github.io/open-data-contract-standard/latest/) to lint the data contract, connect to data sources and execute schema and quality tests, detect breaking changes, and export to different formats. The tool is written in Python. It can be used as a standalone CLI tool, in a CI/CD pipeline, or directly as a Python library.
 
 ![Main features of the Data Contract CLI](datacontractcli.png)
 
@@ -98,15 +101,15 @@ Let's look at this data contract:
 
 We have a _servers_ section with endpoint details to the S3 bucket, _models_ for the structure of the data, _servicelevels_ and _quality_ attributes that describe the expected freshness and number of rows.
 
-This data contract contains all information to connect to S3 and check that the actual data meets the defined schema and quality requirements. We can use this information to test if the actual data set in S3 is compliant to the data contract.
+This data contract contains all information to connect to S3 and check that the actual data meets the defined schema and quality requirements. We can use this information to test if the actual data product in S3 is compliant to the data contract.
 
-Let's use [pip](https://pip.pypa.io/en/stable/getting-started/) to install the CLI (or use the [Docker image](#docker), if you prefer).
+Let's use [pip](https://pip.pypa.io/en/stable/getting-started/) to install the CLI (or use the [Docker image](#docker)),
 ```bash
 $ python3 -m pip install datacontract-cli[all]
 ```
 
 
-We run the tests:
+now, let's run the tests:
 
 ```bash
 $ datacontract test https://datacontract.com/examples/orders-latest/datacontract.yaml
@@ -144,7 +147,7 @@ Testing https://datacontract.com/examples/orders-latest/datacontract.yaml
 
 Voilà, the CLI tested that the _datacontract.yaml_ itself is valid, all records comply with the schema, and all quality attributes are met.
 
-We can also use the datacontract.yaml to export in many [formats](#format), e.g., to SQL:
+We can also use the datacontract.yaml to export in many [formats](#format), e.g., to generate a SQL DDL:
 
 ```bash
 $ datacontract export --format sql https://datacontract.com/examples/orders-latest/datacontract.yaml
@@ -191,7 +194,7 @@ $ datacontract test datacontract.yaml
 # execute schema and quality checks on the examples within the contract
 $ datacontract test --examples datacontract.yaml
 
-# export data contract as html (other formats: avro, dbt, dbt-sources, dbt-staging-sql, jsonschema, odcs, rdf, sql, sodacl, terraform, ...)
+# export data contract as html (other formats: avro, dbt, dbt-sources, dbt-staging-sql, jsonschema, odcs_v2, odcs_v3, rdf, sql, sodacl, terraform, ...)
 $ datacontract export --format html datacontract.yaml > datacontract.html
 
 # import avro (other formats: sql, glue, bigquery...)
@@ -224,8 +227,7 @@ if not run.has_passed():
 Choose the most appropriate installation method for your needs:
 
 ### pip
-Python 3.11 recommended.
-Python 3.12 available as pre-release release candidate for 0.9.3
+Python 3.10, 3.11, and 3.12 are supported. We recommend to use Python 3.11.
 
 ```bash
 python3 -m pip install datacontract-cli[all]
@@ -239,17 +241,22 @@ pipx install datacontract-cli[all]
 
 ### Docker
 
+You can also use our Docker image to run the CLI tool. It is also convenient for CI/CD pipelines.
+
 ```bash
 docker pull datacontract/cli
 docker run --rm -v ${PWD}:/home/datacontract datacontract/cli
 ```
 
-Or via an alias that automatically uses the latest version:
+You can create an alias for the Docker command to make it easier to use:
 
 ```bash
 alias datacontract='docker run --rm -v "${PWD}:/home/datacontract" datacontract/cli:latest'
 ```
 
+_Note:_ The output of Docker command line messages is limited to 80 columns and may include line breaks. Don't pipe docker output to files if you want to export code. Use the `--output` option instead.
+
+
 
 ## Optional Dependencies
 
@@ -267,6 +274,7 @@ A list of available extras:
 | Avro Support           | `pip install datacontract-cli[avro]`       |
 | Google BigQuery        | `pip install datacontract-cli[bigquery]`   |
 | Databricks Integration | `pip install datacontract-cli[databricks]` |
+| Iceberg                | `pip install datacontract-cli[iceberg]`    |
 | Kafka Integration      | `pip install datacontract-cli[kafka]`      |
 | PostgreSQL Integration | `pip install datacontract-cli[postgres]`   |
 | S3 Integration         | `pip install datacontract-cli[s3]`         |
@@ -274,6 +282,8 @@ A list of available extras:
 | Microsoft SQL Server   | `pip install datacontract-cli[sqlserver]`  |
 | Trino                  | `pip install datacontract-cli[trino]`      |
 | Dbt                    | `pip install datacontract-cli[dbt]`        |
+| Dbml                   | `pip install datacontract-cli[dbml]`       |
+| Parquet                | `pip install datacontract-cli[parquet]`    |
 
 
 
@@ -742,10 +752,11 @@ servers:
 
 #### Environment Variables
 
-| Environment Variable               | Example | Description                 |
-|------------------------------------|---------|-----------------------------|
-| `DATACONTRACT_KAFKA_SASL_USERNAME` | `xxx`   | The SASL username (key).    |
-| `DATACONTRACT_KAFKA_SASL_PASSWORD` | `xxx`   | The SASL password (secret). |
+| Environment Variable                | Example | Description                                                                      |
+|-------------------------------------|---------|----------------------------------------------------------------------------------|
+| `DATACONTRACT_KAFKA_SASL_USERNAME`  | `xxx`   | The SASL username (key).                                                         |
+| `DATACONTRACT_KAFKA_SASL_PASSWORD`  | `xxx`   | The SASL password (secret).                                                      |
+| `DATACONTRACT_KAFKA_SASL_MECHANISM` | `PLAIN` | Default `PLAIN`. Other supported mechanisms: `SCRAM-SHA-256` and `SCRAM-SHA-512` |
 
 
 ### Postgres
@@ -800,6 +811,10 @@ models:
     fields:
       my_column_1: # corresponds to a column
         type: varchar
+      my_column_2: # corresponds to a column with custom trino type
+        type: object
+        config:
+          trinoType: row(en_us varchar, pt_br varchar)
 ```
 
 #### Environment Variables
@@ -814,19 +829,19 @@ models:
 ### export
 
 ```
-
- Usage: datacontract export [OPTIONS] [LOCATION]
-
- Convert data contract to a specific format. Prints to stdout or to the specified output file.
-
+ Usage: datacontract export [OPTIONS] [LOCATION]                                                                                  
+                                                                                                                                  
+ Convert data contract to a specific format. Saves to file specified by `output` option if present, otherwise prints to stdout.      
+                                                                                                                                  
 ╭─ Arguments ────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
 │   location      [LOCATION]  The location (url or path) of the data contract yaml. [default: datacontract.yaml]                 │
 ╰────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
 ╭─ Options ──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
 │ *  --format        [jsonschema|pydantic-model|sodacl|dbt|dbt-sources|db  The export format. [default: None] [required]         │
-│                    t-staging-sql|odcs|rdf|avro|protobuf|great-expectati                                                        │
-│                    ons|terraform|avro-idl|sql|sql-query|html|go|bigquer                                                        │
-│                    y|dbml|spark|sqlalchemy|data-caterer]                                                                       │
+│                    t-staging-sql|odcs|odcs_v2|odcs_v3|rdf|avro|protobuf                                                        │
+│                    |great-expectations|terraform|avro-idl|sql|sql-query                                                        │
+│                    |html|go|bigquery|dbml|spark|sqlalchemy|data-caterer                                                        │
+│                    |dcs]                                                                                                       │
 │    --output        PATH                                                  Specify the file path where the exported data will be │
 │                                                                          saved. If no path is provided, the output will be     │
 │                                                                          printed to stdout.                                    │
@@ -836,6 +851,12 @@ models:
 │                                                                          file to refer to a model, e.g., `orders`, or `all`    │
 │                                                                          for all models (default).                             │
 │                                                                          [default: all]                                        │
+│    --schema        TEXT                                                  The location (url or path) of the Data Contract       │
+│                                                                          Specification JSON Schema                             │
+│                                                                          [default:                                             │
+│                                                                          https://datacontract.com/datacontract.schema.json]    │
+│    --engine        TEXT                                                  [engine] The engine used for great expection run.     │
+│                                                                          [default: None]                                       │
 │    --help                                                                Show this message and exit.                           │
 ╰────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
 ╭─ RDF Options ──────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
@@ -846,44 +867,47 @@ models:
 │                                detect the sql dialect via the specified servers in the data contract.                          │
 │                                [default: auto]                                                                                 │
 ╰────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
-
 ```
 
 ```bash
 # Example export data contract as HTML
-datacontract export --format html > datacontract.html
+datacontract export --format html --output datacontract.html
 ```
 
 Available export options:
 
 | Type                 | Description                                             | Status |
 |----------------------|---------------------------------------------------------|--------|
-| `html`               | Export to HTML                                          | ✅     |
-| `jsonschema`         | Export to JSON Schema                                   | ✅     |
-| `odcs`               | Export to Open Data Contract Standard (ODCS)            | ✅     |
-| `sodacl`             | Export to SodaCL quality checks in YAML format          | ✅     |
-| `dbt`                | Export to dbt models in YAML format                     | ✅     |
-| `dbt-sources`        | Export to dbt sources in YAML format                    | ✅     |
-| `dbt-staging-sql`    | Export to dbt staging SQL models                        | ✅     |
-| `rdf`                | Export data contract to RDF representation in N3 format | ✅     |
-| `avro`               | Export to AVRO models                                   | ✅     |
-| `protobuf`           | Export to Protobuf                                      | ✅     |
-| `terraform`          | Export to terraform resources                           | ✅     |
-| `sql`                | Export to SQL DDL                                       | ✅     |
-| `sql-query`          | Export to SQL Query                                     | ✅     |
-| `great-expectations` | Export to Great Expectations Suites in JSON Format      | ✅     |
-| `bigquery`           | Export to BigQuery Schemas                              | ✅     |
-| `go`                 | Export to Go types                                      | ✅     |
-| `pydantic-model`     | Export to pydantic models                               | ✅     |
-| `DBML`               | Export to a DBML Diagram description                    | ✅     |
-| `spark`              | Export to a Spark StructType                            | ✅     |
-| `sqlalchemy`         | Export to SQLAlchemy Models                             | ✅     |
-| `data-caterer`       | Export to Data Caterer in YAML format                   | ✅     |
+| `html`               | Export to HTML                                          | ✅      |
+| `jsonschema`         | Export to JSON Schema                                   | ✅      |
+| `odcs_v2`            | Export to Open Data Contract Standard (ODCS) V2         | ✅      |
+| `odcs_v3`            | Export to Open Data Contract Standard (ODCS) V3         | ✅      |
+| `odcs`               | Export to Open Data Contract Standard (ODCS) V3         | ✅      |
+| `sodacl`             | Export to SodaCL quality checks in YAML format          | ✅      |
+| `dbt`                | Export to dbt models in YAML format                     | ✅      |
+| `dbt-sources`        | Export to dbt sources in YAML format                    | ✅      |
+| `dbt-staging-sql`    | Export to dbt staging SQL models                        | ✅      |
+| `rdf`                | Export data contract to RDF representation in N3 format | ✅      |
+| `avro`               | Export to AVRO models                                   | ✅      |
+| `protobuf`           | Export to Protobuf                                      | ✅      |
+| `terraform`          | Export to terraform resources                           | ✅      |
+| `sql`                | Export to SQL DDL                                       | ✅      |
+| `sql-query`          | Export to SQL Query                                     | ✅      |
+| `great-expectations` | Export to Great Expectations Suites in JSON Format      | ✅      |
+| `bigquery`           | Export to BigQuery Schemas                              | ✅      |
+| `go`                 | Export to Go types                                      | ✅      |
+| `pydantic-model`     | Export to pydantic models                               | ✅      |
+| `DBML`               | Export to a DBML Diagram description                    | ✅      |
+| `spark`              | Export to a Spark StructType                            | ✅      |
+| `sqlalchemy`         | Export to SQLAlchemy Models                             | ✅      |
+| `data-caterer`       | Export to Data Caterer in YAML format                   | ✅      |
+| `dcs`                | Export to Data Contract Specification in YAML format    | ✅      |
 | Missing something?   | Please create an issue on GitHub                        | TBD    |
 
+
 #### Great Expectations
 
-The export function transforms a specified data contract into a comprehensive Great Expectations JSON suite.
+The `export` function transforms a specified data contract into a comprehensive Great Expectations JSON suite.
 If the contract includes multiple models, you need to specify the names of the model you wish to export.
 
 ```shell
@@ -893,7 +917,22 @@ datacontract  export datacontract.yaml --format great-expectations --model order
 The export creates a list of expectations by utilizing:
 
 - The data from the Model definition with a fixed mapping
-- The expectations provided in the quality field for each model (find here the expectations gallery https://greatexpectations.io/expectations/)
+- The expectations provided in the quality field for each model (find here the expectations gallery: [Great Expectations Gallery](https://greatexpectations.io/expectations/))
+
+### Additional Arguments
+
+To further customize the export, the following optional arguments are available:
+
+- **`suite_name`**: The name of the expectation suite. This suite groups all generated expectations and provides a convenient identifier within Great Expectations. If not provided, a default suite name will be generated based on the model name(s).
+
+- **`engine`**: Specifies the engine used to run Great Expectations checks. Accepted values are:
+  - `pandas` — Use this when working with in-memory data frames through the Pandas library.
+  - `spark` — Use this for working with Spark dataframes.
+  - `sql` — Use this for working with SQL databases.
+
+- **`sql_server_type`**: Specifies the type of SQL server to connect with when `engine` is set to `sql`.
+
+  Providing `sql_server_type` ensures that the appropriate SQL dialect and connection settings are applied during the expectation validation.
 
 #### RDF
 
@@ -990,14 +1029,20 @@ models:
 ### import
 
 ```
- Usage: datacontract import [OPTIONS]
-
- Create a data contract from the given source location. Prints to stdout.                                                      
+ Usage: datacontract import [OPTIONS]                                                                                          
+                                                                                                                               
+ Create a data contract from the given source location. Saves to file specified by `output` option if present, otherwise
+ prints to stdout.                                                                                                                    
                                                                                                                                
 ╭─ Options ───────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
-│ *  --format                       [sql|avro|dbt|glue|jsonschema|bigquery|odcs  The format of the source file.               │
-│                                   |unity|spark]                                [default: None]                              │
+│ *  --format                       [sql|avro|dbt|dbml|glue|jsonschema|bigquery  The format of the source file.               │
+│                                   |odcs|unity|spark|iceberg|parquet]           [default: None]                              │
 │                                                                                [required]                                   │
+│    --output                       PATH                                         Specify the file path where the Data         │
+│                                                                                Contract will be saved. If no path is        │
+│                                                                                provided, the output will be printed to      │
+│                                                                                stdout.                                      │
+│                                                                                [default: None]                              │
 │    --source                       TEXT                                         The path to the file or Glue Database that   │
 │                                                                                should be imported.                          │
 │                                                                                [default: None]                              │
@@ -1026,6 +1071,9 @@ models:
 │                                                                                file (repeat for multiple table names, leave │
 │                                                                                empty for all tables in the file).           │
 │                                                                                [default: None]                              │
+│    --iceberg-table                TEXT                                         Table name to assign to the model created    │
+│                                                                                from the Iceberg schema.                     │
+│                                                                                [default: None]                              │
 │    --help                                                                      Show this message and exit.                  │
 ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
 ```
@@ -1034,6 +1082,8 @@ Example:
 ```bash
 # Example import from SQL DDL
 datacontract import --format sql --source my_ddl.sql
+# To save to file
+datacontract import --format sql --source my_ddl.sql --output datacontract.yaml
 ```
 
 Available import options:
@@ -1051,12 +1101,26 @@ Available import options:
 | `spark`            | Import from Spark StructTypes                  | ✅      |
 | `dbml`             | Import from DBML models                        | ✅      |
 | `protobuf`         | Import from Protobuf schemas                   | TBD    |
+| `iceberg`          | Import from an Iceberg JSON Schema Definition  | partial |
+| `parquet`          | Import from Parquet File Metadta               | ✅      |
 | Missing something? | Please create an issue on GitHub               | TBD    |
 
 
+#### ODCS
+
+Import from Open Data Contract Standard (ODCS) v2 or v3.
+The importer automatically detects the ODCS version and imports the data contract.
+
+Examples:
+
+```bash
+# Example import from ODCS
+datacontract import --format odcs --source my_data_contract.odcs.yaml
+```
+
 #### BigQuery
 
-Bigquery data can either be imported off of JSON Files generated from the table descriptions or directly from the Bigquery API. In case you want to use JSON Files, specify the `source` parameter with a path to the JSON File.
+BigQuery data can either be imported off of JSON Files generated from the table descriptions or directly from the Bigquery API. In case you want to use JSON Files, specify the `source` parameter with a path to the JSON File.
 
 To import from the Bigquery API, you have to _omit_ `source` and instead need to provide `bigquery-project` and `bigquery-dataset`. Additionally you may specify `bigquery-table` to enumerate the tables that should be imported. If no tables are given, _all_ available tables of the dataset will be imported.
 
@@ -1168,6 +1232,15 @@ datacontract import --format dbml --source <file_path> --dbml-table <table_name_
 datacontract import --format dbml --source <file_path> --dbml-table <table_name_1> --dbml-schema <schema_1>
 ```
 
+#### Iceberg
+
+Importing from an [Iceberg Table Json Schema Definition](https://iceberg.apache.org/spec/#appendix-c-json-serialization). Specify location of json files using the `source` parameter.
+
+Examples:
+
+```bash
+datacontract import --format iceberg --source ./tests/fixtures/iceberg/simple_schema.json --iceberg-table test-table
+```
 
 ### breaking
 
@@ -1232,6 +1305,16 @@ datacontract import --format dbml --source <file_path> --dbml-table <table_name_
 ╰──────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
 ```
 
+Examples:
+
+```
+# create a catalog right in the current folder
+datacontract catalog --output "."
+
+# Create a catalog based on a filename convention
+datacontract catalog --files "*.odcs.yaml"
+```
+
 ### Publish
 
 ```
@@ -1549,7 +1632,7 @@ if __name__ == "__main__":
 Output
   
 ```yaml
-dataContractSpecification: 0.9.3
+dataContractSpecification: 1.1.0
 id: uuid-custom
 info:
   title: my_custom_imported_data

datacontract_cli-0.10.15.dist-info/RECORD

@@ -0,0 +1,105 @@
+datacontract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datacontract/cli.py,sha256=F3MKhqNMW0pFh0B54ik4DeMECWJANAQ1mEm5a7yAtSc,16506
+datacontract/data_contract.py,sha256=rw9klvbIoaOwtBflpspqDeOXs3YY4qlQXsuOBROAJT0,14669
+datacontract/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datacontract/web.py,sha256=MePB-XJvTZObMzrk3tIW8-bAvk-QcEEt767RVos3Zoc,2105
+datacontract/breaking/breaking.py,sha256=jCYKEH410p9E9MUi1UQJhtIQWjPEHqYy9dC8Z1viYnY,20398
+datacontract/breaking/breaking_rules.py,sha256=OPCBtUHd5erAvsdC8KChTHIAItJ5GZZqwT2KXmuIA1A,3914
+datacontract/catalog/catalog.py,sha256=wmv_2BBxHhNBlilAmQHHhNe4tK14DowkyIOVaQW2DWU,2691
+datacontract/engines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datacontract/engines/datacontract/check_that_datacontract_contains_valid_servers_configuration.py,sha256=TXO47ON3NjwYI4Y2eBYklMOCo7vAtYzqLPAhZhii6dg,1565
+datacontract/engines/datacontract/check_that_datacontract_file_exists.py,sha256=Vw-7U0GmQT2127tybxggZfpRFiZVgoIh6ndkTGM0FP4,665
+datacontract/engines/fastjsonschema/check_jsonschema.py,sha256=PxDvH2T2bUbS-V6euENfwTIa_R-CMTZFxiRnyxvOTp4,9820
+datacontract/engines/fastjsonschema/s3/s3_read_files.py,sha256=vuz_hLF2VD8LR_prjQpPLBU8Is-iHLAvqp4KwclOv9I,1157
+datacontract/engines/soda/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datacontract/engines/soda/check_soda_execute.py,sha256=nDmbI2luc8u68PyfBL7eZqI_TK4EwDnKnwrhpeSQQQo,7869
+datacontract/engines/soda/connections/bigquery.py,sha256=C-8kxmzpYe88bJp80ObHFLMh4rpnIjnUQ7XOj0Ke7lk,903
+datacontract/engines/soda/connections/dask.py,sha256=Yy6Et2n_vDVsdjtqyBWDSZt7mnjPzPk_MZ-92VZHfnY,1496
+datacontract/engines/soda/connections/databricks.py,sha256=lpMju-o_TzLZeF0EEVwePPr8JahqvFnj5xRYjF15fc8,561
+datacontract/engines/soda/connections/duckdb.py,sha256=c9Fq8uqkvuyc5YsnErlwFUALE4SvlO7cToMMpxzVadY,6272
+datacontract/engines/soda/connections/kafka.py,sha256=bSC-TmZPmQvOr1rMaDtankcfYni4hmfbQooFaSlC_uc,8452
+datacontract/engines/soda/connections/postgres.py,sha256=9GTF4Es3M5vb7ocSGqAxXmslvkS5CjsPQGIuo020CFc,626
+datacontract/engines/soda/connections/snowflake.py,sha256=rfG2ysuqNM6TkvyqQKcGHFsTGJ6AROmud5VleUDRrb0,749
+datacontract/engines/soda/connections/sqlserver.py,sha256=RzGLbCUdRyfmDcqtM_AB9WZ-Xk-XYX91nkXpVNpYbvc,1440
+datacontract/engines/soda/connections/trino.py,sha256=JvKUP9aFg_n095oWE0-bGmfbETSWEOURGEZdQuG8txA,718
+datacontract/export/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datacontract/export/avro_converter.py,sha256=xNRo0eXR3n--EA8SziarWqhlvOYtQWkWJtEiVK5QKXI,4451
+datacontract/export/avro_idl_converter.py,sha256=SGO7JfI9UGXLYFR5wMGNUH1qf6kt9lF6dUU9roVqnFo,9878
+datacontract/export/bigquery_converter.py,sha256=VSBdVGWrlar18ETzgNArxDzk8Zt5JcAc_wKjfwLpG_A,4734
+datacontract/export/csv_type_converter.py,sha256=ZZuJwBgQnafZC7PPvAXsBf2IajPJq8TYZ1l8Qq0GYeI,1290
+datacontract/export/data_caterer_converter.py,sha256=MYUhoRjKSTpQFUZjc0CG6daPRpvm5j51wS0NUTSzQNU,5324
+datacontract/export/dbml_converter.py,sha256=Tqsjicvh-NyEnpfn2Lnrpbhn9SQBD8uGlZY6Sb0VBV8,4737
+datacontract/export/dbt_converter.py,sha256=0i6EPOdAnzQgV7MtQxHjxZlM4CdgJI3iygG9BvPuuy8,9389
+datacontract/export/dcs_exporter.py,sha256=RALQ7bLAjak7EsoFFL2GFX2Oju7pnCDPCdRN_wo9wHM,210
+datacontract/export/exporter.py,sha256=62ZO4Sn0V_QCxoShvjqZOBx2q0JLrsvoSfx37JhS2IQ,2979
+datacontract/export/exporter_factory.py,sha256=cdygE42dQeXik1rk0BZ8RbsjJwEJcMDFjgkRT9hn434,5569
+datacontract/export/go_converter.py,sha256=Ttvbfu3YU-3GBwRD6nwCsFyZuc_hiIvJD-Jg2sT5WLw,3331
+datacontract/export/great_expectations_converter.py,sha256=zMaHaj5DLj_Q_q-iFEa7EZHW-qHdFMxWL4MiMIFKV80,10505
+datacontract/export/html_export.py,sha256=ojazWrb0AwSc7Vr72M_otMo-3PA8mfi8tfIy9BCXk9o,2578
+datacontract/export/jsonschema_converter.py,sha256=2MT82MurcQQbrVDRj1kFsxnmFd9scNSfYI1upQSecl4,5631
+datacontract/export/odcs_v2_exporter.py,sha256=0nMI-zTENNs94bllm_Qv3V-8-QyS8jnBW1Be9fEJCmU,4679
+datacontract/export/odcs_v3_exporter.py,sha256=C1Ax4BYeIu_uet_gYYws-sZanE_voGLiuKNHHRjQaV4,12093
+datacontract/export/pandas_type_converter.py,sha256=464pQ3JQKFQa1TO0HBNcEoZvQye_yUbY6jQtiBaphSc,1117
+datacontract/export/protobuf_converter.py,sha256=9K0fzBGbqlj9AhQumw2oq53hyn_QDCT3UlyH2uXJdC0,3192
+datacontract/export/pydantic_converter.py,sha256=1Lt9F8i6zyQYb44MyQtsXwCWWXYxZ47SmzArr_uPqsU,5579
+datacontract/export/rdf_converter.py,sha256=4gnKus37Geth4MJ3Ruc8AbnpD_Ll9OCx8oTIEKScvh8,6435
+datacontract/export/sodacl_converter.py,sha256=zLfQ2VVWYIcvpja3-amMeqUPtfaioX14-skhPteu3vc,10600
+datacontract/export/spark_converter.py,sha256=-6P2_VRFqGfSF7n_lJcD-fuY9Pv8qoH-ud6g8Zimpz4,7190
+datacontract/export/sql_converter.py,sha256=trQV5M76rZ4EpGj-0jkzr9PhGDmMC_RaxDFIAmx1BaQ,4801
+datacontract/export/sql_type_converter.py,sha256=MGTH1hXC90TLMEap1v_Fkahf4N6Ju8yf01pCT7wJrpg,11984
+datacontract/export/sqlalchemy_converter.py,sha256=Cx1_7IFaduDWcTYytboHuKli_ve8imf9LW0_5F471No,6429
+datacontract/export/terraform_converter.py,sha256=ExFoEvErVk-gBnWJiqC38SxDUmUEydpACWc917l5RyM,2163
+datacontract/imports/avro_importer.py,sha256=hpGvO6uv2zcupJC8-wC-c-vbjNb83IQ560a5F3MsEFA,9937
+datacontract/imports/bigquery_importer.py,sha256=7TcP9FDsIas5LwJZ-HrOPXZ-NuR056sxLfDDh3vjo8E,8419
+datacontract/imports/dbml_importer.py,sha256=PhEurAkqPerX1FR6zsks8RsMUpJJWWJojn2Msmcm60Y,3869
+datacontract/imports/dbt_importer.py,sha256=kzQsm_HrKybTr4SSyhZ5n9dHPbd9mg9ojdkRChywM0g,3237
+datacontract/imports/glue_importer.py,sha256=fiJPkvfwOCsaKKCGW19-JM5CCGXZ2mkNrVtUzp2iw6g,8370
+datacontract/imports/iceberg_importer.py,sha256=OFSUgjWn3LQ9QKSAJprIKXAh8CLdKAR6U7QC8KB6fcE,5396
+datacontract/imports/importer.py,sha256=oi_cybcOimEZ4Wc4EJW_2OQoAyErbadPo0foHdVeOmE,860
+datacontract/imports/importer_factory.py,sha256=QBW2tIuQ5Do56-Gtyh7fWLELcCeItYbK2FYq89K5oLw,3486
+datacontract/imports/jsonschema_importer.py,sha256=67H__XLugV4vguHrIqzW02dtx27zYTWnOms4D1ma3bk,4961
+datacontract/imports/odcs_importer.py,sha256=w1TumifVSDgSwsxWV2VmbdzHkb_3vNBKt6mEVE-P284,2042
+datacontract/imports/odcs_v2_importer.py,sha256=s6-WjEToeTvHxSCdkEsiPVGz7ZPahtVY90z7c56SI7A,7151
+datacontract/imports/odcs_v3_importer.py,sha256=TXutHthpl7DvMCS-HZ49Pvs1HKRLT_VWquXaXB8xIR8,12814
+datacontract/imports/parquet_importer.py,sha256=W_0_16mX4stwDUt4GM2L7dnGmTpAySab5k13-OlTCCc,3095
+datacontract/imports/spark_importer.py,sha256=h2na1YtdJYu9Oz07tSvwx8L4RX6aLCCDVkAv-RTKyVA,5100
+datacontract/imports/sql_importer.py,sha256=0zZ7eHXg7xj843DZ14FBgUg2vzdJvP2he2ThSoaDtko,2890
+datacontract/imports/unity_importer.py,sha256=UcPYABhLZaWNl5IkCazwAuMoVDdujsu_QteuV_Q9hgI,6737
+datacontract/init/download_datacontract_file.py,sha256=pj_4mhWKlEtfueWohDgkb1nyuG5ERDipUDszxKwpZUs,413
+datacontract/integration/datamesh_manager.py,sha256=RWIrOKXtyeiDSTRthsLOXV1PxTEXFFasYp1F2ZCw77s,2749
+datacontract/integration/opentelemetry.py,sha256=oTIhP066qM2By9Evttq9LDUgFq3sr8In0ENdS1TIsz4,3827
+datacontract/lint/files.py,sha256=tg0vq_w4LQsEr_8A5qr4hUJmHeGalUpsXJXC1t-OGC0,471
+datacontract/lint/lint.py,sha256=Ew0n3ooXxmCVnUxJ_cDoacsD82QdMZYnKrxnG9J0sWQ,5077
+datacontract/lint/resolve.py,sha256=fzHcz5UolXvleSWJfctjvl4wGNTIgOuw9nz8gCLTtGM,9607
+datacontract/lint/resources.py,sha256=nfeZmORh1aP7EKpMKCmfbS04Te8pQ0nz64vJVkHOq3c,647
+datacontract/lint/schema.py,sha256=W7MJWWQk0qxtp5q4X3waDKUnGJVXVMBkbxXDG-A1-aw,1469
+datacontract/lint/urls.py,sha256=W7Edcd8Iw4NjokVtuSshEfzsXshQpuh_tpO73aM9dsM,2294
+datacontract/lint/linters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datacontract/lint/linters/description_linter.py,sha256=7fla7FQwDa-1UrLFCFKFoeUzkR91e4o9W6ySKSW6_U8,1555
+datacontract/lint/linters/example_model_linter.py,sha256=tmgxGxC-GzMUxFumTOuuASdz9ZlncBZHasPGJsWnDT8,3973
+datacontract/lint/linters/field_pattern_linter.py,sha256=lreGvOW3v_Glah_SriVe9ejZ7EuR6_gJsdr2tEORB_8,1084
+datacontract/lint/linters/field_reference_linter.py,sha256=PSwLfct-x97on1dSGdZ3u7MGqy1oexVc6maRZeh7gIA,1551
+datacontract/lint/linters/notice_period_linter.py,sha256=6r413aEVOVHWJHb33-68ecVTAUNzbxL4me6ebmPcgpE,2130
+datacontract/lint/linters/quality_schema_linter.py,sha256=ZXFHlMLFV1GZejizbUdfW6-msffFECoDGNsdynaPnog,2182
+datacontract/lint/linters/valid_constraints_linter.py,sha256=qTFh1X3I9wOtAxuXlvbGesCQ3GQ6iWc-MT_ttIybRsw,4916
+datacontract/model/breaking_change.py,sha256=BIDEUo1U2CQLVT2-I5PyFttxAj6zQPI1UUkEoOOQXMY,2249
+datacontract/model/data_contract_specification.py,sha256=O5nraoORyUwEx-HZeBcVaBna3ZtfhFTV2Z_-U7vaE8g,7733
+datacontract/model/exceptions.py,sha256=zW9NoyzwsND-c9UqgyTVuezUVGEc6KK1Uc2zl12loyo,1178
+datacontract/model/odcs.py,sha256=9PXwm72FASjNwteF1Jn591iP3-St0aq16Cpsk0PkEW8,389
+datacontract/model/run.py,sha256=NMPCSwjnICOjEycgYDgBUUXoj8lWfFp2DVxotzOvWv8,2809
+datacontract/templates/datacontract.html,sha256=w9xGnjYFtFmmsU90_I1NHVLNcuS22flPw51oIAn56WY,13442
+datacontract/templates/index.html,sha256=nyi9nrEsSPuOrXszKzqkqwZGveXsdy1PLJp2g9oDw0A,12517
+datacontract/templates/partials/datacontract_information.html,sha256=7ZBxgEgi2XndKBypeOpe03oCSRPOujC6NVlN7zexGNM,6221
+datacontract/templates/partials/datacontract_servicelevels.html,sha256=ed3QgB11B0Qq2h_NwaroGZ4pQMBPEhfeQaoS-qEipqY,11401
+datacontract/templates/partials/datacontract_terms.html,sha256=1cnJcOTpxwot2BCuZmkLF_SPfiVloLs3c8mj9WfE4sc,1865
+datacontract/templates/partials/definition.html,sha256=jEvjThHghHT2bo4oMAfe3H0lzc4ZuqDsJFOpN9w3Nho,7085
+datacontract/templates/partials/example.html,sha256=F1dWbHDIXQScgfs4OVgqM1lR4uV4xX5j6suasXHNM88,1204
+datacontract/templates/partials/model_field.html,sha256=kh_ZIqJuayyxN-zDNIUPIoXOZeehGxXQxiImYB6G5qY,6946
+datacontract/templates/partials/server.html,sha256=WkWFbz1ZvhIAUQQhH5Lkwb0HZRW907ehEnFmJSkpquQ,6235
+datacontract/templates/style/output.css,sha256=F3oEhUpuv8kA_dWr4pJymBS_Ju6huIIZdLMkJzPzMmU,25647
+datacontract_cli-0.10.15.dist-info/LICENSE,sha256=23h64qnSeIZ0DKeziWAKC-zBCt328iSbRbWBrXoYRb4,2210
+datacontract_cli-0.10.15.dist-info/METADATA,sha256=Bj38D_3c0H1jVgDCweF0Poalj5iuFE5y3Xq7GJIEQ_I,95349
+datacontract_cli-0.10.15.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+datacontract_cli-0.10.15.dist-info/entry_points.txt,sha256=D3Eqy4q_Z6bHauGd4ppIyQglwbrm1AJnLau4Ppbw9Is,54
+datacontract_cli-0.10.15.dist-info/top_level.txt,sha256=VIRjd8EIUrBYWjEXJJjtdUgc0UAJdPZjmLiOR8BRBYM,13
+datacontract_cli-0.10.15.dist-info/RECORD,,

{datacontract_cli-0.10.13.dist-info → datacontract_cli-0.10.15.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.1.0)
+Generator: setuptools (75.6.0)
 Root-Is-Purelib: true
 Tag: py3-none-any