datacontract-cli 0.10.5__py3-none-any.whl → 0.10.7__py3-none-any.whl

datacontract/cli.py

@@ -13,7 +13,7 @@ from typer.core import TyperGroup
 from typing_extensions import Annotated
 
 from datacontract.catalog.catalog import create_index_html, create_data_contract_html
-from datacontract.data_contract import DataContract
+from datacontract.data_contract import DataContract, ExportFormat
 from datacontract.init.download_datacontract_file import download_datacontract_file, FileExistsException
 from datacontract.publish.publish import publish_to_datamesh_manager
 
@@ -141,28 +141,6 @@ def test(
     _handle_result(run)
 
 
-class ExportFormat(str, Enum):
-    jsonschema = "jsonschema"
-    pydantic_model = "pydantic-model"
-    sodacl = "sodacl"
-    dbt = "dbt"
-    dbt_sources = "dbt-sources"
-    dbt_staging_sql = "dbt-staging-sql"
-    odcs = "odcs"
-    rdf = "rdf"
-    avro = "avro"
-    protobuf = "protobuf"
-    great_expectations = "great-expectations"
-    terraform = "terraform"
-    avro_idl = "avro-idl"
-    sql = "sql"
-    sql_query = "sql-query"
-    html = "html"
-    go = "go"
-    bigquery = "bigquery"
-    dbml = "dbml"
-
-
 @app.command()
 def export(
     format: Annotated[ExportFormat, typer.Option(help="The export format.")],
@@ -231,6 +209,12 @@ def import_(
     source: Annotated[
         Optional[str], typer.Option(help="The path to the file or Glue Database that should be imported.")
     ] = None,
+    glue_table: Annotated[
+        Optional[List[str]],
+        typer.Option(
+            help="List of table ids to import from the Glue Database (repeat for multiple table ids, leave empty for all tables in the dataset)."
+        ),
+    ] = None,
     bigquery_project: Annotated[Optional[str], typer.Option(help="The bigquery project id.")] = None,
     bigquery_dataset: Annotated[Optional[str], typer.Option(help="The bigquery dataset id.")] = None,
     bigquery_table: Annotated[
@@ -243,7 +227,7 @@ def import_(
     """
     Create a data contract from the given source location. Prints to stdout.
     """
-    result = DataContract().import_from_source(format, source, bigquery_table, bigquery_project, bigquery_dataset)
+    result = DataContract().import_from_source(format, source, glue_table, bigquery_table, bigquery_project, bigquery_dataset)
     console.print(result.to_yaml())
 
 

datacontract/data_contract.py

@@ -2,6 +2,7 @@ import json
 import logging
 import tempfile
 import typing
+from enum import Enum
 
 import yaml
 from pyspark.sql import SparkSession
@@ -49,6 +50,28 @@ from datacontract.model.exceptions import DataContractException
 from datacontract.model.run import Run, Check
 
 
+class ExportFormat(str, Enum):
+    jsonschema = "jsonschema"
+    pydantic_model = "pydantic-model"
+    sodacl = "sodacl"
+    dbt = "dbt"
+    dbt_sources = "dbt-sources"
+    dbt_staging_sql = "dbt-staging-sql"
+    odcs = "odcs"
+    rdf = "rdf"
+    avro = "avro"
+    protobuf = "protobuf"
+    great_expectations = "great-expectations"
+    terraform = "terraform"
+    avro_idl = "avro-idl"
+    sql = "sql"
+    sql_query = "sql-query"
+    html = "html"
+    go = "go"
+    bigquery = "bigquery"
+    dbml = "dbml"
+
+
 class DataContract:
     def __init__(
         self,
@@ -195,10 +218,13 @@ class DataContract:
                 run.outputPortId = server.outputPortId
                 run.server = server_name
 
-                # 5. check server is supported type
-                # 6. check server credentials are complete
+                # TODO check server is supported type for nicer error messages
+
+                # TODO check server credentials are complete for nicer error messages
+
                 if server.format == "json" and server.type != "kafka":
                     check_jsonschema(run, data_contract, server)
+
                 check_soda_execute(run, data_contract, server, self._spark, tmp_dir)
 
         except DataContractException as e:
@@ -275,7 +301,9 @@ class DataContract:
             inline_quality=self._inline_quality,
         )
 
-    def export(self, export_format, model: str = "all", rdf_base: str = None, sql_server_type: str = "auto") -> str:
+    def export(
+        self, export_format: ExportFormat, model: str = "all", rdf_base: str = None, sql_server_type: str = "auto"
+    ) -> str:
         data_contract = resolve.resolve_data_contract(
             self._data_contract_file,
             self._data_contract_str,
@@ -422,6 +450,7 @@ class DataContract:
         self,
         format: str,
         source: typing.Optional[str] = None,
+        glue_tables: typing.Optional[typing.List[str]] = None,
         bigquery_tables: typing.Optional[typing.List[str]] = None,
         bigquery_project: typing.Optional[str] = None,
         bigquery_dataset: typing.Optional[str] = None,
@@ -433,7 +462,7 @@ class DataContract:
         elif format == "avro":
             data_contract_specification = import_avro(data_contract_specification, source)
         elif format == "glue":
-            data_contract_specification = import_glue(data_contract_specification, source)
+            data_contract_specification = import_glue(data_contract_specification, source, glue_tables)
         elif format == "jsonschema":
             data_contract_specification = import_jsonschema(data_contract_specification, source)
         elif format == "bigquery":

datacontract/engines/soda/check_soda_execute.py

@@ -64,6 +64,15 @@ def check_soda_execute(
             soda_configuration_str = to_databricks_soda_configuration(server)
             scan.add_configuration_yaml_str(soda_configuration_str)
             scan.set_data_source_name(server.type)
+    elif server.type == "dataframe":
+        if spark is None:
+            run.log_warn("Server type dataframe only works with the Python library and requires a Spark session, "
+                         "please provide one with the DataContract class")
+            return
+        else:
+            logging.info("Use Spark to connect to data source")
+            scan.add_spark_session(spark, data_source_name="datacontract-cli")
+            scan.set_data_source_name("datacontract-cli")
     elif server.type == "kafka":
         if spark is None:
             spark = create_spark_session(tmp_dir)

datacontract/engines/soda/connections/kafka.py

@@ -1,3 +1,4 @@
+import logging
 import os
 from pyspark.sql import SparkSession
 from pyspark.sql.functions import col, expr, from_json
@@ -44,6 +45,8 @@ def create_spark_session(tmp_dir: str) -> SparkSession:
 
 def read_kafka_topic(spark: SparkSession, data_contract: DataContractSpecification, server: Server, tmp_dir):
     """Read and process data from a Kafka topic based on the server configuration."""
+
+    logging.info("Reading data from Kafka server %s topic %s", server.host, server.topic)
     df = (
         spark.read.format("kafka")
         .options(**get_auth_options())

datacontract/export/avro_converter.py

@@ -34,13 +34,8 @@ def to_avro_field(field, field_name):
     if field.description is not None:
         avro_field["doc"] = field.description
     avro_field["type"] = to_avro_type(field, field_name)
-    # add logical type definitions for any of the date type fields
-    if field.type in ["timestamp", "timestamp_tz", "timestamp_ntz", "date"]:
-        avro_field["logicalType"] = to_avro_logical_type(field.type)
 
     if field.config:
-        if "avroLogicalType" in field.config:
-            avro_field["logicalType"] = field.config["avroLogicalType"]
         if "avroDefault" in field.config:
             avro_field["default"] = field.config["avroDefault"]
 
@@ -48,6 +43,17 @@ def to_avro_field(field, field_name):
 
 
 def to_avro_type(field: Field, field_name: str) -> str | dict:
+    if field.config:
+        if "avroLogicalType" in field.config and "avroType" in field.config:
+            return {"type": field.config["avroType"], "logicalType": field.config["avroLogicalType"]}
+        if "avroLogicalType" in field.config:
+            if field.config["avroLogicalType"] in ["timestamp-millis", "timestamp-micros", "local-timestamp-millis", "local-timestamp-micros", "time-micros"]:
+                return {"type": "long", "logicalType": field.config["avroLogicalType"]}
+            if field.config["avroLogicalType"] in ["time-millis", "date"]:
+                return {"type": "int", "logicalType": field.config["avroLogicalType"]}
+        if "avroType" in field.config:
+            return field.config["avroLogicalType"]
+
     if field.type is None:
         return "null"
     if field.type in ["string", "varchar", "text"]:
@@ -64,11 +70,11 @@ def to_avro_type(field: Field, field_name: str) -> str | dict:
     elif field.type in ["boolean"]:
         return "boolean"
     elif field.type in ["timestamp", "timestamp_tz"]:
-        return "long"
+        return {"type": "long", "logicalType": "timestamp-millis"}
     elif field.type in ["timestamp_ntz"]:
-        return "long"
+        return {"type": "long", "logicalType": "local-timestamp-millis"}
     elif field.type in ["date"]:
-        return "int"
+        return {"type": "int", "logicalType": "date"}
     elif field.type in ["time"]:
         return "long"
     elif field.type in ["object", "record", "struct"]:
@@ -82,14 +88,3 @@ def to_avro_type(field: Field, field_name: str) -> str | dict:
         return "null"
     else:
         return "bytes"
-
-
-def to_avro_logical_type(type: str) -> str:
-    if type in ["timestamp", "timestamp_tz"]:
-        return "timestamp-millis"
-    elif type in ["timestamp_ntz"]:
-        return "local-timestamp-millis"
-    elif type in ["date"]:
-        return "date"
-    else:
-        return ""

datacontract/imports/glue_importer.py

@@ -107,7 +107,7 @@ def get_glue_table_schema(database_name: str, table_name: str):
     return table_schema
 
 
-def import_glue(data_contract_specification: DataContractSpecification, source: str):
+def import_glue(data_contract_specification: DataContractSpecification, source: str, table_names: List[str]):
     """Import the schema of a Glue database."""
 
     catalogid, location_uri = get_glue_database(source)
@@ -116,13 +116,14 @@ def import_glue(data_contract_specification: DataContractSpecification, source:
     if catalogid is None:
         return data_contract_specification
 
-    tables = get_glue_tables(source)
+    if table_names is None:
+        table_names = get_glue_tables(source)
 
     data_contract_specification.servers = {
         "production": Server(type="glue", account=catalogid, database=source, location=location_uri),
     }
 
-    for table_name in tables:
+    for table_name in table_names:
         if data_contract_specification.models is None:
             data_contract_specification.models = {}
 

datacontract/web.py

@@ -1,8 +1,10 @@
-from typing import Annotated, Union
+from typing import Annotated, Union, Optional
 
+import typer
 from fastapi import FastAPI, File
 
-from datacontract.data_contract import DataContract
+from datacontract.data_contract import DataContract, ExportFormat
+from fastapi.responses import PlainTextResponse
 
 app = FastAPI()
 
@@ -12,3 +14,38 @@ def lint(file: Annotated[bytes, File()], linters: Union[str, set[str]] = "all"):
     data_contract = DataContract(data_contract_str=str(file, encoding="utf-8"))
     lint_result = data_contract.lint(enabled_linters=linters)
     return {"result": lint_result.result, "checks": lint_result.checks}
+
+
+@app.post("/export", response_class=PlainTextResponse)
+def export(
+    file: Annotated[bytes, File()],
+    export_format: Annotated[ExportFormat, typer.Option(help="The export format.")],
+    server: Annotated[str, typer.Option(help="The server name to export.")] = None,
+    model: Annotated[
+        str,
+        typer.Option(
+            help="Use the key of the model in the data contract yaml file "
+            "to refer to a model, e.g., `orders`, or `all` for all "
+            "models (default)."
+        ),
+    ] = "all",
+    rdf_base: Annotated[
+        Optional[str],
+        typer.Option(help="[rdf] The base URI used to generate the RDF graph.", rich_help_panel="RDF Options"),
+    ] = None,
+    sql_server_type: Annotated[
+        Optional[str],
+        typer.Option(
+            help="[sql] The server type to determine the sql dialect. By default, it uses 'auto' to automatically detect the sql dialect via the specified servers in the data contract.",
+            rich_help_panel="SQL Options",
+        ),
+    ] = "auto",
+):
+    result = DataContract(data_contract_str=str(file, encoding="utf-8"), server=server).export(
+        export_format=export_format,
+        model=model,
+        rdf_base=rdf_base,
+        sql_server_type=sql_server_type,
+    )
+
+    return result

{datacontract_cli-0.10.5.dist-info → datacontract_cli-0.10.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datacontract-cli
-Version: 0.10.5
+Version: 0.10.7
 Summary: Test data contracts
 Author-email: Jochen Christ <jochen.christ@innoq.com>, Stefan Negele <stefan.negele@innoq.com>
 Project-URL: Homepage, https://cli.datacontract.com
@@ -49,10 +49,11 @@ Requires-Dist: pytest ; extra == 'dev'
 Requires-Dist: pytest-xdist ; extra == 'dev'
 Requires-Dist: moto ; extra == 'dev'
 Requires-Dist: pymssql ==2.3.0 ; extra == 'dev'
-Requires-Dist: testcontainers <4.0.0 ; extra == 'dev'
-Requires-Dist: testcontainers-minio ; extra == 'dev'
-Requires-Dist: testcontainers-postgres ; extra == 'dev'
-Requires-Dist: testcontainers-kafka ; extra == 'dev'
+Requires-Dist: kafka-python ; extra == 'dev'
+Requires-Dist: testcontainers ~=4.5.0 ; extra == 'dev'
+Requires-Dist: testcontainers[minio] ; extra == 'dev'
+Requires-Dist: testcontainers[postgres] ; extra == 'dev'
+Requires-Dist: testcontainers[kafka] ; extra == 'dev'
 Requires-Dist: testcontainers[mssql] ; extra == 'dev'
 
 # Data Contract CLI
@@ -333,8 +334,10 @@ Supported server types:
 - [s3](#S3)
 - [bigquery](#bigquery)
 - [azure](#azure)
+- [sqlserver](#sqlserver)
 - [databricks](#databricks)
 - [databricks (programmatic)](#databricks-programmatic)
+- [dataframr (programmatic)](#dataframe-programmatic)
 - [snowflake](#snowflake)
 - [kafka](#kafka)
 - [postgres](#postgres)
@@ -448,6 +451,43 @@ Authentication works with an Azure Service Principal (SPN) aka App Registration
 
 
 
+### Sqlserver
+
+Data Contract CLI can test data in MS SQL Server (including Azure SQL, Synapse Analytics SQL Pool).
+
+#### Example
+
+datacontract.yaml
+```yaml
+servers:
+  production:
+    type: sqlserver
+    host: localhost
+    port: 5432
+    database: tempdb
+    schema: dbo
+    driver: ODBC Driver 18 for SQL Server
+models:
+  my_table_1: # corresponds to a table
+    type: table
+    fields:
+      my_column_1: # corresponds to a column
+        type: varchar
+```
+
+#### Environment Variables
+
+| Environment Variable             | Example            | Description |
+|----------------------------------|--------------------|-------------|
+| `DATACONTRACT_SQLSERVER_USERNAME` | `root`         | Username    |
+| `DATACONTRACT_SQLSERVER_PASSWORD` | `toor` | Password    |
+| `DATACONTRACT_SQLSERVER_TRUSTED_CONNECTION` | `True` | Use windows authentication, instead of login    |
+| `DATACONTRACT_SQLSERVER_TRUST_SERVER_CERTIFICATE` | `True` | Trust self-signed certificate    |
+| `DATACONTRACT_SQLSERVER_ENCRYPTED_CONNECTION` | `True` | Use SSL    |
+
+
+
+
 ### Databricks
 
 Works with Unity Catalog and Hive metastore.
@@ -516,6 +556,41 @@ run = data_contract.test()
 run.result
 ```
 
+### Dataframe (programmatic)
+
+Works with Spark DataFrames.
+DataFrames need to be created as named temporary views.
+Multiple temporary views are suppored if your data contract contains multiple models.
+
+Testing DataFrames is useful to test your datasets in a pipeline before writing them to a data source.
+
+#### Example
+
+datacontract.yaml
+```yaml
+servers:
+  production:
+    type: dataframe
+models:
+  my_table: # corresponds to a temporary view
+    type: table
+    fields: ...
+```
+
+Example code
+```python
+from datacontract.data_contract import DataContract
+
+df.createOrReplaceTempView("my_table")
+
+data_contract = DataContract(
+  data_contract_file="datacontract.yaml",
+  spark=spark,
+)
+run = data_contract.test()
+assert run.result == "passed"
+```
+
 
 ### Snowflake
 
@@ -608,41 +683,6 @@ models:
 
 
 
-### Postgres
-
-Data Contract CLI can test data in Postgres or Postgres-compliant databases (e.g., RisingWave).
-
-#### Example
-
-datacontract.yaml
-```yaml
-servers:
-  postgres:
-    type: sqlserver
-    host: localhost
-    port: 5432
-    database: tempdb
-    schema: dbo
-    driver: ODBC Driver 18 for SQL Server
-models:
-  my_table_1: # corresponds to a table
-    type: table
-    fields:
-      my_column_1: # corresponds to a column
-        type: varchar
-```
-
-#### Environment Variables
-
-| Environment Variable             | Example            | Description |
-|----------------------------------|--------------------|-------------|
-| `DATACONTRACT_SQLSERVER_USERNAME` | `root`         | Username    |
-| `DATACONTRACT_SQLSERVER_PASSWORD` | `toor` | Password    |
-| `DATACONTRACT_SQLSERVER_TRUSTED_CONNECTION` | `True` | Use windows authentication, instead of login    |
-| `DATACONTRACT_SQLSERVER_TRUST_SERVER_CERTIFICATE` | `True` | Trust self-signed certificate    |
-| `DATACONTRACT_SQLSERVER_ENCRYPTED_CONNECTION` | `True` | Use SSL    |
-
-
 
 ### export
 
@@ -802,41 +842,30 @@ models:
 ```
  Usage: datacontract import [OPTIONS]
 
- Create a data contract from the given source location. Prints to stdout.
-
-╭─ Options ─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
-│ *  --format                  [sql|avro|glue|bigquery|jsonschema]  The format of the source file. [default: None] [required]                                   │
-│    --source                  TEXT                      The path to the file or Glue Database that should be imported. [default: None]                         │
-│    --bigquery-project        TEXT                      The bigquery project id. [default: None]                                                               │
-│    --bigquery-dataset        TEXT                      The bigquery dataset id. [default: None]                                                               │
-│    --bigquery-table          TEXT                      List of table ids to import from the bigquery API (repeat for multiple table ids, leave empty for all  │
-│                                                        tables in the dataset).                                                                                │
-│                                                        [default: None]                                                                                        │
-│    --help                                              Show this message and exit.                                                                            │
-╰───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
+ Create a data contract from the given source location. Prints to stdout.                                                              
+                                                                                                                                       
+╭─ Options ───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╮
+│ *  --format                  [sql|avro|glue|bigquery|jsonschema]  The format of the source file. [default: None] [required]         │
+│    --source                  TEXT                                 The path to the file or Glue Database that should be imported.    │
+│                                                                   [default: None]                                                   │
+│    --glue-table              TEXT                                 List of table ids to import from the Glue Database (repeat for    │
+│                                                                   multiple table ids, leave empty for all tables in the dataset).   │
+│                                                                   [default: None]                                                   │
+│    --bigquery-project        TEXT                                 The bigquery project id. [default: None]                          │
+│    --bigquery-dataset        TEXT                                 The bigquery dataset id. [default: None]                          │
+│    --bigquery-table          TEXT                                 List of table ids to import from the bigquery API (repeat for     │
+│                                                                   multiple table ids, leave empty for all tables in the dataset).   │
+│                                                                   [default: None]                                                   │
+│    --help                                                         Show this message and exit.                                       │
+╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯
 ```
 
-As shown, some options are only relevant in certain conditions: For `format` Bigtable we support to directly read off the Bigtable APIs.
-In this case there's no need to specify `source` but instead `bt-project-id`, `bt-dataset-id` and `table` must be specified.
-
-For providing authentication to the Client, please see [the google documentation](https://cloud.google.com/docs/authentication/provide-credentials-adc#how-to) or the one [about authorizing client libraries](https://cloud.google.com/bigquery/docs/authentication#client-libs).
-
 Example:
 ```bash
 # Example import from SQL DDL
 datacontract import --format sql --source my_ddl.sql
 ```
 
-```bash
-# Example import from Bigquery JSON
-datacontract import --format bigquery --source my_bigquery_table.json
-```
-
-```bash
-# Example import from Bigquery API
-datacontract import --format bigquery --btProjectId <project_id> --btDatasetId <dataset_id> --table <tableid_1> --table <tableid_2> --table <tableid_3>
-```
-
 Available import options:
 
 | Type               | Description                                    | Status  |
@@ -852,6 +881,49 @@ Available import options:
 | Missing something? | Please create an issue on GitHub               | TBD     |
 
 
+#### BigQuery
+
+Bigquery data can either be imported off of JSON Files generated from the table descriptions or directly from the Bigquery API. In case you want to use JSON Files, specify the `source` parameter with a path to the JSON File.
+
+To import from the Bigquery API, you have to _omit_ `source` and instead need to provide `bigquery-project` and `bigquery-dataset`. Additionally you may specify `bigquery-table` to enumerate the tables that should be imported. If no tables are given, _all_ available tables of the dataset will be imported.
+
+For providing authentication to the Client, please see [the google documentation](https://cloud.google.com/docs/authentication/provide-credentials-adc#how-to) or the one [about authorizing client libraries](https://cloud.google.com/bigquery/docs/authentication#client-libs).
+
+Examples: 
+
+```bash
+# Example import from Bigquery JSON
+datacontract import --format bigquery --source my_bigquery_table.json
+```
+
+```bash
+# Example import from Bigquery API with specifying the tables to import
+datacontract import --format bigquery --bigquery-project <project_id> --bigquery-dataset <dataset_id> --bigquery-table <tableid_1> --bigquery-table <tableid_2> --bigquery-table <tableid_3>
+```
+
+```bash
+# Example import from Bigquery API importing all tables in the dataset
+datacontract import --format bigquery --bigquery-project <project_id> --bigquery-dataset <dataset_id>
+```
+
+### Glue
+
+Importing from Glue reads the necessary Data directly off of the AWS API.
+You may give the `glue-table` parameter to enumerate the tables that should be imported. If no tables are given, _all_ available tables of the database will be imported.
+
+Examples: 
+
+```bash
+# Example import from AWS Glue with specifying the tables to import
+datacontract import --format glue --source <database_name> --glue-table <table_name_1> --glue-table <table_name_2> --glue-table <table_name_3>
+```
+
+```bash
+# Example import from AWS Glue importing all tables in the database
+datacontract import --format glue --source <database_name>
+```
+
+
 ### breaking
 
 ```

{datacontract_cli-0.10.5.dist-info → datacontract_cli-0.10.7.dist-info}/RECORD

@@ -1,8 +1,8 @@
 datacontract/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datacontract/cli.py,sha256=6_MklywEJvibmrn6v0XxQ3MvTpHdMwt9C0nFosNVXu8,13001
-datacontract/data_contract.py,sha256=oDrfiozDxKpbwKIrhxufIjv6jgAUcjXYP6_sDudO08I,20752
+datacontract/cli.py,sha256=-PFT-P03aiT5RlodXPGBKVqz2etlnnzMLoNqDrsOXKE,12767
+datacontract/data_contract.py,sha256=bsvf-_nSFKStcPPdKkSprD4KUecON4EBIk2dvwbkxWw,21444
 datacontract/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datacontract/web.py,sha256=SWglmbqy3NV5h4VDsG0OpwhASJT9uve7w6FPwkBjIYM,457
+datacontract/web.py,sha256=toFF9L3ueToMIa5v0BjS-PyI-w1htNlIBV8O8QLrigM,1834
 datacontract/breaking/breaking.py,sha256=l0ZwUX8G4QK_0nLRLJHArpwgTWTD7WQYMuAp3l_y1bY,12184
 datacontract/breaking/breaking_rules.py,sha256=Qj7XbsyD-BynNwhrNiETTk7_Hs_tHrtrZmSU634zEJI,3157
 datacontract/catalog/catalog.py,sha256=GMBGZPVo5lGZQDmdWCwWb5-upXlUz6R6eTMg9xI9a3s,2640
@@ -13,16 +13,16 @@ datacontract/engines/datacontract/check_that_datacontract_str_is_valid.py,sha256
 datacontract/engines/fastjsonschema/check_jsonschema.py,sha256=rXGfGDu9-RJomj9WcVe8vEfluR25vn2rOS7BeOVQ0XA,5748
 datacontract/engines/fastjsonschema/s3/s3_read_files.py,sha256=iupiyqBa1dzgT2BtVGna-BjC5rqe6MTLs2QRp8GTs7M,665
 datacontract/engines/soda/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datacontract/engines/soda/check_soda_execute.py,sha256=f0TEo9MVT_l62lrGnQUfi9b-V1GV_1ctfD_RpAU4IAM,6969
+datacontract/engines/soda/check_soda_execute.py,sha256=zGIIkT-m65kP9_eQauHwfri1Poos6DkNx9Lr0_k6pu8,7456
 datacontract/engines/soda/connections/bigquery.py,sha256=Ao0KaJe4R28auU_4umxvVaLB6ZHEbKaNoYZ-RfAUmeo,662
 datacontract/engines/soda/connections/dask.py,sha256=Yy6Et2n_vDVsdjtqyBWDSZt7mnjPzPk_MZ-92VZHfnY,1496
 datacontract/engines/soda/connections/databricks.py,sha256=lpMju-o_TzLZeF0EEVwePPr8JahqvFnj5xRYjF15fc8,561
 datacontract/engines/soda/connections/duckdb.py,sha256=2wzUWnK7CLi7EJTT2Mh8Arv2pg6XGToe_9DdvLu0cNY,5585
-datacontract/engines/soda/connections/kafka.py,sha256=TZGJIDcyqeIXKYZomHRc9gIJMoV-etD0ewVfKYQbNMU,5529
+datacontract/engines/soda/connections/kafka.py,sha256=vh7z-4ZsmpXiYcogf3oTkagrAPcq6HG2SccnxNwFeVQ,5635
 datacontract/engines/soda/connections/postgres.py,sha256=9GTF4Es3M5vb7ocSGqAxXmslvkS5CjsPQGIuo020CFc,626
 datacontract/engines/soda/connections/snowflake.py,sha256=y1t2a1DWY4_tr5k-X5_nhLE6v1rfCwTahzhtHR91x9A,719
 datacontract/engines/soda/connections/sqlserver.py,sha256=RzGLbCUdRyfmDcqtM_AB9WZ-Xk-XYX91nkXpVNpYbvc,1440
-datacontract/export/avro_converter.py,sha256=-Uqv-8vNOHJhk_38QSt6OH2hT-XY3GrIqs1X1iqFQlQ,3055
+datacontract/export/avro_converter.py,sha256=KC4TLeacHSXDeEPGEuUO8wvMH5cwoSOLuep5VCBNmww,3320
 datacontract/export/avro_idl_converter.py,sha256=_2acoImuBqNqEt97OpBSewWT_w3aDBOdNosuy0gbkSY,9576
 datacontract/export/bigquery_converter.py,sha256=XSVX7aVqyhBrOI-_BiPz9gtZXoT6wd5XucHaoJfWOCo,3802
 datacontract/export/csv_type_converter.py,sha256=ZZuJwBgQnafZC7PPvAXsBf2IajPJq8TYZ1l8Qq0GYeI,1290
@@ -42,7 +42,7 @@ datacontract/export/sql_type_converter.py,sha256=DSIyBhRxU-Jo8NihwozE9Q_CZauBCoY
 datacontract/export/terraform_converter.py,sha256=-xIIspVrvCyB2AVf1vd7bVGkWI3iiMUHX1btM_o1h-g,1943
 datacontract/imports/avro_importer.py,sha256=3QTnGNps-g1dxnJjLOLr8vk64jRNebHgN1EHrdcMiXc,5559
 datacontract/imports/bigquery_importer.py,sha256=HLotmmwCSe2sGBCI57gPQa3WyeTHA8h1yaDxp25TtLQ,6802
-datacontract/imports/glue_importer.py,sha256=9wvX5jE6hPYNW5eoqcFIjySb41q-vbUW-j9XHYKN18o,5265
+datacontract/imports/glue_importer.py,sha256=HpS5E7774YqjF4hUItgtb5NVwA6OTwwjQbf-IyEejS8,5331
 datacontract/imports/jsonschema_importer.py,sha256=f_x8DbWo423b6xcSIvY7jbk_rs2FM4lMMF75fSRE3sk,6329
 datacontract/imports/sql_importer.py,sha256=tCSayA0YK_zr_R_KElfz0GOQwP0Tzz3TdBHAICnPN84,2419
 datacontract/init/download_datacontract_file.py,sha256=pj_4mhWKlEtfueWohDgkb1nyuG5ERDipUDszxKwpZUs,413
@@ -76,9 +76,9 @@ datacontract/templates/partials/example.html,sha256=F1dWbHDIXQScgfs4OVgqM1lR4uV4
 datacontract/templates/partials/model_field.html,sha256=Xy8fauErx61HuTSPLLQHgAHfX3_ilRbE0c17-nX9jAY,5072
 datacontract/templates/partials/server.html,sha256=CINXVsdVAzDzrABtBOw4lD2qBUWb8kwcOsgZi_y8ZeU,4505
 datacontract/templates/style/output.css,sha256=lfmd1Kmrtq8F5entx2o-yy9XOAZN3WkWMKNvbEtSO1k,24999
-datacontract_cli-0.10.5.dist-info/LICENSE,sha256=23h64qnSeIZ0DKeziWAKC-zBCt328iSbRbWBrXoYRb4,2210
-datacontract_cli-0.10.5.dist-info/METADATA,sha256=s34oy_BbtKQVz0sdTPf6JSag2H7y5QYqKRyUaRV3fD4,68111
-datacontract_cli-0.10.5.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-datacontract_cli-0.10.5.dist-info/entry_points.txt,sha256=D3Eqy4q_Z6bHauGd4ppIyQglwbrm1AJnLau4Ppbw9Is,54
-datacontract_cli-0.10.5.dist-info/top_level.txt,sha256=VIRjd8EIUrBYWjEXJJjtdUgc0UAJdPZjmLiOR8BRBYM,13
-datacontract_cli-0.10.5.dist-info/RECORD,,
+datacontract_cli-0.10.7.dist-info/LICENSE,sha256=23h64qnSeIZ0DKeziWAKC-zBCt328iSbRbWBrXoYRb4,2210
+datacontract_cli-0.10.7.dist-info/METADATA,sha256=-S9oqCD7uZWLX30vxB6LThbZo8Ocv3hlEWUbTa_CBMI,70579
+datacontract_cli-0.10.7.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+datacontract_cli-0.10.7.dist-info/entry_points.txt,sha256=D3Eqy4q_Z6bHauGd4ppIyQglwbrm1AJnLau4Ppbw9Is,54
+datacontract_cli-0.10.7.dist-info/top_level.txt,sha256=VIRjd8EIUrBYWjEXJJjtdUgc0UAJdPZjmLiOR8BRBYM,13
+datacontract_cli-0.10.7.dist-info/RECORD,,