dcs-sdk 0.3.0__tar.gz

dcs_sdk-0.3.0/PKG-INFO

@@ -0,0 +1,271 @@
+Metadata-Version: 2.1
+Name: dcs-sdk
+Version: 0.3.0
+Summary: SDK for DataChecks
+Author: Waterdip Labs
+Author-email: hello@waterdip.ai
+Requires-Python: >=3.10,<3.12
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Provides-Extra: all-dbs
+Provides-Extra: clickhouse
+Provides-Extra: databricks
+Provides-Extra: mssql
+Provides-Extra: mysql
+Provides-Extra: oracle
+Provides-Extra: postgresql
+Provides-Extra: preql
+Provides-Extra: presto
+Provides-Extra: redshift
+Provides-Extra: snowflake
+Provides-Extra: trino
+Provides-Extra: vertica
+Requires-Dist: attrs (>=23.1.0)
+Requires-Dist: click (>=8.1)
+Requires-Dist: clickhouse-driver ; extra == "clickhouse" or extra == "all-dbs"
+Requires-Dist: cryptography ; extra == "snowflake" or extra == "all-dbs"
+Requires-Dist: databricks-sql-connector (>=3.3.0,<4.0.0) ; extra == "databricks"
+Requires-Dist: dsnparse (<0.2.0)
+Requires-Dist: duckdb (>=0.9.0)
+Requires-Dist: keyring
+Requires-Dist: mashumaro[msgpack] (>=2.9,<3.11.0)
+Requires-Dist: mysql-connector-python (>=8.0.29) ; extra == "mysql" or extra == "all-dbs"
+Requires-Dist: oracledb ; extra == "oracle" or extra == "all-dbs"
+Requires-Dist: packaging (>=24.1,<25.0)
+Requires-Dist: preql (>=0.2.19) ; extra == "preql" or extra == "all-dbs"
+Requires-Dist: presto-python-client ; extra == "presto" or extra == "all-dbs"
+Requires-Dist: psycopg2-binary (>=2.9.9,<3.0.0) ; extra == "postgresql" or extra == "redshift" or extra == "all-dbs"
+Requires-Dist: pydantic (>=1.10.12)
+Requires-Dist: pyodbc (>=4.0.39) ; extra == "mssql" or extra == "all-dbs"
+Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
+Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
+Requires-Dist: requests (>=2.32.3,<3.0.0)
+Requires-Dist: rich
+Requires-Dist: snowflake-connector-python (>=3.0.2,<4.0.0) ; extra == "snowflake" or extra == "all-dbs"
+Requires-Dist: tabulate (>=0.9.0)
+Requires-Dist: toml (>=0.10.2)
+Requires-Dist: trino (>=0.314.0) ; extra == "trino" or extra == "all-dbs"
+Requires-Dist: typing-extensions (>=4.0.1)
+Requires-Dist: urllib3 (<2)
+Requires-Dist: vertica-python ; extra == "vertica" or extra == "all-dbs"
+Description-Content-Type: text/markdown
+
+<h1 align="center">
+  DCS CLI v0.3.0
+</h1>
+
+> SDK for DataChecks
+
+
+## Installation
+
+> Python version `>=3.10,<3.12`
+
+```bash
+
+$ pip install dcs-cli[all-dbs]
+
+```
+
+## Supported Databases
+
+> Availability Status
+
+| Database   | Code Name    | Supported |
+| ---------- | ------------ | --------- |
+| PostgreSQL | `postgres`   | ✅         |
+| Snowflake  | `snowflake`  | ✅         |
+| Trino      | `trino`      | ✅         |
+| Databricks | `databricks` | ✅         |
+| File       | `file`       | ✅         |
+
+
+
+## Available Commands
+
+
+
+|    Option     | Short Option | Required |     Default     |                    Description                     |                                             Example                                              |
+| :-----------: | :----------: | :------: | :-------------: | :------------------------------------------------: | :----------------------------------------------------------------------------------------------: |
+| --config-path |      -C      | **Yes**  |      None       |    Specify the file path for the configuration     |                    dcs_cli run --config-path config.yaml --compare comp_name                     |
+|   --compare   |              | **Yes**  |      None       | Run only specific comparison using comparison name |                    dcs_cli run --config-path config.yaml --compare comp_name                     |
+|  --save-json  |      -j      |    No    |      False      |           Save the data into a JSON file           |              dcs_cli run --config-path config.yaml --compare comp_name --save-json               |
+|  --json-path  |     -jp      |    No    | dcs_report.json |        Specify the file path for JSON file         |   dcs_cli run --config-path config.yaml --compare comp_name --save-json --json-path ouput.json   |
+|    --stats    |              |    No    |      False      |            Print stats about data diff             |                dcs_cli run --config-path config.yaml --compare comp_name --stats                 |
+|     --url     |              |    No    |      None       |         Specify url to send data to server         |    dcs_cli run --config-path config.yaml --compare comp_name --url https://comapre/send/data     |
+| --html-report |              |    No    |      False      |                 Save table as HTML                 |             dcs_cli run --config-path config.yaml --compare comp_name --html-report              |
+| --report-path |              |    No    | dcs_report.html |       Specify the file path for HTML report        | dcs_cli run --config-path config.yaml --compare comp_name --html-report --report-path table.html |
+
+
+
+### Example Command [CLI]
+
+```sh
+$ dcs_cli --version
+
+$ dcs_cli --help
+
+$ dcs_cli run -C example.yaml --compare comparison_one --stats -j -jp output.json --html-report --report-path result.html --url https://comapre/send/data
+```
+
+<details>
+<summary><h2>Example Configuration</h2></summary>
+
+```yml
+data_sources:
+  - name: iris_snowflake
+    type: snowflake
+    id: f533c099-196f-48da-b231-1d4c380f84bf
+    workspace: default
+    connection:
+      account: bp54281.central-india.azure
+      username: !ENV ${SNOWFLAKE_USER}
+      password: !ENV ${SNOWFLAKE_PASS}
+      database: TEST_DCS
+      schema: PUBLIC
+      warehouse: compute_wh
+      role: accountadmin
+
+  - name: pgsql_azure
+    type: postgres
+    id: 4679b79a-7174-48fd-9c71-81cf806ef617
+    workspace: default
+    connection:
+      host: !ENV ${POSTGRES_HOST_ONE}
+      port: !ENV ${POSTGRES_PORT_ONE}
+      username: !ENV ${POSTGRES_USER_ONE}
+      password: !ENV ${POSTGRES_PASSWORD_ONE}
+      database: !ENV ${POSTGRES_DB_ONE}
+
+  - name: trino_test
+    type: trino
+    id: 9d86df86-6802-4551-a1ce-b98cdf3ec15f
+    workspace: default
+    connection:
+      host: localhost
+      port: 8080
+      username: admin
+      catalog: tpch
+      schema: sf100
+
+  - name: file_source_raw
+    id: b5a76a0a-1b8f-4222-a31d-a31740f23168
+    workspace: default
+    type: file
+    file_path: "nk.kyc_data/RAW_EMPLOYEE.csv"
+
+  - name: file_source_tl
+    id: 52c1f3c7-fd1e-4f3c-aed3-b01d8e1cfa4d
+    workspace: default
+    type: file
+    file_path: "TL_EMPLOYEE.csv"
+
+  - name: databricks_test
+    type: databricks
+    id: 6f1fd8d6-5a59-4ba5-be37-aec044b000e7
+    workspace: default
+    connection:
+      host: !ENV ${DATABRICKS_HOST}
+      port: !ENV ${DATABRICKS_PORT}
+      catalog: hive_metastore
+      schema: default
+      access_token: !ENV ${DATABRICKS_ACCESS_TOKEN}
+      http_path: !ENV ${DATABRICKS_HTTP_PATH}
+
+comparisons:
+  # DB TO DB (SNOWFLAKE)
+  comparison_one:
+    source:
+      data_source: iris_snowflake
+      table: RAW_EMPLOYEE
+
+    target:
+      data_source: iris_snowflake
+      table: TL_EMPLOYEE
+    key_columns:
+      - CUSTID
+    columns:
+      - FIRSTNAME
+      - LASTNAME
+      - DESIGNATION
+      - SALARY
+
+  # DB TO DB (Postgres Azure)
+  comparison_two:
+    source:
+      data_source: pgsql_azure
+      table: actor
+    target:
+      data_source: pgsql_azure
+      table: actor2
+    key_columns:
+      - actor_id
+    columns:
+      - first_name
+      - last_name
+      - last_update
+    columns_mappings:
+      - source_column: actor_id
+        target_column: actor_id1
+      - source_column: first_name
+        target_column: first_name1
+      - source_column: last_name
+        target_column: last_name1
+      - source_column: last_update
+        target_column: last_update1
+
+  # FILE TO FILE
+  comparison_three:
+    source:
+      data_source: file_source_raw
+      table: RAW_EMPLOYEE
+
+    target:
+      data_source: file_source_tl
+      table: TL_EMPLOYEE
+    key_columns:
+      - custid
+    columns:
+      - FIRSTNAME
+      - lastname
+      - designation
+      - salary
+    columns_mappings:
+      - source_column: FIRSTNAME
+        target_column: firstname
+
+  # DB TO DB (Trino)
+  comparison_trino:
+    source:
+      data_source: trino_test
+      table: nation
+    target:
+      data_source: trino_test
+      table: region
+    key_columns:
+      - regionkey
+    columns:
+      - name
+
+  # DB TO DB (Databricks)
+  comparison_databricks:
+    source:
+      data_source: databricks_test
+      table: RAW_EMPLOYEE
+
+    target:
+      data_source: databricks_test
+      table: TL_EMPLOYEE
+    key_columns:
+      - custid
+    columns:
+      - FIRSTNAME
+      - lastname
+      - designation
+      - salary
+    columns_mappings:
+      - source_column: FIRSTNAME
+        target_column: firstname
+```
+</details>

dcs_sdk-0.3.0/README.md

@@ -0,0 +1,218 @@
+<h1 align="center">
+  DCS CLI v0.3.0
+</h1>
+
+> SDK for DataChecks
+
+
+## Installation
+
+> Python version `>=3.10,<3.12`
+
+```bash
+
+$ pip install dcs-cli[all-dbs]
+
+```
+
+## Supported Databases
+
+> Availability Status
+
+| Database   | Code Name    | Supported |
+| ---------- | ------------ | --------- |
+| PostgreSQL | `postgres`   | ✅         |
+| Snowflake  | `snowflake`  | ✅         |
+| Trino      | `trino`      | ✅         |
+| Databricks | `databricks` | ✅         |
+| File       | `file`       | ✅         |
+
+
+
+## Available Commands
+
+
+
+|    Option     | Short Option | Required |     Default     |                    Description                     |                                             Example                                              |
+| :-----------: | :----------: | :------: | :-------------: | :------------------------------------------------: | :----------------------------------------------------------------------------------------------: |
+| --config-path |      -C      | **Yes**  |      None       |    Specify the file path for the configuration     |                    dcs_cli run --config-path config.yaml --compare comp_name                     |
+|   --compare   |              | **Yes**  |      None       | Run only specific comparison using comparison name |                    dcs_cli run --config-path config.yaml --compare comp_name                     |
+|  --save-json  |      -j      |    No    |      False      |           Save the data into a JSON file           |              dcs_cli run --config-path config.yaml --compare comp_name --save-json               |
+|  --json-path  |     -jp      |    No    | dcs_report.json |        Specify the file path for JSON file         |   dcs_cli run --config-path config.yaml --compare comp_name --save-json --json-path ouput.json   |
+|    --stats    |              |    No    |      False      |            Print stats about data diff             |                dcs_cli run --config-path config.yaml --compare comp_name --stats                 |
+|     --url     |              |    No    |      None       |         Specify url to send data to server         |    dcs_cli run --config-path config.yaml --compare comp_name --url https://comapre/send/data     |
+| --html-report |              |    No    |      False      |                 Save table as HTML                 |             dcs_cli run --config-path config.yaml --compare comp_name --html-report              |
+| --report-path |              |    No    | dcs_report.html |       Specify the file path for HTML report        | dcs_cli run --config-path config.yaml --compare comp_name --html-report --report-path table.html |
+
+
+
+### Example Command [CLI]
+
+```sh
+$ dcs_cli --version
+
+$ dcs_cli --help
+
+$ dcs_cli run -C example.yaml --compare comparison_one --stats -j -jp output.json --html-report --report-path result.html --url https://comapre/send/data
+```
+
+<details>
+<summary><h2>Example Configuration</h2></summary>
+
+```yml
+data_sources:
+  - name: iris_snowflake
+    type: snowflake
+    id: f533c099-196f-48da-b231-1d4c380f84bf
+    workspace: default
+    connection:
+      account: bp54281.central-india.azure
+      username: !ENV ${SNOWFLAKE_USER}
+      password: !ENV ${SNOWFLAKE_PASS}
+      database: TEST_DCS
+      schema: PUBLIC
+      warehouse: compute_wh
+      role: accountadmin
+
+  - name: pgsql_azure
+    type: postgres
+    id: 4679b79a-7174-48fd-9c71-81cf806ef617
+    workspace: default
+    connection:
+      host: !ENV ${POSTGRES_HOST_ONE}
+      port: !ENV ${POSTGRES_PORT_ONE}
+      username: !ENV ${POSTGRES_USER_ONE}
+      password: !ENV ${POSTGRES_PASSWORD_ONE}
+      database: !ENV ${POSTGRES_DB_ONE}
+
+  - name: trino_test
+    type: trino
+    id: 9d86df86-6802-4551-a1ce-b98cdf3ec15f
+    workspace: default
+    connection:
+      host: localhost
+      port: 8080
+      username: admin
+      catalog: tpch
+      schema: sf100
+
+  - name: file_source_raw
+    id: b5a76a0a-1b8f-4222-a31d-a31740f23168
+    workspace: default
+    type: file
+    file_path: "nk.kyc_data/RAW_EMPLOYEE.csv"
+
+  - name: file_source_tl
+    id: 52c1f3c7-fd1e-4f3c-aed3-b01d8e1cfa4d
+    workspace: default
+    type: file
+    file_path: "TL_EMPLOYEE.csv"
+
+  - name: databricks_test
+    type: databricks
+    id: 6f1fd8d6-5a59-4ba5-be37-aec044b000e7
+    workspace: default
+    connection:
+      host: !ENV ${DATABRICKS_HOST}
+      port: !ENV ${DATABRICKS_PORT}
+      catalog: hive_metastore
+      schema: default
+      access_token: !ENV ${DATABRICKS_ACCESS_TOKEN}
+      http_path: !ENV ${DATABRICKS_HTTP_PATH}
+
+comparisons:
+  # DB TO DB (SNOWFLAKE)
+  comparison_one:
+    source:
+      data_source: iris_snowflake
+      table: RAW_EMPLOYEE
+
+    target:
+      data_source: iris_snowflake
+      table: TL_EMPLOYEE
+    key_columns:
+      - CUSTID
+    columns:
+      - FIRSTNAME
+      - LASTNAME
+      - DESIGNATION
+      - SALARY
+
+  # DB TO DB (Postgres Azure)
+  comparison_two:
+    source:
+      data_source: pgsql_azure
+      table: actor
+    target:
+      data_source: pgsql_azure
+      table: actor2
+    key_columns:
+      - actor_id
+    columns:
+      - first_name
+      - last_name
+      - last_update
+    columns_mappings:
+      - source_column: actor_id
+        target_column: actor_id1
+      - source_column: first_name
+        target_column: first_name1
+      - source_column: last_name
+        target_column: last_name1
+      - source_column: last_update
+        target_column: last_update1
+
+  # FILE TO FILE
+  comparison_three:
+    source:
+      data_source: file_source_raw
+      table: RAW_EMPLOYEE
+
+    target:
+      data_source: file_source_tl
+      table: TL_EMPLOYEE
+    key_columns:
+      - custid
+    columns:
+      - FIRSTNAME
+      - lastname
+      - designation
+      - salary
+    columns_mappings:
+      - source_column: FIRSTNAME
+        target_column: firstname
+
+  # DB TO DB (Trino)
+  comparison_trino:
+    source:
+      data_source: trino_test
+      table: nation
+    target:
+      data_source: trino_test
+      table: region
+    key_columns:
+      - regionkey
+    columns:
+      - name
+
+  # DB TO DB (Databricks)
+  comparison_databricks:
+    source:
+      data_source: databricks_test
+      table: RAW_EMPLOYEE
+
+    target:
+      data_source: databricks_test
+      table: TL_EMPLOYEE
+    key_columns:
+      - custid
+    columns:
+      - FIRSTNAME
+      - lastname
+      - designation
+      - salary
+    columns_mappings:
+      - source_column: FIRSTNAME
+        target_column: firstname
+```
+</details>

dcs_sdk-0.3.0/data_diff/__init__.py

@@ -0,0 +1,201 @@
+#  Copyright 2022-present, the Waterdip Labs Pvt. Ltd.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+from typing import Iterator, Optional, Sequence, Tuple, Union
+
+from data_diff.abcs.database_types import DbPath, DbTime
+from data_diff.databases import Database
+from data_diff.databases._connect import connect
+from data_diff.diff_tables import Algorithm
+from data_diff.hashdiff_tables import (
+    DEFAULT_BISECTION_FACTOR,
+    DEFAULT_BISECTION_THRESHOLD,
+    HashDiffer,
+)
+from data_diff.joindiff_tables import TABLE_WRITE_LIMIT, JoinDiffer
+from data_diff.table_segment import TableSegment
+from data_diff.utils import Vector, eval_name_template
+
+
+def connect_to_table(
+    db_info: Union[str, dict],
+    table_name: Union[DbPath, str],
+    key_columns: str = ("id",),
+    thread_count: Optional[int] = 1,
+    **kwargs,
+) -> TableSegment:
+    """Connects to the given database, and creates a TableSegment instance
+
+    Parameters:
+        db_info: Either a URI string, or a dict of connection options.
+        table_name: Name of the table as a string, or a tuple that signifies the path.
+        key_columns: Names of the key columns
+        thread_count: Number of threads for this connection (only if using a threadpooled db implementation)
+
+    See Also:
+        :meth:`connect`
+    """
+    if isinstance(db_info, dict):
+        keys_to_remove = [k for k, v in db_info.items() if v is None]
+        for k in keys_to_remove:
+            db_info.pop(k)
+    if isinstance(key_columns, str):
+        key_columns = (key_columns,)
+
+    db: Database = connect(db_info, thread_count=thread_count)
+
+    if isinstance(table_name, str):
+        table_name = db.dialect.parse_table_name(table_name)
+
+    return TableSegment(db, table_name, key_columns, **kwargs)
+
+
+def diff_tables(
+    table1: TableSegment,
+    table2: TableSegment,
+    *,
+    # Name of the key column, which uniquely identifies each row (usually id)
+    key_columns: Sequence[str] = None,
+    # Name of updated column, which signals that rows changed (usually updated_at or last_update)
+    update_column: str = None,
+    # Extra columns to compare
+    extra_columns: Tuple[str, ...] = None,
+    # Start/end key_column values, used to restrict the segment
+    min_key: Vector = None,
+    max_key: Vector = None,
+    # Start/end update_column values, used to restrict the segment
+    min_update: DbTime = None,
+    max_update: DbTime = None,
+    # Enable/disable threaded diffing. Needed to take advantage of database threads.
+    threaded: bool = True,
+    # Maximum size of each threadpool. None = auto. Only relevant when threaded is True.
+    # There may be many pools, so number of actual threads can be a lot higher.
+    max_threadpool_size: Optional[int] = 1,
+    # Algorithm
+    algorithm: Algorithm = Algorithm.AUTO,
+    # An additional 'where' expression to restrict the search space.
+    where: str = None,
+    # Into how many segments to bisect per iteration (hashdiff only)
+    bisection_factor: int = DEFAULT_BISECTION_FACTOR,
+    # When should we stop bisecting and compare locally (in row count; hashdiff only)
+    bisection_threshold: int = DEFAULT_BISECTION_THRESHOLD,
+    # Enable/disable validating that the key columns are unique. (joindiff only)
+    validate_unique_key: bool = True,
+    # Enable/disable sampling of exclusive rows. Creates a temporary table. (joindiff only)
+    sample_exclusive_rows: bool = False,
+    # Path of new table to write diff results to. Disabled if not provided. (joindiff only)
+    materialize_to_table: Union[str, DbPath] = None,
+    # Materialize every row, not just those that are different. (joindiff only)
+    materialize_all_rows: bool = False,
+    # Maximum number of rows to write when materializing, per thread. (joindiff only)
+    table_write_limit: int = TABLE_WRITE_LIMIT,
+    # Skips diffing any rows with null keys. (joindiff only)
+    skip_null_keys: bool = False,
+) -> Iterator:
+    """Finds the diff between table1 and table2.
+
+    Parameters:
+        key_columns (Tuple[str, ...]): Name of the key column, which uniquely identifies each row (usually id)
+        update_column (str, optional): Name of updated column, which signals that rows changed.
+                                       Usually updated_at or last_update.  Used by `min_update` and `max_update`.
+        extra_columns (Tuple[str, ...], optional): Extra columns to compare
+        min_key (:data:`Vector`, optional): Lowest key value, used to restrict the segment
+        max_key (:data:`Vector`, optional): Highest key value, used to restrict the segment
+        min_update (:data:`DbTime`, optional): Lowest update_column value, used to restrict the segment
+        max_update (:data:`DbTime`, optional): Highest update_column value, used to restrict the segment
+        threaded (bool): Enable/disable threaded diffing. Needed to take advantage of database threads.
+        max_threadpool_size (int): Maximum size of each threadpool. ``None`` means auto.
+                                   Only relevant when `threaded` is ``True``.
+                                   There may be many pools, so number of actual threads can be a lot higher.
+        where (str, optional): An additional 'where' expression to restrict the search space.
+        algorithm (:class:`Algorithm`): Which diffing algorithm to use (`HASHDIFF` or `JOINDIFF`. Default=`AUTO`)
+        bisection_factor (int): Into how many segments to bisect per iteration. (Used when algorithm is `HASHDIFF`)
+        bisection_threshold (Number): Minimal row count of segment to bisect, otherwise download
+                                      and compare locally. (Used when algorithm is `HASHDIFF`).
+        validate_unique_key (bool): Enable/disable validating that the key columns are unique. (used for `JOINDIFF`. default: True)
+                                    Single query, and can't be threaded, so it's very slow on non-cloud dbs.
+                                    Future versions will detect UNIQUE constraints in the schema.
+        sample_exclusive_rows (bool): Enable/disable sampling of exclusive rows. Creates a temporary table. (used for `JOINDIFF`. default: False)
+        materialize_to_table (Union[str, DbPath], optional): Path of new table to write diff results to. Disabled if not provided. Used for `JOINDIFF`.
+        materialize_all_rows (bool): Materialize every row, not just those that are different. (used for `JOINDIFF`. default: False)
+        table_write_limit (int): Maximum number of rows to write when materializing, per thread.
+        skip_null_keys (bool): Skips diffing any rows with null PKs (displays a warning if any are null) (used for `JOINDIFF`. default: False)
+
+    Note:
+        The following parameters are used to override the corresponding attributes of the given :class:`TableSegment` instances:
+        `key_columns`, `update_column`, `extra_columns`, `min_key`, `max_key`, `where`.
+        If different values are needed per table, it's possible to omit them here, and instead set
+        them directly when creating each :class:`TableSegment`.
+
+    Example:
+        >>> table1 = connect_to_table('postgresql:///', 'Rating', 'id')
+        >>> list(diff_tables(table1, table1))
+        []
+
+    See Also:
+        :class:`TableSegment`
+        :class:`HashDiffer`
+        :class:`JoinDiffer`
+
+    """
+    if isinstance(key_columns, str):
+        key_columns = (key_columns,)
+
+    tables = [table1, table2]
+    override_attrs = {
+        k: v
+        for k, v in dict(
+            key_columns=key_columns,
+            update_column=update_column,
+            extra_columns=extra_columns,
+            min_key=min_key,
+            max_key=max_key,
+            min_update=min_update,
+            max_update=max_update,
+            where=where,
+        ).items()
+        if v is not None
+    }
+
+    segments = [t.new(**override_attrs) for t in tables] if override_attrs else tables
+
+    algorithm = Algorithm(algorithm)
+    if algorithm == Algorithm.AUTO:
+        algorithm = Algorithm.JOINDIFF if table1.database is table2.database else Algorithm.HASHDIFF
+
+    if algorithm == Algorithm.HASHDIFF:
+        differ = HashDiffer(
+            bisection_factor=bisection_factor,
+            bisection_threshold=bisection_threshold,
+            threaded=threaded,
+            max_threadpool_size=max_threadpool_size,
+        )
+    elif algorithm == Algorithm.JOINDIFF:
+        if isinstance(materialize_to_table, str):
+            table_name = eval_name_template(materialize_to_table)
+            materialize_to_table = table1.database.dialect.parse_table_name(table_name)
+        differ = JoinDiffer(
+            threaded=threaded,
+            max_threadpool_size=max_threadpool_size,
+            validate_unique_key=validate_unique_key,
+            sample_exclusive_rows=sample_exclusive_rows,
+            materialize_to_table=materialize_to_table,
+            materialize_all_rows=materialize_all_rows,
+            table_write_limit=table_write_limit,
+            skip_null_keys=skip_null_keys,
+        )
+    else:
+        raise ValueError(f"Unknown algorithm: {algorithm}")
+
+    return differ.diff_tables(*segments)