collate-data-diff 0.11.18__tar.gz → 0.11.19__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/PKG-INFO +5 -3
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/__main__.py +5 -1
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/pyproject.toml +8 -3
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/LICENSE +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/README.md +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/__init__.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/abcs/__init__.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/abcs/compiler.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/abcs/database_types.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/cloud/__init__.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/cloud/data_source.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/cloud/datafold_api.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/config.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/__init__.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/_connect.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/base.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/bigquery.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/clickhouse.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/databricks.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/duckdb.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/mssql.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/mysql.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/oracle.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/postgresql.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/presto.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/redshift.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/snowflake.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/trino.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/databases/vertica.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/dbt.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/dbt_config_validators.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/dbt_parser.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/diff_tables.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/errors.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/format.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/hashdiff_tables.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/info_tree.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/joindiff_tables.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/lexicographic_space.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/parse_time.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/py.typed +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/queries/__init__.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/queries/api.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/queries/ast_classes.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/queries/base.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/queries/extras.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/query_utils.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/schema.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/table_segment.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/thread_utils.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/tracking.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/utils.py +0 -0
- {collate_data_diff-0.11.18 → collate_data_diff-0.11.19}/data_diff/version.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: collate-data-diff
|
|
3
|
-
Version: 0.11.
|
|
3
|
+
Version: 0.11.19
|
|
4
4
|
Summary: Command-line tool and Python library to efficiently diff rows across two different databases.
|
|
5
5
|
License: MIT
|
|
6
6
|
License-File: LICENSE
|
|
@@ -26,6 +26,7 @@ Classifier: Topic :: Database :: Database Engines/Servers
|
|
|
26
26
|
Classifier: Typing :: Typed
|
|
27
27
|
Provides-Extra: all-dbs
|
|
28
28
|
Provides-Extra: clickhouse
|
|
29
|
+
Provides-Extra: dbt
|
|
29
30
|
Provides-Extra: duckdb
|
|
30
31
|
Provides-Extra: mssql
|
|
31
32
|
Provides-Extra: mysql
|
|
@@ -41,20 +42,21 @@ Requires-Dist: attrs (>=23.1.0)
|
|
|
41
42
|
Requires-Dist: click (>=8.3.3)
|
|
42
43
|
Requires-Dist: clickhouse-driver ; extra == "clickhouse" or extra == "all-dbs"
|
|
43
44
|
Requires-Dist: cryptography (>=46.0.5) ; extra == "snowflake" or extra == "all-dbs"
|
|
44
|
-
Requires-Dist: dbt-core (>=1.0.0,<2.0.0)
|
|
45
|
+
Requires-Dist: dbt-core (>=1.0.0,<2.0.0) ; extra == "dbt"
|
|
45
46
|
Requires-Dist: deepdiff (>=8.6.1,<9.0)
|
|
46
47
|
Requires-Dist: dsnparse (<0.2.0)
|
|
47
48
|
Requires-Dist: duckdb ; extra == "duckdb" or extra == "all-dbs"
|
|
48
49
|
Requires-Dist: keyring
|
|
49
|
-
Requires-Dist: mashumaro[msgpack] (>=2.9,<3.11.0)
|
|
50
50
|
Requires-Dist: mysql-connector-python (>=8.0.29) ; (python_version < "3.9") and (extra == "mysql" or extra == "all-dbs")
|
|
51
51
|
Requires-Dist: mysql-connector-python (>=9.1) ; (python_version >= "3.9") and (extra == "mysql" or extra == "all-dbs")
|
|
52
52
|
Requires-Dist: oracledb ; extra == "oracle" or extra == "all-dbs"
|
|
53
|
+
Requires-Dist: packaging
|
|
53
54
|
Requires-Dist: preql (>=0.2.19) ; extra == "preql" or extra == "all-dbs"
|
|
54
55
|
Requires-Dist: presto-python-client ; extra == "presto" or extra == "all-dbs"
|
|
55
56
|
Requires-Dist: psycopg2 ; extra == "postgresql" or extra == "redshift" or extra == "all-dbs"
|
|
56
57
|
Requires-Dist: pydantic (>=2.0,<3)
|
|
57
58
|
Requires-Dist: pyodbc (>=4.0.39) ; extra == "mssql" or extra == "all-dbs"
|
|
59
|
+
Requires-Dist: requests (>=2.32.4)
|
|
58
60
|
Requires-Dist: rich
|
|
59
61
|
Requires-Dist: snowflake-connector-python (>=4.4.0,<5.0.0) ; (python_version >= "3.10") and (extra == "snowflake" or extra == "all-dbs")
|
|
60
62
|
Requires-Dist: tabulate (>=0.9.0)
|
|
@@ -15,7 +15,6 @@ from rich.logging import RichHandler
|
|
|
15
15
|
from data_diff import Database, DbPath
|
|
16
16
|
from data_diff.config import apply_config_from_file
|
|
17
17
|
from data_diff.databases._connect import connect
|
|
18
|
-
from data_diff.dbt import dbt_diff
|
|
19
18
|
from data_diff.diff_tables import Algorithm, TableDiffer
|
|
20
19
|
from data_diff.hashdiff_tables import HashDiffer, DEFAULT_BISECTION_THRESHOLD, DEFAULT_BISECTION_FACTOR
|
|
21
20
|
from data_diff.joindiff_tables import TABLE_WRITE_LIMIT, JoinDiffer
|
|
@@ -322,6 +321,11 @@ def main(conf, run, **kw) -> None:
|
|
|
322
321
|
if project_dir_override:
|
|
323
322
|
project_dir_override = os.path.expanduser(project_dir_override)
|
|
324
323
|
if kw["dbt"]:
|
|
324
|
+
try:
|
|
325
|
+
from data_diff.dbt import dbt_diff
|
|
326
|
+
except ImportError as e:
|
|
327
|
+
raise click.UsageError("--dbt needs dbt-core: pip install 'collate-data-diff[dbt]'") from e
|
|
328
|
+
|
|
325
329
|
dbt_diff(
|
|
326
330
|
log_status_handler=log_handlers.get("log_status_handler"),
|
|
327
331
|
profiles_dir_override=profiles_dir_override,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[tool.poetry]
|
|
2
2
|
name = "collate-data-diff"
|
|
3
|
-
version = "0.11.
|
|
3
|
+
version = "0.11.19"
|
|
4
4
|
description = "Command-line tool and Python library to efficiently diff rows across two different databases."
|
|
5
5
|
authors = ["Collate <info@getcollate.io>", "Datafold <data-diff@datafold.com>"]
|
|
6
6
|
license = "MIT"
|
|
@@ -40,7 +40,7 @@ trino = {version=">=0.314.0", optional=true}
|
|
|
40
40
|
presto-python-client = {version="*", optional=true}
|
|
41
41
|
clickhouse-driver = {version="*", optional=true}
|
|
42
42
|
duckdb = {version="*", optional=true}
|
|
43
|
-
dbt-core = {version="^1.0.0"}
|
|
43
|
+
dbt-core = {version="^1.0.0", optional=true}
|
|
44
44
|
deepdiff = ">=8.6.1,<9.0" # Security fix for CVE-2025-58367
|
|
45
45
|
keyring = "*"
|
|
46
46
|
tabulate = ">=0.9.0"
|
|
@@ -50,8 +50,10 @@ urllib3 = ">=2.7.0,<3" # Security fix for CVE-2026-44431, CVE-2026-21441, CVE-20
|
|
|
50
50
|
oracledb = {version = "*", optional=true}
|
|
51
51
|
pyodbc = {version=">=4.0.39", optional=true}
|
|
52
52
|
typing-extensions = ">=4.0.1"
|
|
53
|
+
# Imported at module level by data_diff.utils; previously only arrived through dbt-core.
|
|
54
|
+
requests = ">=2.32.4" # CVE-2024-47081
|
|
55
|
+
packaging = "*"
|
|
53
56
|
attrs = ">=23.1.0"
|
|
54
|
-
mashumaro = {version = ">=2.9,<3.11.0", extras = ["msgpack"]}
|
|
55
57
|
|
|
56
58
|
[tool.poetry.extras]
|
|
57
59
|
# When adding, update also: README + dev deps just above
|
|
@@ -68,6 +70,9 @@ trino = ["trino"]
|
|
|
68
70
|
clickhouse = ["clickhouse-driver"]
|
|
69
71
|
vertica = ["vertica-python"]
|
|
70
72
|
duckdb = ["duckdb"]
|
|
73
|
+
# Only the CLI --dbt mode imports dbt; dbt 2 ships as `dbt`/`dbt-oss`, so a hard dbt-core pin
|
|
74
|
+
# would install two distributions into site-packages/dbt next to it.
|
|
75
|
+
dbt = ["dbt-core"]
|
|
71
76
|
all-dbs = [
|
|
72
77
|
"preql", "mysql-connector-python", "psycopg2", "snowflake-connector-python", "cryptography", "presto-python-client",
|
|
73
78
|
"oracledb", "pyodbc", "trino", "clickhouse-driver", "vertica-python", "duckdb"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|