pgbelt 0.7.10__tar.gz → 0.7.11__tar.gz

{pgbelt-0.7.10 → pgbelt-0.7.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pgbelt
-Version: 0.7.10
+Version: 0.7.11
 Summary: A CLI tool used to manage Postgres data migrations from beginning to end, for a single database or a fleet, leveraging pglogical replication.
 Author: Varjitt Jeeva
 Author-email: varjitt.jeeva@autodesk.com

{pgbelt-0.7.10 → pgbelt-0.7.11}/pgbelt/util/postgres.py

@@ -1,5 +1,6 @@
 from logging import Logger
 
+from decimal import Decimal
 from asyncpg import Pool
 from asyncpg import Record
 from asyncpg.exceptions import UndefinedObjectError
@@ -171,12 +172,33 @@ async def compare_data(
         # Check each row for exact match
         for src_row, dst_row in zip(src_rows, dst_rows):
             if src_row != dst_row:
-                raise AssertionError(
-                    "Row match failure between source and destination.\n"
-                    f"Table: {full_table_name}\n"
-                    f"Source Row: {src_row}\n"
-                    f"Dest Row: {dst_row}"
-                )
+
+                # Addresses #571, AsyncPG is decoding numeric NaN as Python Decimal('NaN').
+                # Decimal('NaN') != Decimal('NaN'), breaks comparison. Convert those NaNs to None.
+                src_row_d = {
+                    key: (
+                        value
+                        if not (isinstance(value, Decimal) and value.is_nan())
+                        else None
+                    )
+                    for key, value in row.items()
+                }
+                dst_row_d = {
+                    key: (
+                        value
+                        if not (isinstance(value, Decimal) and value.is_nan())
+                        else None
+                    )
+                    for key, value in row.items()
+                }
+
+                if src_row_d != dst_row_d:
+                    raise AssertionError(
+                        "Row match failure between source and destination.\n"
+                        f"Table: {full_table_name}\n"
+                        f"Source Row: {src_row}\n"
+                        f"Dest Row: {dst_row}"
+                    )
 
     # Just a paranoia check. If this throws, then it's possible pgbelt didn't migrate any data.
     # This was found in issue #420, and previous commands threw errors before this issue could arise.

{pgbelt-0.7.10 → pgbelt-0.7.11}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pgbelt"
-version = "0.7.10"
+version = "0.7.11"
 description = "A CLI tool used to manage Postgres data migrations from beginning to end, for a single database or a fleet, leveraging pglogical replication."
 authors = ["Varjitt Jeeva <varjitt.jeeva@autodesk.com>"]
 readme = "README.md"