pgsync 6.2.0__tar.gz → 7.0.1__tar.gz

{pgsync-6.2.0 → pgsync-7.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pgsync
-Version: 6.2.0
+Version: 7.0.1
 Summary: Postgres/MySQL/MariaDB to Elasticsearch/OpenSearch sync
 Home-page: https://github.com/toluaina/pgsync
 Author: Tolu Aina
@@ -33,8 +33,8 @@ License-File: LICENSE
 License-File: AUTHORS.rst
 Requires-Dist: async-timeout==5.0.1
 Requires-Dist: backports-datetime-fromisoformat==2.0.3
-Requires-Dist: boto3==1.42.1
-Requires-Dist: botocore==1.42.1
+Requires-Dist: boto3==1.42.8
+Requires-Dist: botocore==1.42.8
 Requires-Dist: certifi==2025.11.12
 Requires-Dist: charset-normalizer==3.4.4
 Requires-Dist: click==8.1.8
@@ -60,7 +60,7 @@ Requires-Dist: requests==2.32.5
 Requires-Dist: requests-aws4auth==1.3.1
 Requires-Dist: s3transfer==0.16.0
 Requires-Dist: six==1.17.0
-Requires-Dist: sqlalchemy==2.0.44
+Requires-Dist: sqlalchemy==2.0.45
 Requires-Dist: sqlparse==0.5.4
 Requires-Dist: typing-extensions==4.15.0
 Requires-Dist: urllib3==1.26.20
@@ -92,7 +92,7 @@ expose structured denormalized documents in [Elasticsearch](https://www.elastic.
 
 - [Python](https://www.python.org) 3.9+
 - [Postgres](https://www.postgresql.org) 9.6+ or [MySQL](https://www.mysql.com/) 8.0.0+ or [MariaDB](https://mariadb.org/) 12.0.0+ 
-- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+
+- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+ (Optional in wal mode)
 - [Elasticsearch](https://www.elastic.co/products/elastic-stack) 6.3.1+ or [OpenSearch](https://opensearch.org/) 1.3.7+
 - [SQLAlchemy](https://www.sqlalchemy.org) 1.3.4+
 

{pgsync-6.2.0 → pgsync-7.0.1}/README.md

@@ -241,7 +241,7 @@ Key features of PGSync are:
 
 - [Python](https://www.python.org) 3.9+
 - [Postgres](https://www.postgresql.org) 9.6+ or [MySQL](https://www.mysql.com/) 5.7.22+ or [MariaDB](https://mariadb.org/) 10.5.0+ 
-- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+
+- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+ (Optional in wal mode)
 - [Elasticsearch](https://www.elastic.co/products/elastic-stack) 6.3.1+ or [OpenSearch](https://opensearch.org/) 1.3.7+
 - [SQLAlchemy](https://www.sqlalchemy.org) 1.3.4+
 

{pgsync-6.2.0 → pgsync-7.0.1}/README.rst

@@ -10,7 +10,7 @@ expose structured denormalized documents in [Elasticsearch](https://www.elastic.
 
 - [Python](https://www.python.org) 3.9+
 - [Postgres](https://www.postgresql.org) 9.6+ or [MySQL](https://www.mysql.com/) 8.0.0+ or [MariaDB](https://mariadb.org/) 12.0.0+ 
-- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+
+- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+ (Optional in wal mode)
 - [Elasticsearch](https://www.elastic.co/products/elastic-stack) 6.3.1+ or [OpenSearch](https://opensearch.org/) 1.3.7+
 - [SQLAlchemy](https://www.sqlalchemy.org) 1.3.4+
 

{pgsync-6.2.0 → pgsync-7.0.1}/pgsync/__init__.py

@@ -2,4 +2,4 @@
 
 __author__ = "Tolu Aina"
 __email__ = "tolu@pgsync.com"
-__version__ = "6.2.0"
+__version__ = "7.0.1"

{pgsync-6.2.0 → pgsync-7.0.1}/pgsync/settings.py

@@ -52,6 +52,9 @@ STREAM_RESULTS = env.bool("STREAM_RESULTS", default=True)
 POLL_INTERVAL = env.float("POLL_INTERVAL", default=0.1)
 FORMAT_WITH_COMMAS = env.bool("FORMAT_WITH_COMMAS", default=True)
 
+POLLING = env.bool("POLLING", default=False)
+WAL = env.bool("WAL", default=False)
+
 # SQLAlchemy Settings:
 # Use NullPool (no connection pooling) - useful for testing or when you want to close connections immediately
 SQLALCHEMY_USE_NULLPOOL = env.bool("SQLALCHEMY_USE_NULLPOOL", default=False)

{pgsync-6.2.0 → pgsync-7.0.1}/pgsync/sync.py

@@ -126,8 +126,9 @@ class Sync(Base, metaclass=Singleton):
         self.tree: Tree = Tree(
             self.models, nodes=self.nodes, database=doc["database"]
         )
+
         if bootstrap:
-            self.setup(polling=polling)
+            self.setup(polling=polling, wal=wal)
 
         if validate:
             self.validate(repl_slots=repl_slots, polling=polling)
@@ -322,7 +323,9 @@ class Sync(Base, metaclass=Singleton):
             routing=self.routing,
         )
 
-    def setup(self, no_create: bool = False, polling: bool = False) -> None:
+    def setup(
+        self, no_create: bool = False, polling: bool = False, wal: bool = False
+    ) -> None:
         """Create the database triggers and replication slot.
         Generally bootstrap should not require Redis as it is optional in certain cases.
         """
@@ -340,9 +343,9 @@ class Sync(Base, metaclass=Singleton):
         ):
             if if_not_exists:
 
-                self.teardown(drop_view=False)
+                self.teardown(drop_view=False, polling=polling, wal=wal)
 
-            if not polling:
+            if not polling and not wal:
                 for schema in self.schemas:
                     if schema not in self.tree.schemas:
                         logger.warning(
@@ -428,6 +431,7 @@ class Sync(Base, metaclass=Singleton):
         self,
         drop_view: bool = True,
         polling: bool = False,
+        wal: bool = False,
     ) -> None:
         """Drop the database triggers and replication slot."""
         if self.is_mysql_compat:
@@ -447,14 +451,17 @@ class Sync(Base, metaclass=Singleton):
                     f"Checkpoint file not found: {self.checkpoint_file}"
                 )
 
-            try:
-                if self.redis is None:
-                    raise RuntimeError("Redis is not configured.")
-                self.redis.delete()
-            except Exception as e:
-                logger.warning(f"Could not clear Redis checkpoint queue: {e}")
+            if not wal and not settings.REDIS_CHECKPOINT:
+                try:
+                    if self.redis is None:
+                        raise RuntimeError("Redis is not configured.")
+                    self.redis.delete()
+                except Exception as e:
+                    logger.warning(
+                        f"Could not clear Redis checkpoint queue: {e}"
+                    )
 
-            if not polling:
+            if not polling and not wal:
                 for schema in self.schemas:
                     if schema not in self.tree.schemas:
                         logger.warning(
@@ -2134,6 +2141,7 @@ class Sync(Base, metaclass=Singleton):
 @click.option(
     "--polling",
     is_flag=True,
+    default=settings.POLLING,
     help="Polling mode (Incompatible with -d)",
     cls=MutuallyExclusiveOption,
     mutually_exclusive=["daemon", "wal"],
@@ -2142,7 +2150,7 @@ class Sync(Base, metaclass=Singleton):
     "--wal",
     "-w",
     is_flag=True,
-    default=False,
+    default=settings.WAL,
     help="Use WAL for replication",
     cls=MutuallyExclusiveOption,
     mutually_exclusive=[

{pgsync-6.2.0 → pgsync-7.0.1}/pgsync/trigger.py

@@ -27,7 +27,7 @@ BEGIN
 
     IF TG_OP = 'DELETE' THEN
 
-        SELECT primary_keys INTO _primary_keys
+        SELECT primary_keys, indices INTO _primary_keys, _indices
         FROM {MATERIALIZED_VIEW}
         WHERE table_name = TG_TABLE_NAME;
 

{pgsync-6.2.0 → pgsync-7.0.1}/pgsync.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pgsync
-Version: 6.2.0
+Version: 7.0.1
 Summary: Postgres/MySQL/MariaDB to Elasticsearch/OpenSearch sync
 Home-page: https://github.com/toluaina/pgsync
 Author: Tolu Aina
@@ -33,8 +33,8 @@ License-File: LICENSE
 License-File: AUTHORS.rst
 Requires-Dist: async-timeout==5.0.1
 Requires-Dist: backports-datetime-fromisoformat==2.0.3
-Requires-Dist: boto3==1.42.1
-Requires-Dist: botocore==1.42.1
+Requires-Dist: boto3==1.42.8
+Requires-Dist: botocore==1.42.8
 Requires-Dist: certifi==2025.11.12
 Requires-Dist: charset-normalizer==3.4.4
 Requires-Dist: click==8.1.8
@@ -60,7 +60,7 @@ Requires-Dist: requests==2.32.5
 Requires-Dist: requests-aws4auth==1.3.1
 Requires-Dist: s3transfer==0.16.0
 Requires-Dist: six==1.17.0
-Requires-Dist: sqlalchemy==2.0.44
+Requires-Dist: sqlalchemy==2.0.45
 Requires-Dist: sqlparse==0.5.4
 Requires-Dist: typing-extensions==4.15.0
 Requires-Dist: urllib3==1.26.20
@@ -92,7 +92,7 @@ expose structured denormalized documents in [Elasticsearch](https://www.elastic.
 
 - [Python](https://www.python.org) 3.9+
 - [Postgres](https://www.postgresql.org) 9.6+ or [MySQL](https://www.mysql.com/) 8.0.0+ or [MariaDB](https://mariadb.org/) 12.0.0+ 
-- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+
+- [Redis](https://redis.io) 3.1.0+ or [Valkey](https://valkey.io) 7.2.0+ (Optional in wal mode)
 - [Elasticsearch](https://www.elastic.co/products/elastic-stack) 6.3.1+ or [OpenSearch](https://opensearch.org/) 1.3.7+
 - [SQLAlchemy](https://www.sqlalchemy.org) 1.3.4+
 

{pgsync-6.2.0 → pgsync-7.0.1}/pgsync.egg-info/requires.txt

@@ -1,7 +1,7 @@
 async-timeout==5.0.1
 backports-datetime-fromisoformat==2.0.3
-boto3==1.42.1
-botocore==1.42.1
+boto3==1.42.8
+botocore==1.42.8
 certifi==2025.11.12
 charset-normalizer==3.4.4
 click==8.1.8
@@ -27,7 +27,7 @@ requests==2.32.5
 requests-aws4auth==1.3.1
 s3transfer==0.16.0
 six==1.17.0
-sqlalchemy==2.0.44
+sqlalchemy==2.0.45
 sqlparse==0.5.4
 typing-extensions==4.15.0
 urllib3==1.26.20

{pgsync-6.2.0 → pgsync-7.0.1}/tests/test_sync.py

@@ -937,7 +937,9 @@ class TestSync(object):
                         },
                     )
                 mock_create_function.assert_called_once_with("public")
-            mock_teardown.assert_called_once_with(drop_view=False)
+            mock_teardown.assert_called_once_with(
+                drop_view=False, polling=False, wal=False
+            )
 
     @patch("pgsync.redisqueue.RedisQueue.delete")
     def test_teardown(self, mock_redis_delete, sync):

{pgsync-6.2.0 → pgsync-7.0.1}/tests/test_trigger.py

@@ -37,7 +37,7 @@ BEGIN
 
     IF TG_OP = 'DELETE' THEN
 
-        SELECT primary_keys INTO _primary_keys
+        SELECT primary_keys, indices INTO _primary_keys, _indices
         FROM _view
         WHERE table_name = TG_TABLE_NAME;