datamarket 0.9.16__tar.gz → 0.9.17__tar.gz

{datamarket-0.9.16 → datamarket-0.9.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datamarket
-Version: 0.9.16
+Version: 0.9.17
 Summary: Utilities that integrate advanced scraping knowledge into just one library.
 License: GPL-3.0-or-later
 Author: DataMarket

{datamarket-0.9.16 → datamarket-0.9.17}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "datamarket"
-version = "0.9.16"
+version = "0.9.17"
 description = "Utilities that integrate advanced scraping knowledge into just one library."
 authors = ["DataMarket <techsupport@datamarket.es>"]
 license = "GPL-3.0-or-later"

{datamarket-0.9.16 → datamarket-0.9.17}/src/datamarket/interfaces/peerdb.py

@@ -18,10 +18,13 @@ from .alchemy import AlchemyInterface
 ########################################################################################################################
 # EXCEPTIONS
 
+
 class DatabaseNotConnectedError(Exception):
     """Custom error for when database is not connected."""
+
     pass
 
+
 ########################################################################################################################
 # CLASSES
 
@@ -78,10 +81,17 @@ class PostgresPeer:
         with self.engine.connect() as conn:
             conn.execute(text(f"DROP PUBLICATION IF EXISTS {schema_name}_peerdb"))
 
-            table_list = ", ".join([f"{schema_name}.{table}" for table in table_names])
+            table_list = []
+            for table in table_names:
+                full_table_name = f'"{schema_name}"."{table}"'
+                logger.info(f"Setting REPLICA IDENTITY FULL for table: {full_table_name}")
+                conn.execute(text(f"ALTER TABLE {full_table_name} REPLICA IDENTITY FULL;"))
+                table_list.append(full_table_name)
+
+            table_list_str = ", ".join(table_list)
             conn.execute(
                 text(f"""
-                CREATE PUBLICATION {schema_name}_peerdb FOR TABLE {table_list};
+                CREATE PUBLICATION {schema_name}_peerdb FOR TABLE {table_list_str};
                 """)
             )
             conn.commit()
@@ -319,11 +329,11 @@ class PeerDBInterface:
         if not self.docker_host_mapping or not host:
             return host
 
-        if host in ['localhost', '127.0.0.1']:
+        if host in ["localhost", "127.0.0.1"]:
             logger.debug(f"Mapping host {host} to {self.docker_host_mapping} for Docker environment")
             return self.docker_host_mapping
 
-        url_pattern = r'(localhost|127\.0\.0\.1)'
+        url_pattern = r"(localhost|127\.0\.0\.1)"
         match = re.search(url_pattern, host)
         if match:
             original_host = match.group(1)