pg_easy_replicate 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8b12c7664573414ae5b4421e16c2a4d603a1550abd52cd677fa97c0a3f4187d3
-  data.tar.gz: 03baf5fa2d60d841475024d8e6a4e822546a5f5180ddcdead5ee33ed89bc472b
+  metadata.gz: 846d76c9da382a82b36243070402e2e42d7135c6ccd52a1308b4d4ebdb15e4ca
+  data.tar.gz: 159925fe9649bc527a861f4e5eac52102af05542ddfeb8f742e9077a1764fe38
 SHA512:
-  metadata.gz: c18024373cdf4313723599eaee6f57d84b99ff52afffbbab3a393bae9e453ba43d300f8ec3424396af12fcbf40de46c92846110777a7a6d4ebb6fe9adae47f5f
-  data.tar.gz: 8f4e8dc80d25b072b6e44a4e17fc6d367fe27368a9643e4e0cc4a39dd846cd1abf247aedbc6e887b1285293939f967131e0d5254ae53751f584af2e13a72c783
+  metadata.gz: 512c5ec0e049476d5e02a549effd6d9032642e59eda2507a6a611fae2dfcb136c1efb8fab58f1dd46b12a38dd758195792424415b97e445ad21cb28737048a2c
+  data.tar.gz: c36d0cfaebf53e89b58bbdcd52f8394d67196f912bcaaeb2247122bbb1a431d7b850d6c1355058cb810ea718ec9cb268204b568c36aeca98b90174ed67544714

data/Gemfile.lock

@@ -5,7 +5,7 @@ PATH
       ougai (~> 2.0.0)
       pg (~> 1.5.3)
       pg_query (~> 5.1.0)
-      sequel (>= 5.69, < 5.83)
+      sequel (>= 5.69, < 5.84)
       thor (>= 1.2.2, < 1.4.0)
 
 GEM
@@ -94,7 +94,7 @@ GEM
     rubocop-rspec_rails (2.28.2)
       rubocop (~> 1.40)
     ruby-progressbar (1.13.0)
-    sequel (5.82.0)
+    sequel (5.83.1)
       bigdecimal
     strscan (3.1.0)
     syntax_tree (6.2.0)

data/README.md

@@ -22,9 +22,14 @@ Battle tested in production at [Tines](https://www.tines.com/) 🚀
     - [Config Check](#config-check-1)
     - [Bootstrap](#bootstrap-1)
   - [Start sync](#start-sync)
+  - [DDL Changes Management](#ddl-changes-management)
+    - [Listing DDL Changes](#listing-ddl-changes)
+    - [Applying DDL Changes](#applying-ddl-changes)
   - [Stats](#stats)
   - [Performing switchover](#performing-switchover)
 - [Replicating single database with custom tables](#replicating-single-database-with-custom-tables)
+- [Exclude tables from replication](#exclude-tables-from-replication)
+  - [Cleanup](#cleanup)
 - [Switchover strategies with minimal downtime](#switchover-strategies-with-minimal-downtime)
   - [Rolling restart strategy](#rolling-restart-strategy)
   - [DNS Failover strategy](#dns-failover-strategy)

data/docker-compose.yml

@@ -1,7 +1,7 @@
 version: "3.7"
 services:
   source_db:
-    image: postgres:12
+    image: postgres:14
     ports:
       - "5432:5432"
     environment:

data/lib/pg_easy_replicate/ddl_audit.rb

@@ -113,7 +113,8 @@ module PgEasyReplicate
         sanitized_group_name = sanitize_identifier(group_name)
 
         full_table_names = tables.map { |table| "#{schema_name}.#{table}" }
-        puts "full_table_names: #{full_table_names}"
+        table_pattern = full_table_names.join("|")
+
         conn.run(<<~SQL)
           CREATE OR REPLACE FUNCTION #{internal_schema_name}.pger_ddl_trigger_#{sanitized_group_name}() RETURNS event_trigger AS $$
           DECLARE
@@ -126,12 +127,12 @@ module PgEasyReplicate
             IF TG_EVENT = 'ddl_command_end' THEN
               FOR obj IN SELECT * FROM pg_event_trigger_ddl_commands()
               LOOP
-                IF obj.object_type = 'table' AND obj.object_identity = ANY(ARRAY['#{full_table_names.join("','")}']) THEN
+                IF obj.object_identity ~ '^(#{table_pattern})' THEN
                   INSERT INTO #{internal_schema_name}.#{table_name} (group_name, event_type, object_type, object_identity, ddl_command)
                   VALUES ('#{group_name}', TG_EVENT, obj.object_type, obj.object_identity, ddl_command);
                 ELSIF obj.object_type = 'index' THEN
                   SELECT (regexp_match(ddl_command, 'ON\\s+(\\S+)'))[1] INTO affected_table;
-                  IF affected_table = ANY(ARRAY['#{full_table_names.join("','")}']) THEN
+                  IF affected_table IN ('#{full_table_names.join("','")}') THEN
                     INSERT INTO #{internal_schema_name}.#{table_name} (group_name, event_type, object_type, object_identity, ddl_command)
                     VALUES ('#{group_name}', TG_EVENT, obj.object_type, obj.object_identity, ddl_command);
                   END IF;
@@ -140,8 +141,7 @@ module PgEasyReplicate
             ELSIF TG_EVENT = 'sql_drop' THEN
               FOR obj IN SELECT * FROM pg_event_trigger_dropped_objects()
               LOOP
-                IF obj.object_type IN ('table', 'index') AND
-                   (obj.object_identity = ANY(ARRAY['#{full_table_names.join("','")}']) OR
+                IF (obj.object_identity = ANY(ARRAY['#{full_table_names.join("','")}']) OR
                     obj.object_identity ~ ('^' || '#{schema_name}' || '\\.(.*?)_.*$'))
                 THEN
                   INSERT INTO #{internal_schema_name}.#{table_name} (group_name, event_type, object_type, object_identity, ddl_command)
@@ -151,9 +151,14 @@ module PgEasyReplicate
             ELSIF TG_EVENT = 'table_rewrite' THEN
               FOR obj IN SELECT * FROM pg_event_trigger_table_rewrite_oid()
               LOOP
-                IF obj.oid::regclass::text = ANY(ARRAY['#{full_table_names.join("','")}']) THEN
+                SELECT c.relname, n.nspname INTO affected_table
+                FROM pg_class c
+                JOIN pg_namespace n ON n.oid = c.relnamespace
+                WHERE c.oid = obj.oid;
+
+                IF affected_table IN ('#{full_table_names.join("','")}') THEN
                   INSERT INTO #{internal_schema_name}.#{table_name} (group_name, event_type, object_type, object_identity, ddl_command)
-                  VALUES ('#{group_name}', TG_EVENT, 'table', obj.oid::regclass::text, ddl_command);
+                  VALUES ('#{group_name}', TG_EVENT, 'table', affected_table, 'table_rewrite');
                 END IF;
               END LOOP;
             END IF;

data/lib/pg_easy_replicate/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module PgEasyReplicate
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pg_easy_replicate
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Shayon Mukherjee
@@ -61,7 +61,7 @@ dependencies:
         version: '5.69'
     - - "<"
       - !ruby/object:Gem::Version
-        version: '5.83'
+        version: '5.84'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -71,7 +71,7 @@ dependencies:
         version: '5.69'
     - - "<"
       - !ruby/object:Gem::Version
-        version: '5.83'
+        version: '5.84'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement