waldit 0.0.26 → 0.0.27

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 036035f234a35b9fd2c2c352a361a8826b54d0a0c6a86d93946c0b192523ea9d
-  data.tar.gz: d655ad860384e3e1c2dc5a8a6b3ac84f320c6210f14fcb53510cb016b1bf6e0d
+  metadata.gz: 18bbabfc0b8a6f7386c30773ebb4515f45ea2ff03b3991c28b676eed77c2d001
+  data.tar.gz: a69f4a66db8b50305a9b5386183c4626b2a13fff018d1d17d84c95f8e64a2db9
 SHA512:
-  metadata.gz: c4dac68e52cb6ba0a72809f09fcffdc6425e6b154fe91d1b5c5f94e4bf3ea349fccf0ea43327b69cd2b94d968b832136c8fea9bfe5dc1a04b21ba50434e8195a
-  data.tar.gz: a10904c3cd2df88460cd83be6604edc6c4bbeb8a66e1e44a47966e40eb00c4222a1de3d1720055847a516ef0513c14109bd879fbd35909244db145f02f5e828e
+  metadata.gz: 356750f5feefe2a477ed06ac7d90d78ab55fa7e7bafd9e6fa3edb2759fa77e6813e59a15b53f94f081c3aeba94baac2e1b2e2da968d8e6e0b304d0acdb929bfc
+  data.tar.gz: d1b1115e71044bce7ad3eb2f9efe3f6e47eb23687966818a4ee8218a8add9c5fbb65a449742d6c988eb86c8d5384447d66d73a35e037122ee9cd8c1cbbb5b3ee

data/lib/waldit/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Waldit
-  VERSION = "0.0.26"
+  VERSION = "0.0.27"
 end

data/lib/waldit/watcher.rb

@@ -14,10 +14,13 @@ module Waldit
 
     def on_transaction_events(events)
       begin_event = events.next
+      # The commit LSN identifies the transaction. The xid from the replication stream is the raw
+      # 32-bit counter, which wraps around every ~4 billion transactions, so it cannot be used as
+      # a durable identity.
       if begin_event.estimated_size < Waldit.large_transaction_threshold
-        process_in_memory(events)
+        process_in_memory(begin_event.final_lsn, events)
       else
-        process_streaming(events)
+        process_streaming(begin_event.final_lsn, events)
       end
     rescue PG::ConnectionBad
       raise if @retry
@@ -68,7 +71,7 @@ module Waldit
     PARAMS_PER_ROW = COLUMNS.size
     MAX_ROWS_PER_BATCH = 65535 / PARAMS_PER_ROW
 
-    def process_in_memory(events)
+    def process_in_memory(transaction_id, events)
       records = {}
 
       events.each do |event|
@@ -118,7 +121,7 @@ module Waldit
 
             rec = {
               committed_at: event.timestamp,
-              transaction_id: event.transaction_id,
+              transaction_id:,
               lsn: evt.lsn,
               table_name: table,
               primary_key: evt.primary_key.to_json,
@@ -201,7 +204,7 @@ module Waldit
       SQL
     end
 
-    def process_streaming(events)
+    def process_streaming(transaction_id, events)
       ensure_streaming_statements_prepared
 
       @connection.transaction do
@@ -215,46 +218,44 @@ module Waldit
                 .map { |diff| [diff, tables.filter { |table| store_changes(table).include? diff }] }
                 .to_h
 
-              log_new = (changes[:new] || []).map { |table| "#{table}" }
-              log_old = (changes[:old] || []).map { |table| "#{table}" }
-              log_diff = (changes[:diff] || []).map { |table| "#{table}" }
-
               @connection.exec_prepared("waldit_finish", [
-                event.transaction_id,
+                transaction_id,
                 event.timestamp,
-                "{#{log_new.join(",")}}",
-                "{#{log_old.join(",")}}",
-                "{#{log_diff.join(",")}}",
+                "{#{changes[:new].join(",")}}",
+                "{#{changes[:old].join(",")}}",
+                "{#{changes[:diff].join(",")}}",
+                "{#{tables.join(",")}}",
               ])
 
               @connection.exec_prepared("waldit_cleanup", [
-                event.transaction_id,
-                "{#{(log_new + log_old).join(",")}}",
-                "{#{log_diff.join(",")}}",
+                transaction_id,
+                "{#{(changes[:new] + changes[:old]).join(",")}}",
+                "{#{changes[:diff].join(",")}}",
+                "{#{tables.join(",")}}",
               ])
             end
 
             @retry = false
 
           when InsertEvent
-            tables << event.table if audit_event(event)
+            tables << event.table if audit_event(transaction_id, event)
 
           when UpdateEvent
-            tables << event.table if audit_event(event)
+            tables << event.table if audit_event(transaction_id, event)
 
           when DeleteEvent
-            tables << event.table if audit_event(event)
+            tables << event.table if audit_event(transaction_id, event)
           end
         end
       end
     end
 
-    def audit_event(event)
+    def audit_event(transaction_id, event)
       return unless event.primary_key
       primary_key = event.primary_key.to_json
       table = event.full_table_name
 
-      audit = [event.transaction_id, event.lsn, table, primary_key, event.context.to_json]
+      audit = [transaction_id, event.lsn, table, primary_key, event.context.to_json]
 
       case event
       when InsertEvent
@@ -271,7 +272,7 @@ module Waldit
         true
 
       when DeleteEvent
-        case @connection.exec_prepared("waldit_delete_cleanup", [event.transaction_id, table, primary_key]).values
+        case @connection.exec_prepared("waldit_delete_cleanup", [transaction_id, table, primary_key]).values
         in [["update", previous_old]]
           @connection.exec_prepared("waldit_delete", audit + [previous_old])
         in []
@@ -363,7 +364,7 @@ module Waldit
             )
             ELSE null
             END
-        WHERE transaction_id = $1
+        WHERE transaction_id = $1 AND table_name = ANY ($6::varchar[])
       SQL
     rescue PG::DuplicatePstatement
     end
@@ -374,6 +375,7 @@ module Waldit
         WHERE
           transaction_id = $1
           AND action = 'update'::waldit_action
+          AND table_name = ANY ($4::varchar[])
           AND (
             (diff IS NULL AND table_name = ANY ($3::varchar[]))
             OR

data/rbi/waldit.rbi

@@ -2,7 +2,7 @@
 module Waldit
   extend T::Sig
   extend Waldit::Context
-  VERSION = "0.0.26"
+  VERSION = "0.0.27"
 
   class << self
     sig { returns(String) }
@@ -105,8 +105,8 @@ module Waldit
   class Watcher < Wal::StreamingWatcher
     extend T::Sig
 
-    sig { params(event: T.any(InsertEvent, UpdateEvent, DeleteEvent)).void }
-    def audit_event(event); end
+    sig { params(transaction_id: Integer, event: T.any(InsertEvent, UpdateEvent, DeleteEvent)).void }
+    def audit_event(transaction_id, event); end
 
     sig { override.params(events: T::Enumerator[Event]).void }
     def on_transaction_events(events); end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: waldit
 version: !ruby/object:Gem::Version
-  version: 0.0.26
+  version: 0.0.27
 platform: ruby
 authors:
 - Rodrigo Navarro
 bindir: exe
 cert_chain: []
-date: 2026-02-13 00:00:00.000000000 Z
+date: 2026-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: wal