koyo-postgres-replication 0.1.3.pre → 0.1.4.pre

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1cc8e3d452d94177ba7d15d098bbb38b949c45a4e25c22562b358f2858b8d541
-  data.tar.gz: f844b6eb897ab00c079be8e09a45398532657938ab9e2ae762ddd07c67f685be
+  metadata.gz: d7e309ca1f76d89a85e0d84b66fd54b629e7060ffd089a6a4383099230ccad9f
+  data.tar.gz: d387c7c45a91cf7500c83188688024fd8c08c97c4298fcc015d1d7b12adc425b
 SHA512:
-  metadata.gz: b7e17ddc565bcc1badd81dd6520506578e9eaf09be4598ace88b1336b8c8d797ea01e48724bad5217faf2442bcd04b5cce23a48f5feb048adc00d055e7c912d7
-  data.tar.gz: df0fd55f7909c6c401fbef598e618cd4837b22634400931b9942c50b650cde64b275c61ecdb7b0f82ab5f620a0b82b3851d9c4e40c20e9ecf7303b9e3628282c
+  metadata.gz: 69dae55f084fc5d4206164d47e312d5bcbf530397190563126097fc3e0250760537ae1930b68228e18f7490e929e374af67663bb3ee8b6da99460dc718951bc6
+  data.tar.gz: 4c53b1c6a422c78f70885ac5db3a4951b8323b8ba9707771915cd4cbe933274d2697c467c2b75586ca9c77e2e5fd299cf8bdfdc5b011a39dc6efa2ab6288bb82

data/.yardoc/checksums

@@ -3,12 +3,12 @@ lib/koyo/repl/log.rb 811d21aa6f8843589b66da79a96a4e8b755fcc2d
 lib/koyo/repl/mod.rb 92b54b56643b06fdc74adc65dc04460f631d4036
 lib/koyo/repl/data.rb cb847585c0f439b9f645b5ebd7fa3b96e08b94ff
 lib/koyo/repl/install.rb 9b19b7bb74d084882a1f726693bac2d693015daa
-lib/koyo/repl/railtie.rb acb36cbbe1b386ece7567990945adecb6b6e5b80
-lib/koyo/repl/version.rb 45af9c57eb86c840d6c0756f1cd0b8a2f4b00ac0
-lib/koyo/repl/data_row.rb 321caf0b080621f2d319fa152948cbe864c77294
-lib/koyo/repl/database.rb 39a304909ccf68d69d36c84e3036debd9f29f6ec
+lib/koyo/repl/railtie.rb 9c560c38f4663edda57aa39c9bb4bd9411daabbd
+lib/koyo/repl/version.rb d0d535b2aac27e3caa5eaeef69e117772e334f44
+lib/koyo/repl/data_row.rb 46bd0b440721f3b0ddcded3fef1817ca5d77cb35
+lib/koyo/repl/database.rb 719f2723b83a927e0524f6dea79393caaeba0514
 lib/koyo/repl/diagnostics.rb 93226c47642c5e20f615425aff8a0c0ba988b07b
 lib/koyo/repl/configuration.rb 8a32f819abf035340a3997d989ccafe0751d209e
-lib/koyo/repl/postgres_server.rb c8f557e1eec5b9be51ebd48002a3986eddbd6634
+lib/koyo/repl/postgres_server.rb 3d564dff9e7820962da02f8a383a607fb72110dc
 lib/koyo_postgres_replication.rb e3f4d905e3045b59f1f7c799d84cd9fde70eebd8
 lib/koyo/repl/event_handler_service.rb 99b67bdcf3e0e92a04cd01bf8d05a4569b45d218

data/Gemfile

@@ -6,6 +6,7 @@ git_source(:github) { |repo| "https://github.com/#{repo}.git" }
 # Specify your gem's dependencies in koyo_repl.gemspec
 gemspec
 
+gem 'composite_primary_keys', '~> 14.0'
 gem 'pg', '~> 1.1'
 gem 'rails', '~> 7.0'
 gem 'rake', '~> 13.0'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    koyo-postgres-replication (0.1.2.pre)
+    koyo-postgres-replication (0.1.4.pre)
       pg (~> 1.1)
       rack (~> 2.0, >= 2.0.0)
       rails (~> 7.0)
@@ -78,6 +78,8 @@ GEM
     ast (2.4.2)
     base64 (0.1.1)
     builder (3.2.4)
+    composite_primary_keys (14.0.6)
+      activerecord (~> 7.0.2)
     concurrent-ruby (1.2.2)
     crass (1.0.6)
     date (3.3.3)
@@ -215,6 +217,7 @@ PLATFORMS
   arm64-darwin-22
 
 DEPENDENCIES
+  composite_primary_keys (~> 14.0)
   debug
   factory_bot_rails
   ffaker

data/README.md

@@ -1,6 +1,7 @@
 # Koyo::Postgres::Replication
 
 例 rei - Japanese for example 
+
 効用 koyo - Japanese for utility
 
 ## Replcation slots
@@ -170,6 +171,9 @@ for sql examples on how to interact with replication slots.
 
 ## Yard Doc
 
+Yard docs are up on
+[RubyDoc.info](https://rubydoc.info/github/wiseleyb/koyo-postgres-replication/main)
+
 Cheat sheets:
 * https://gist.github.com/chetan/1827484
 * https://kapeli.com/cheat_sheets/Yard.docset/Contents/Resources/Documents/index

data/changelog.md

@@ -1,5 +1,13 @@
 # Koyo Postgres Replication Changelog
 
+## 0.1.4.pre
+
+- Add link to
+  [doc](https://rubydoc.info/github/wiseleyb/koyo-postgres-replication/main) in
+README
+- Fix issues around composite keys (multiple primary keys) [Issues
+  4](https://github.com/wiseleyb/koyo-postgres-replication/issues/4)
+
 ## 0.1.3.pre
 
 - republishing yanked gem

data/lib/koyo/repl/data_row.rb

@@ -11,8 +11,10 @@ module Koyo
                     :kind,          # insert/update/delete
                     :schema,        # always public for this - not needed
                     :table,         # table being changed
-                    :id,            # table.id
-                    :id_type,       # integer/uuid
+                    :id,            # table.id, null for composite keys
+                    :id_type,       # integer/uuid, null for composite keys
+                    :ids,           # for composite keys - array of ids
+                    :id_types,      # for composite keys - array of types
                     :columns,       # all columns from table - array
                     :column_types,  # all types of columns - array
                     :values         # all values from table - array
@@ -34,12 +36,12 @@ module Koyo
       # WARN: this breaks for multiple primary keys
       def check_set_primary_keys
         if @row['oldkeys']
-          if @row['oldkeys']['keynames'].size > 1
-            raise "This doesn't support multiple keys right now"
+          @ids = Array.new(@row['oldkeys']['keyvalues'])
+          @id_types = Array.new(@row['oldkeys']['keytypes'])
+          if @row['oldkeys']['keynames'].size == 1
+            @id = @ids.first
+            @id_type = @id_types.first
           end
-
-          @id = @row['oldkeys']['keyvalues'].first
-          @id_type = @row['oldkeys']['keytypes'].first
         else
           @id = val(:id)
           @id_type = type(:id)
@@ -49,13 +51,15 @@ module Koyo
       # Gets a value for a name from columnsvalues
       # @param name column name
       def val(name)
-        values[columns.index(name.to_s)]
+        idx = columns.index(name.to_s)
+        idx ? values[idx] : nil
       end
 
       # Get a val type from columntypes
       # @param name column name
       def type(name)
-        column_types[columns.index(name.to_s)]
+        idx = columns.index(name.to_s)
+        idx ? column_types[idx] : nil
       end
     end
   end

data/lib/koyo/repl/postgres_server.rb

@@ -62,6 +62,18 @@ module Koyo
         end
       end
 
+      # Does a single check of the replication slot
+      # If test_mode=true uses peek, which will
+      # leave data in the replication slot (for testing/debugging)
+      def check
+        read_sql_results.each do |sql_res|
+          rows = Koyo::Repl::Data.new(sql_res).rows # returns ReplDataRow
+          rows.each do |row|
+            check_row(row)
+          end
+        end
+      end
+
       # Attempts to re-establish DB connection. If it finds any other
       # error this is fatal and server crashes at this point
       # @param [StandardError] err Error that kicked off this retry loop
@@ -121,18 +133,6 @@ module Koyo
         @tick_tock = 0
       end
 
-      # Does a single check of the replication slot
-      # If test_mode=true uses peek, which will
-      # leave data in the replication slot (for testing/debugging)
-      def check
-        read_sql_results.each do |sql_res|
-          rows = Koyo::Repl::Data.new(sql_res).rows # returns ReplDataRow
-          rows.each do |row|
-            check_row(row)
-          end
-        end
-      end
-
       # Reads data from the replication slot
       # Handles test_mode (so will only peek if true)
       def read_sql_results

data/lib/koyo/repl/railtie.rb

@@ -31,6 +31,11 @@ module Koyo
               puts 'Running Koyo::Repl::PostgresServer.run!'
               Koyo::Repl::PostgresServer.run!
             end
+
+            desc 'Recreate replication slot'
+            task recreate: :environment do
+              Koyo::Repl::Database.drop_create_slot!
+            end
           end
         end
       end

data/lib/koyo/repl/version.rb

@@ -2,6 +2,6 @@
 
 module Koyo
   module Repl
-    VERSION = '0.1.3.pre'
+    VERSION = '0.1.4.pre'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: koyo-postgres-replication
 version: !ruby/object:Gem::Version
-  version: 0.1.3.pre
+  version: 0.1.4.pre
 platform: ruby
 authors:
 - Ben Wiseley
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-08-18 00:00:00.000000000 Z
+date: 2023-08-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pg