umbrellio-utils 1.1.0 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 69008a465e6cb9232b9e2ae595e519b04358ca1b6c39a140cb63e3f2c94b4d07
-  data.tar.gz: aff52ed04ae02ff06788f5d7cf990e9d55043411f59ed8e45866c4234b968225
+  metadata.gz: aaa7935344d41de32a9d61527b1c7b167d64715207422fc23f83d790950e5951
+  data.tar.gz: f9d7707ff893d916462b7e584a08ad8171036825eecacc201eecc09b17fc041f
 SHA512:
-  metadata.gz: 3f832a358b8517c3a9679a777eafd8488047488f8df5d451f395b0704213b994b1354d24346204e1bb63ff9e1e5eb135dc933905c53c12e18a2e6eda9ee81912
-  data.tar.gz: a89452771f674065a78c1a64cb41466938bb2e42e681d5fa1a3c8f4c786be608f4ed6afb56ecd2f84de343a95036d673cde68352bf8225d3dee807a81d47e019
+  metadata.gz: 319224d118b8c1197b9d93855aa83dcb8dbe80b33fb9395d8782e24cbdd4e303ce7bea798f33b4940febfa268d4f457dae0aac55d14e43e5933fd60d9d038362
+  data.tar.gz: fb536f209a2190fc064db5b0f3a73b01b9286deceab3b7ee83e7f88cbb0023203737b29444baf218b42402dd5e0ad2f2a0bc60edf92bbf0cfbceb1352c5c0f84

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    umbrellio-utils (1.1.0)
+    umbrellio-utils (1.2.1)
       memery (~> 1)
 
 GEM

data/lib/umbrellio_utils/database.rb

@@ -5,6 +5,7 @@ module UmbrellioUtils
     extend self
 
     HandledConstaintError = Class.new(StandardError)
+    InvalidPkError = Class.new(StandardError)
 
     def handle_constraint_error(constraint_name, &block)
       DB.transaction(savepoint: true, &block)
@@ -22,15 +23,16 @@ module UmbrellioUtils
     end
 
     def each_record(dataset, **options, &block)
-      primary_key = primary_key_from(**options)
+      primary_key = primary_key_from(dataset, **options)
 
       with_temp_table(dataset, **options) do |ids|
-        dataset.model.where(primary_key => ids).reverse(primary_key).each(&block)
+        rows = ids.map { |id| row(id.is_a?(Hash) ? id.values : [id]) }
+        dataset.model.where(row(primary_key) => rows).reverse(row(primary_key)).each(&block)
       end
     end
 
     def with_temp_table(dataset, page_size: 1_000, sleep: nil, **options)
-      primary_key = primary_key_from(**options)
+      primary_key = primary_key_from(dataset, **options)
       sleep_interval = sleep_interval_from(sleep)
 
       temp_table_name = create_temp_table(dataset, primary_key: primary_key)
@@ -39,11 +41,7 @@ module UmbrellioUtils
 
       loop do
         DB.transaction do
-          pk_expr = DB[temp_table_name].select(primary_key).reverse(primary_key).limit(page_size)
-
-          deleted_items = DB[temp_table_name].where(primary_key => pk_expr).returning.delete
-          pk_set = deleted_items.map { |item| item[primary_key] }
-
+          pk_set = pop_next_pk_batch(temp_table_name, primary_key, page_size)
           yield(pk_set) if pk_set.any?
         end
 
@@ -61,18 +59,22 @@ module UmbrellioUtils
       Lamian.logger.send(:logdevs).each { |x| x.truncate(0) && x.rewind }
     end
 
-    def create_temp_table(dataset, primary_key:)
-      model = dataset.model
+    def create_temp_table(dataset, **options)
       time = Time.current
+      model = dataset.model
       temp_table_name = "temp_#{model.table_name}_#{time.to_i}_#{time.nsec}".to_sym
-      type = model.db_schema[primary_key][:db_type]
+      primary_key = primary_key_from(dataset, **options)
 
-      DB.drop_table?(temp_table_name)
       DB.create_table(temp_table_name, unlogged: true) do
-        column primary_key, type, primary_key: true
+        primary_key.each do |field|
+          type = model.db_schema[field][:db_type]
+          column field, type
+        end
+
+        primary_key primary_key
       end
 
-      insert_ds = dataset.select(Sequel[model.table_name][primary_key])
+      insert_ds = dataset.select(*qualified_pk(model.table_name, primary_key))
       DB[temp_table_name].disable_insert_returning.insert(insert_ds)
 
       temp_table_name
@@ -80,8 +82,22 @@ module UmbrellioUtils
 
     private
 
-    def primary_key_from(**options)
-      options.fetch(:primary_key, :id)
+    def row(values)
+      Sequel.function(:row, *values)
+    end
+
+    def extract_primary_key(dataset)
+      dataset.db.schema(dataset.first_source).select { |x| x[1][:primary_key] }.map(&:first)
+    end
+
+    def primary_key_from(dataset, **options)
+      Array(options[:primary_key] || extract_primary_key(dataset)).tap do |primary_key|
+        raise InvalidPkError if primary_key.empty?
+      end
+    end
+
+    def qualified_pk(table_name, primary_key)
+      primary_key.map { |f| Sequel[table_name][f] }
     end
 
     def sleep_interval_from(sleep)
@@ -94,5 +110,15 @@ module UmbrellioUtils
         defined?(Rails) && Rails.env.production? ? 1 : 0
       end
     end
+
+    def pop_next_pk_batch(temp_table_name, primary_key, batch_size)
+      row = row(primary_key)
+      pk_expr = DB[temp_table_name].select(*primary_key).reverse(row).limit(batch_size)
+      deleted_items = DB[temp_table_name].where(row => pk_expr).returning.delete
+      deleted_items.map do |item|
+        next item if primary_key.size > 1
+        item[primary_key.first]
+      end
+    end
   end
 end

data/lib/umbrellio_utils/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module UmbrellioUtils
-  VERSION = "1.1.0"
+  VERSION = "1.2.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: umbrellio-utils
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.1
 platform: ruby
 authors:
 - Team Umbrellio
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-05-02 00:00:00.000000000 Z
+date: 2024-05-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: memery