hekenga 1.0.3 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4a5b2feed38ae6373320ea9097c0677cd3ba26c9ed72485d802abf846c4474d4
-  data.tar.gz: bbdaadd072871e04936b451f584c1ff72e111a7d26993b9e87c58df9f50fd7f7
+  metadata.gz: 94824a7ff42ed31e87c54b5093ad9b8a03b27b08ec5cc7c4f45491b71b3dcc79
+  data.tar.gz: ca0ffaded81560273fa6421de3dfdb9a0efce0fd62f95c410bd31004cb17a816
 SHA512:
-  metadata.gz: 1f93f0e083ca321cdc5be3ade1c8e32ec72ac57c4520073e91b8b6bede680a88dd13d921cc8efdc45b6352b307a9996f92c10c1eac4cf61c5857fd6eaf7ae250
-  data.tar.gz: 8dca120b22a5a4a270f8649f8dfa53609d11c803b17dd901c0a2f0e524b25bb91a9ae342c6782a2d60d59a8a29abc8c9c285a099772ca4403bb91c254d9a0a93
+  metadata.gz: 8677a4cd8023f511971b54ac4458e7b230ee693246473d77b9e3237895ef95670aa157d0117f13223a0df4dde71430de9c940bfc89315422203e23ec3434218e
+  data.tar.gz: 69b879e26c4d7771377881d9e83d411fa3b0a2674ce851b5b9b74f323c1c2dec749218257766b27e467eb409708f221d9125a8451bd9d394b103e654e86785da

data/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## v1.1.0
+
+- `setup` is now passed the current batch of documents so it can be used to
+    preload effectively
+- `after` has been added - this is a block of code that will be passed the
+    current batch of written documents after a write has been completed. If
+    no documents were written, this block will not be called
+
+## v1.0.4
+
+- Log errors during document tasks to stdout
+
 ## v1.0.3
 
 - Fix `timeless!` being ignored

data/lib/hekenga/document_task.rb

@@ -1,7 +1,7 @@
 require 'hekenga/irreversible'
 module Hekenga
   class DocumentTask
-    attr_reader :ups, :downs, :setups, :filters
+    attr_reader :ups, :downs, :setups, :filters, :after_callbacks
     attr_accessor :parallel, :scope, :timeless, :batch_size
     attr_accessor :description, :invalid_strategy, :skip_prepare, :write_strategy
     attr_accessor :always_write, :use_transaction
@@ -11,6 +11,7 @@ module Hekenga
       @downs            = []
       @setups           = []
       @filters          = []
+      @after_callbacks  = []
       @invalid_strategy = :continue
       @write_strategy   = :update
       @skip_prepare     = false

data/lib/hekenga/document_task_executor.rb

@@ -13,6 +13,7 @@ module Hekenga
       @skipped_records   = []
       @failed_records    = []
       @backed_up_records = {}
+      @seen_errors       = []
     end
 
     def run!
@@ -27,6 +28,7 @@ module Hekenga
         # In test mode, the transaction will be aborted - so we need to write
         # the result outside of the run! block
         write_result if task_record.test_mode
+        after_callback
       end
     end
 
@@ -48,7 +50,9 @@ module Hekenga
 
     delegate :task_idx, to: :task_record
 
-    attr_reader :migrated_records, :records_to_write, :filtered_records, :invalid_records, :skipped_records, :failed_records, :backed_up_records
+    attr_reader :migrated_records, :records_to_write, :filtered_records,
+      :invalid_records, :skipped_records, :failed_records, :backed_up_records,
+      :seen_errors
 
     def migration_complete?
       migration.task_records(task_idx).incomplete.none?
@@ -84,7 +88,8 @@ module Hekenga
         else
           skipped_records << record
         end
-      rescue => _e
+      rescue => e
+        print_error(e)
         failed_records << record
       end
     end
@@ -94,7 +99,8 @@ module Hekenga
         backup_record(record)
         task.up!(@context, record)
         migrated_records << record
-      rescue => _e
+      rescue => e
+        print_error(e)
         failed_records << record
       end
     end
@@ -201,7 +207,7 @@ module Hekenga
       @context = Hekenga::Context.new(test_mode: task_record.test_mode)
       begin
         task.setups&.each do |setup|
-          @context.instance_exec(&setup)
+          @context.instance_exec(records, &setup)
         end
       rescue => e
         fail_and_cancel!(e)
@@ -212,6 +218,18 @@ module Hekenga
       @context = nil
     end
 
+    def after_callback
+      return if records_to_write.empty?
+
+      task.after_callbacks&.each do |callback|
+        @context.instance_exec(records_to_write, &callback)
+      end
+    rescue => e
+      # Error is just printed for now as we've already migrated, don't
+      # want to overwrite the task record state
+      print_error(e)
+    end
+
     def fail_and_cancel!(error)
       log = migration.log(task_idx)
       log.add_failure({
@@ -268,5 +286,13 @@ module Hekenga
     def task
       @task ||= migration.tasks[task_idx]
     end
+
+    def print_error(error)
+      message = [error.message, error.backtrace].join("\n")
+      return if seen_errors.include?(message.hash)
+
+      seen_errors << message.hash
+      Hekenga.log(message)
+    end
   end
 end

data/lib/hekenga/dsl/document_task.rb

@@ -67,6 +67,10 @@ module Hekenga
       def down(&block)
         @object.downs.push block
       end
+
+      def after(&block)
+        @object.after_callbacks.push block
+      end
     end
   end
 end

data/lib/hekenga/scaffold.rb

@@ -50,8 +50,8 @@ module Hekenga
         #  #write_strategy :update # :delete_then_insert
         #
         #  # Called once per batch, instance variables will be accessible
-        #  # in the filter & up blocks
-        #  #setup do
+        #  # in the filter, up and after blocks
+        #  #setup do |docs|
         #  #end
         #
         #  #filter do |doc|
@@ -59,6 +59,10 @@ module Hekenga
         #
         #  up do |doc|
         #  end
+        #
+        #  # Called once per batch passing successfully written records
+        #  #after do |docs|
+        #  #end
         #end
       end
       EOF

data/lib/hekenga/version.rb

@@ -1,3 +1,3 @@
 module Hekenga
-  VERSION = "1.0.3"
+  VERSION = "1.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hekenga
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.1.0
 platform: ruby
 authors:
 - Tapio Saarinen
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-10-08 00:00:00.000000000 Z
+date: 2024-02-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler