batches_task_processor 0.3.1 → 0.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6b83bdfebcd837e7ee632a01502d5796ad29ad096e63486cd4d9513dd5882908
-  data.tar.gz: a8e2fbfafe6c76ca0ddab0810b24797dbc5ce3b6eceb84f15c2b587078a8d558
+  metadata.gz: 9e3ca93ca15247aafcea0afc6873b11bc26d8519e7b5ef477ceefd9174552888
+  data.tar.gz: e2669c5ed9c3f8afdefa0d5e59ee7750437560d95b78792dfa5c43da2edbbf1e
 SHA512:
-  metadata.gz: a2aca1fb9e37d1c3c7e7af5e51cc593bcbbf1d83f37654bb81f9ef0cc45740a5d33467f3ead66a20f93fedf25f5ac1b81568a49019673ee0f47bf61bf3fd2629
-  data.tar.gz: 43d671b910781c69ac56bee5c363213c7590c162e5f17cf48882e31ea5dcc20ae7311186b30c5d9b9fdbc037a3e342097543b46d084112477c794057ccc89612
+  metadata.gz: 140fa98d409be395a422f2687d64d0690b1b65ae1ded1cd7e00e2b0d3217680c65b8629b7aea8da5b38dd6b62fb79acd8631ae250bfe262121b1107466b65f16
+  data.tar.gz: e594672fb7e890d0e475f7480f6b503c34d64fc4525c50c6bfe47909b1c4b573ab6af62db13140d847cd6a5ce49332e42d7b3ea8db75d5931d27b284dea41b99

data/README.md

@@ -1,6 +1,6 @@
 # BatchesTaskProcessor
-Ruby Gem that allows to process huge amount of any kind of tasks in parallel using batches with the ability to cancel at any time. 
-The jobs created can be processed in background or in the foreground (inline) with the ability to rerun/retry later (excludes the already processed ones).
+Ruby Gem that allows to process huge amount of any kind of tasks in parallel using batches with the ability to cancel at any time and rerun later (excludes the already processed ones when rerunning) which reduces the process time dramatically. 
+The jobs created can be processed in background (via background jobs) or in the foreground (inline).
 
 ## Installation
 Add this line to your application's Gemfile:

data/lib/batches_task_processor/model.rb

@@ -8,6 +8,7 @@ module BatchesTaskProcessor
     validates :process_item, presence: true
     validates :key, presence: true
     before_create :apply_data_uniqueness
+    before_create :check_qty_jobs
     # state: :pending, :processing, :finished, :canceled
 
     def qty_items_job
@@ -22,6 +23,11 @@ module BatchesTaskProcessor
       items.count == data.count
     end
 
+    # Text data columns support (Mysql only)
+    def data
+      self[:data].is_a?(String) ? JSON.parse(self[:data] || '[]') : self[:data]
+    end
+
     # ********* user methods
     def start!
       Processor.new(id).call
@@ -49,5 +55,10 @@ module BatchesTaskProcessor
     def apply_data_uniqueness
       self.data = data.uniq
     end
+
+    # Fix: at least 1 item per job
+    def check_qty_jobs
+      self.qty_jobs = data.count if data.count < qty_jobs
+    end
   end
 end

data/lib/batches_task_processor/version.rb

@@ -1,3 +1,3 @@
 module BatchesTaskProcessor
-  VERSION = "0.3.1"
+  VERSION = "0.3.2"
 end

data/lib/db/migrate/20220727101904_add_batches_task_processor.rb

@@ -5,7 +5,8 @@ class AddBatchesTaskProcessor < ActiveRecord::Migration[5.0]
     create_table :batches_task_processors do |t|
       t.string :key
       t.string :state, default: :pending
-      t.json :data, default: []
+      t.json :data, default: [] if support_json?
+      t.text :data unless support_json?
       t.integer :qty_jobs, default: 10
       t.datetime :finished_at
       t.text :preload_job_items
@@ -22,4 +23,10 @@ class AddBatchesTaskProcessor < ActiveRecord::Migration[5.0]
       t.timestamps
     end
   end
+
+  def support_json?
+    connector_name = ActiveRecord::Base.connection.adapter_name.downcase
+    no_json = connector_name.include?('mysql') || connector_name.include?('sqlite')
+    !no_json
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: batches_task_processor
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.3.2
 platform: ruby
 authors:
 - Owen Peredo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-08-01 00:00:00.000000000 Z
+date: 2022-08-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails