batches_task_processor 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 66cd035ce5d4863e28c7052efc51b79d2cfcc3cae0b0ab84e14a8a3921da9dee
-  data.tar.gz: b38a41a2489cbc422e3d18c108fd61c00f46304e17b179e6ec109b2b29e956a0
+  metadata.gz: 6b83bdfebcd837e7ee632a01502d5796ad29ad096e63486cd4d9513dd5882908
+  data.tar.gz: a8e2fbfafe6c76ca0ddab0810b24797dbc5ce3b6eceb84f15c2b587078a8d558
 SHA512:
-  metadata.gz: 1618b2a8460a30828df870b559a299d75283ab960d9d74c51743da5f1ab3992c61f9e7ed0f1eefc6af3a89e18a5a719387003497c55def0fdd668e3a5902689b
-  data.tar.gz: 3f822048a4ee3efa3244416348e680ba38cfd779d5e3de8cff2d66add02c9cd465272e78d12c5a127d7d6caaf738f8ca9af6b2d6b9892db759d48cd7ca830529
+  metadata.gz: a2aca1fb9e37d1c3c7e7af5e51cc593bcbbf1d83f37654bb81f9ef0cc45740a5d33467f3ead66a20f93fedf25f5ac1b81568a49019673ee0f47bf61bf3fd2629
+  data.tar.gz: 43d671b910781c69ac56bee5c363213c7590c162e5f17cf48882e31ea5dcc20ae7311186b30c5d9b9fdbc037a3e342097543b46d084112477c794057ccc89612

data/README.md

@@ -12,14 +12,14 @@ And then execute: `bundle install && bundle exec rake db:migrate`
 
 ## Usage 
 - Register a new task:     
-  The following will process 200 items with 10 jobs parallelly each one in charge of 20 items (recommended `preload_job_items` for performance reasons):
+  The following will process 200k items with 10 jobs parallelly each one in charge of 20k items (recommended `preload_job_items` for performance reasons):
   ```ruby
   task = BatchesTaskProcessor::Model.create!(
     key: 'my_process',
-    data: Article.all.limit(200).pluck(:id),
+    data: Article.all.limit(200000).pluck(:id),
     qty_jobs: 10,
     preload_job_items: 'Article.where(id: items)',
-    process_item: 'puts "my article: #{item.id}"'
+    process_item: 'puts "my article ID: #{item.id}"'
   )
   task.start!
   ```
@@ -27,10 +27,11 @@ And then execute: `bundle install && bundle exec rake db:migrate`
 
 ## Task api  
   - `task.start!` starts the task (initializes the jobs)
-  - `task.cancel` cancels the task and stops processing the items
+  - `task.cancel` cancels the task at any time and stops processing the items
   - `task.export` exports the items that were processed in a csv file
-  - `task.items` returns the items that were processed    
-    Each item includes the following attributes: `# { result: "value returned from the process_item callback", error_details: "error message from the process_message callback if failed" }`
+  - `task.status` prints the current status of the task
+  - `task.items` returns the items that were processed so far       
+    Each item includes the following attributes: `# { key: 'value from items', result: "value returned from the process_item callback", error_details: "error message from the process_message callback if failed" }`
 
 ## TODO
 - update tests

data/lib/batches_task_processor/processor.rb

@@ -70,7 +70,7 @@ module BatchesTaskProcessor
     end
 
     def start_process_item(item, job, key, index)
-      log "Processing #{job}/#{key}: #{index}/#{task_model.qty_items_job}"
+      log "Processing key: #{key}, job: #{job}, counter: #{index}/#{task_model.qty_items_job}"
       result = process_item(item)
       task_model.items.create!(key: key, result: result.to_s[0..255])
     rescue => e

data/lib/batches_task_processor/version.rb

@@ -1,3 +1,3 @@
 module BatchesTaskProcessor
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: batches_task_processor
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Owen Peredo