parallel_tasker 0.0.0 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0d8fe4c994ffe659c9948b4d3730eae83f855f68
-  data.tar.gz: 92e3a0c46fc26fd7d70f1c2ef8b22ad8da806980
+  metadata.gz: f4d9dc4e614c5092e3e3fb9f9ab98bd4a0e295d4
+  data.tar.gz: 0c78457e01b3501c4f438696c7894427e14635de
 SHA512:
-  metadata.gz: 356927b1f3c8491cb77276bb837f420fa67bfdf816c63695d1c7b461beb8857626bebfb40e2a3945de1ee6b0e9cfb5503cbf0df35e84712b826a4c1bca588818
-  data.tar.gz: 989da5fe6193e68cefb4d08a783e0d952b1c6b442fb18f5c749e799c0fbaf319426e465dcdc4b03852bae858aa68464e3fcefe7e984ffbb245df0e7cd3be8628
+  metadata.gz: ed83725b491608eba9e48f2b81ba2ca838a0ba9e07357496f3fcaf4a1dbedfa1c33b9ae65857493006f754aa15ed4530751387c8f1f3b75d2e9efc3d3e4e2e2b
+  data.tar.gz: 790488766ebfe04a839f02f67390e007d5e763177f495d817211acd4ef71a43a539482cc4b0073069b8d851bc3579bb46d48951d0a66a252e709f96e2def9b3c

data/lib/parallel_tasker.rb

@@ -3,10 +3,17 @@ require 'thwait'
 # Run tasks in parallel threads
 class ParallelTasker
  
-  # Set max number of parallel threads
-  def initialize limit
-    @limit = limit
+  # Set max number of parallel threads.
+  # Yields self to block, if given.
+  # Unless block calls #run, it is called automatically.
+  def initialize concurrency
+    @concurrency = concurrency
     @tasks = {}
+    @already_run = false
+    if block_given?
+      yield self
+      self.run unless @already_run
+    end
   end
  
   # Add task to be executed.
@@ -20,30 +27,32 @@ class ParallelTasker
   def task id
     @tasks[id]
   end
+
+  class DoubleRun < RuntimeError ; end
  
-  # Execute all tasks in separate threads, with maximum asked limit of parallel
+  # Execute all tasks in separate threads, with maximum asked concurrency of parallel
   # threads.
   # Returns a Hash with all given id as keys, and its value are threads
-  # themselves. User can run Thread#status to see if it terminated with an
-  # exception (nil) or not (false), and Thread#value to get either its return
-  # value or returned exception.
+  # themselves. User can use Thread class methods to verify each task state, such as Thread#join.
   def run
+    raise DoubleRun.new('#run called more than one time') if @already_run
+    @already_run = true
     @threads = {}
-    @limit = @tasks.size if @limit > @tasks.size
+    @concurrency = @tasks.size if @concurrency > @tasks.size
     pending_ids = @tasks.keys
-    @running_ids = []
+    @already_running_ids = []
     completed_ids = []
     # start initial batch
-    pending_ids.shift(@limit).each{|id| new_thread(id)}
+    pending_ids.shift(@concurrency).each{|id| new_thread(id)}
     # wait for termination
     twait = ThreadsWait.new(*running_threads)
     twait.all_waits do |finished_thread|
       # update arrays
       completed_id = @threads.key(finished_thread)
-      @running_ids.delete completed_id
+      @already_running_ids.delete completed_id
       completed_ids << completed_id
-      # start new thread if available and below limit
-      if not pending_ids.empty? and @running_ids.size < @limit
+      # start new thread if available and below concurrency
+      if not pending_ids.empty? and @already_running_ids.size < @concurrency
         new_id = pending_ids.shift
         new_thread new_id
         twait.join_nowait *running_threads
@@ -57,13 +66,13 @@ class ParallelTasker
   # Create a new thread based on given id
   def new_thread id
     @threads[id] = Thread.new &@tasks[id]
-    @running_ids << id
+    @already_running_ids << id
   end
  
   # return array of all running threads
   def running_threads
     rt = []
-    @running_ids.each do |id|
+    @already_running_ids.each do |id|
       rt << @threads[id]
     end
     rt

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: parallel_tasker
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.1.0
 platform: ruby
 authors:
 - Fabio Pugliese Ornellas
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-03-27 00:00:00.000000000 Z
+date: 2015-03-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -24,8 +24,8 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.2'
-description: Simple Gem that collects tasks to be run, then execute them with maximum
-  specified parallelism.
+description: Collects tasks to be run, then execute in parallel, with maximum specified
+  concurrency.
 email: fabio.ornellas@gmail.com
 executables: []
 extensions: []