parallel_tasker 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0d8fe4c994ffe659c9948b4d3730eae83f855f68
+  data.tar.gz: 92e3a0c46fc26fd7d70f1c2ef8b22ad8da806980
+SHA512:
+  metadata.gz: 356927b1f3c8491cb77276bb837f420fa67bfdf816c63695d1c7b461beb8857626bebfb40e2a3945de1ee6b0e9cfb5503cbf0df35e84712b826a4c1bca588818
+  data.tar.gz: 989da5fe6193e68cefb4d08a783e0d952b1c6b442fb18f5c749e799c0fbaf319426e465dcdc4b03852bae858aa68464e3fcefe7e984ffbb245df0e7cd3be8628

data/lib/parallel_tasker.rb

@@ -0,0 +1,71 @@
+require 'thwait'
+
+# Run tasks in parallel threads
+class ParallelTasker
+ 
+  # Set max number of parallel threads
+  def initialize limit
+    @limit = limit
+    @tasks = {}
+  end
+ 
+  # Add task to be executed.
+  def add_task id, &task
+    @tasks[id] = task
+  end
+
+  alias_method :<<, :add_task
+
+  # Return block for task with given id
+  def task id
+    @tasks[id]
+  end
+ 
+  # Execute all tasks in separate threads, with maximum asked limit of parallel
+  # threads.
+  # Returns a Hash with all given id as keys, and its value are threads
+  # themselves. User can run Thread#status to see if it terminated with an
+  # exception (nil) or not (false), and Thread#value to get either its return
+  # value or returned exception.
+  def run
+    @threads = {}
+    @limit = @tasks.size if @limit > @tasks.size
+    pending_ids = @tasks.keys
+    @running_ids = []
+    completed_ids = []
+    # start initial batch
+    pending_ids.shift(@limit).each{|id| new_thread(id)}
+    # wait for termination
+    twait = ThreadsWait.new(*running_threads)
+    twait.all_waits do |finished_thread|
+      # update arrays
+      completed_id = @threads.key(finished_thread)
+      @running_ids.delete completed_id
+      completed_ids << completed_id
+      # start new thread if available and below limit
+      if not pending_ids.empty? and @running_ids.size < @limit
+        new_id = pending_ids.shift
+        new_thread new_id
+        twait.join_nowait *running_threads
+      end
+    end
+    @threads
+  end
+ 
+  private
+ 
+  # Create a new thread based on given id
+  def new_thread id
+    @threads[id] = Thread.new &@tasks[id]
+    @running_ids << id
+  end
+ 
+  # return array of all running threads
+  def running_threads
+    rt = []
+    @running_ids.each do |id|
+      rt << @threads[id]
+    end
+    rt
+  end
+end

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification
+name: parallel_tasker
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Fabio Pugliese Ornellas
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+description: Simple Gem that collects tasks to be run, then execute them with maximum
+  specified parallelism.
+email: fabio.ornellas@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/parallel_tasker.rb
+homepage: https://github.com/fornellas/parallel_tasker
+licenses:
+- GPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Simple Gem to help run tasks in parallel
+test_files: []