rake-opt-parallel 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZjI4NmI1OWE0Y2JhY2FiY2NmMDYwMGZiYTQxYzJlOTU2MTdjMDllNQ==
+  data.tar.gz: !binary |-
+    YjQ2NGIwZjllMjI5MDRhNGQ2MWUxYWQ5OGVkMjFkNjNkYmRjNDczNA==
+SHA512:
+  metadata.gz: !binary |-
+    MmU4ZTJiMjVlMzNhN2Q0MjFkMGI4NmNlOWMxYTU5MzJkMWU1NDdlZGUwYzE4
+    ZmZjZjBkMmNjODgwMWJkNWIwODk1NGZjYWI2ZTllOTVlMGI2M2RhZDNkMzk1
+    MWRjNTRjODZiNDY2NzIyYzNjOWE0OTNkNDkzNTliMzc4YTJiMjA=
+  data.tar.gz: !binary |-
+    NGZmM2RmNTMwMDJjZDU5MzhjMjQ5NzNkYTkzMjcyNWM1ZjUzN2Q5YTFlMjJl
+    MDM3YzczNTc3YzFjODI3YWFhNGViZGZkOWFiZjQzM2QwMDJlZWM0NzA4NGY0
+    NTI4OWQ5ZWY3ZTgzMWM0MTE1YzFhZGEyNzczNTUxM2RmNTAwOGU=

data/lib/rake/opt/parallel/patches/enumerable.rb

@@ -0,0 +1,56 @@
+require 'active_support/all'
+require 'hashie'
+
+# Add some parallel iterators to Enumerable
+module Enumerable
+  def parallel_each(options={}, &block)
+    parallel_map(options, &block)
+    return self.each {}
+  end
+
+
+  def parallel_map(options={}, &block)
+    # Convert options hash to a mash
+    options = ::Hashie::Mash.new(options)
+
+    use_seperate_pool = options.force.present? || options.unlimited
+    execution_ids = options[:execution_ids]
+    if execution_ids
+      raise 'The execution_ids array must be same length as Enum Object' if execution_ids.size != self.count
+    else
+      execution_ids = Array.new(self.size)
+    end
+
+    if use_seperate_pool
+      thread_count = options.unlimited ? self.size : options.force
+      # Create a seperate thread pool
+      thread_pool = Rake::ThreadPool.new(thread_count-1)
+    else
+      # Otherwise, use the existing thread pool
+      thread_pool = Rake.application.thread_pool
+    end
+
+    # Convert them to Promises to be fulfuilled
+    promises = self.to_a.map do |item|
+      thread_pool.future(item, &execution_id_wrapper(execution_ids.shift, &block))
+    end
+
+    # Fulfill all promises
+    promises.reverse_each { |f| f.value }
+    return promises.map { |f| f.value }
+  end
+
+  def execution_id_wrapper(id, &block)
+    # Have the block set an execution_id on launch
+    new_block = lambda do |*args|
+      if id
+        Thread.current.execution_id = id
+      else
+        Thread.current.reset_execution_id
+      end
+      output = block.call(*args) if block
+      Thread.current.clear_execution_id
+      return output
+    end
+  end
+end

data/lib/rake/opt/parallel/patches/thread.rb

@@ -0,0 +1,21 @@
+# Thread class override
+# Adds execution_id helpers
+class ::Thread
+  EXECUTION_ID_LENGTH = 16
+
+   def execution_id
+     return self['execution_id']
+   end
+
+   def execution_id=(manual_id)
+     self['execution_id'] = manual_id
+   end
+
+   def clear_execution_id
+     self['execution_id'] = nil
+   end
+
+   def reset_execution_id
+     self['execution_id'] = rand(36**EXECUTION_ID_LENGTH).to_s(36)
+   end
+end

data/lib/rake/opt/parallel/patches.rb

@@ -0,0 +1,2 @@
+require_relative 'patches/enumerable.rb'
+require_relative 'patches/thread.rb'

data/lib/rake/opt/parallel.rb

@@ -0,0 +1 @@
+require_relative 'parallel/patches.rb'

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification
+name: rake-opt-parallel
+version: !ruby/object:Gem::Version
+  version: !binary |-
+    MC4xLjA=
+platform: ruby
+authors:
+- Jon San Miguel
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          NC4xLjA=
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          NC4xLjA=
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          Mi4xLjE=
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          Mi4xLjE=
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MTAuMy4y
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: !binary |-
+          MTAuMy4y
+description: ! 'Provides: 1. parallel_each and parallel_map to Enum types 2. Tracking
+  of promise lineage'
+email: jon.sanmiguel@optimizely.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/rake/opt/parallel.rb
+- lib/rake/opt/parallel/patches.rb
+- lib/rake/opt/parallel/patches/enumerable.rb
+- lib/rake/opt/parallel/patches/thread.rb
+homepage: http://rubygems.org/gems/rake-opt-parallel
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Enhanced rake parallelism
+test_files: []