pwork 1.0.0 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 15f4c4a2ca14320dff30454942391f11899747b3
-  data.tar.gz: 6e7236ea011bcf47d87cf46d6c89e8ede2155bb8
+  metadata.gz: 2731486c2af84b607e31651780ca3b57511e1496
+  data.tar.gz: ddbe9066147e3a962302493eecc992541a221290
 SHA512:
-  metadata.gz: 705e7f465d1673a350251eece6c535315e3f741dcea389603ced860914aca98619733301848c5f1503ebed904594cbf5bfb36632d8400588b1eabfc8c247115d
-  data.tar.gz: 38dd75cbedf92bd3ada6f3225e17f41f89509c74cc989322add0d51ca318ea0c04b84f50d6e55f9300338e25cd319e6839ddf4b1d47631d51bc9730a1bcedb82
+  metadata.gz: 75958149fd8a60da17ff86b7e1d2a9750944d1f4a5e5bc0177a416f6ab7c4795f46350cd694395414813112859684cd456c57fb8e0613e9e33e8f7d2149a7a38
+  data.tar.gz: 25fc545ed0139c580d5f5f8fcf6fd80b87cd17688603882984421729480feeb1b332e482cda1c01f1b69911599e8f301a1e3b693d2e0e6d2d37ff2057a20fd17

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "pwork"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/pwork.rb

@@ -0,0 +1,11 @@
+require 'pwork/version'
+require_relative 'pwork/helpers/thread'
+
+require_relative 'pwork/array'
+require_relative 'pwork/worker'
+
+if RUBY_PLATFORM =~ /java/
+  require_relative 'pwork/jruby/thread_pool'
+else
+  require_relative 'pwork/mri/thread_pool'
+end

data/lib/pwork/array.rb

@@ -0,0 +1,47 @@
+class Array
+
+  #This method is called to loop over each item in this array in parallel threads
+  def peach(thread_count = 5, &block)
+    @mutex = Mutex.new
+    @index_count = -1
+    threads = []
+
+    thread_vars = PWork::Helpers::Threads.get_thread_vars
+
+    thread_count.times.each do
+      thread = Thread.new do
+        PWork::Helpers::Threads.set_thread_vars(thread_vars)
+        thread_process(&block)
+      end
+      threads.push(thread)
+    end
+    #wait for all threads to exit
+    threads.each { |thr| thr.join }
+  end
+
+  #This method is used to recursively process an item on a thread
+  def thread_process(&block)
+
+    item = nil
+
+    #use a mutex to get the next item from the array to ensure thread safety
+    @mutex.synchronize do
+      @index_count += 1
+
+      if @index_count <= self.length - 1
+        item = self[@index_count]
+      end
+    end
+
+    if item == nil
+      return
+    end
+
+    #execute the block for the current item
+    yield item
+
+    #recursively attempt to process another item from the array opn this thread
+    thread_process(&block)
+  end
+
+end

data/lib/pwork/helpers/thread.rb

@@ -0,0 +1,26 @@
+module PWork
+  module Helpers
+    class Threads
+      def self.get_thread_vars
+        vars = {}
+        Thread.current.keys.each do |k|
+          vars[k] = Thread.current[k]
+        end
+        vars
+      end
+
+      def self.set_thread_vars(vars)
+        PWork::Helpers::Threads.reset_thread_vars
+        vars.keys.each do |k|
+          Thread.current[k] = vars[k]
+        end
+      end
+
+      def self.reset_thread_vars
+        Thread.current.keys.each do |k|
+          Thread.current[k] = nil
+        end
+      end
+    end
+  end
+end

data/lib/pwork/jruby/thread_pool.rb

@@ -0,0 +1,25 @@
+require 'java'
+java_import java.util.concurrent.Executors
+module PWork
+  class ThreadPool
+
+    def initialize(threads: 5)
+      @processes = []
+      @executor = java.util.concurrent.Executors::newFixedThreadPool threads
+    end
+
+    #This method is called to pass a block to be ran on a thread within the thread pool
+    def execute(&block)
+      thread_vars = PWork::Helpers::Threads.get_thread_vars
+      @executor.execute do
+        PWork::Helpers::Threads.set_thread_vars(thread_vars)
+        block.call
+      end
+    end
+
+    def shutdown
+      @executor.shutdown
+    end
+
+  end
+end

data/lib/pwork/mri/thread_pool.rb

@@ -0,0 +1,31 @@
+module PWork
+  class ThreadPool
+    def initialize(threads: 5)
+      @size = threads
+      @jobs = Queue.new
+      @pool = Array.new(threads) do
+        Thread.new do
+          catch(:exit) do
+            loop do
+              job, thread_vars = @jobs.pop
+              PWork::Helpers::Threads.set_thread_vars(thread_vars)
+              job.call
+            end
+          end
+        end
+      end
+    end
+
+    def execute(&block)
+      @jobs << [block, PWork::Helpers::Threads.get_thread_vars]
+    end
+
+    def shutdown
+      @size.times do
+        execute { throw :exit }
+      end
+
+      @pool.map(&:join)
+    end
+  end
+end

data/lib/pwork/version.rb

@@ -0,0 +1,3 @@
+module PWork
+  VERSION = "1.0.1"
+end

data/lib/pwork/worker.rb

@@ -0,0 +1,22 @@
+module PWork
+  class Worker
+
+    def initialize(threads: 5)
+      @processes = []
+      @thread_count = threads
+    end
+
+    #This method is called to add a process to this worker
+    def add(&block)
+      @processes.push(block)
+    end
+
+    #This method is called to execute all processes attached to this worker in parallel on the specified number of threads.
+    def execute
+      @processes.peach(@thread_count) do |item|
+        item.call
+      end
+    end
+
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pwork
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
 platform: ruby
 authors:
 - vaughanbrittonage
@@ -73,7 +73,16 @@ email:
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- bin/console
+- bin/setup
+- lib/pwork.rb
+- lib/pwork/array.rb
+- lib/pwork/helpers/thread.rb
+- lib/pwork/jruby/thread_pool.rb
+- lib/pwork/mri/thread_pool.rb
+- lib/pwork/version.rb
+- lib/pwork/worker.rb
 homepage: https://github.com/vaughanbrittonsage/pwork
 licenses:
 - MIT