threadpool 0.0.1

data/README.md

@@ -0,0 +1,11 @@
+ThreadPool - an implementation that doesn't waste CPU resources
+===============================================================
+All the implementations I looked at were either buggy or wasted CPU resources
+for no apparent reason, for example used a sleep of 0.01 seconds to then check for
+readiness and stuff like this.
+
+This implementation uses `IO.select` instead, there is no timed sleep, it just only stays
+there waiting for input, which will then come from a `#wake_up` call that writes on a pipe.
+
+`IO.select` should be present everywhere so this should be cross-platform and doesn't waste
+CPU resources. Keep in mind that each worker uses 2 file descriptors (reading and writing pipe).

data/lib/threadpool.rb

@@ -0,0 +1,154 @@
+#--
+#            DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
+#                    Version 2, December 2004
+#
+#            DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE
+#   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
+#
+#  0. You just DO WHAT THE FUCK YOU WANT TO.
+#++
+
+require 'forwardable'
+require 'thread'
+
+module Awakenable
+	def sleep (time = nil)
+		@awakenable ||= IO.pipe
+
+		@awakenable.first.read_nonblock 1337 rescue nil
+
+		unless @awakened
+			IO.select([@awakenable.first], nil, nil, time)
+		else
+			@awakened = false
+		end
+	end
+
+	def wake_up
+		@awakenable ||= IO.pipe
+
+		@awakenable.last.write 'x'
+		@awakened = true
+	end
+end
+
+class ThreadPool
+	class Worker
+		include Awakenable
+
+		def initialize (watcher = nil)
+			@watcher = watcher
+			@mutex   = Mutex.new
+
+			@thread = Thread.new {
+				loop do
+					if @block
+						@block.call(*@args) rescue nil
+
+						@block = nil
+						@args  = nil
+
+						@watcher.wake_up if @watcher
+					else
+						sleep
+
+						break if die?
+					end
+				end
+			}
+		end
+
+		def available?
+			@mutex.synchronize {
+				!@block
+			}
+		end
+
+		def process (*args, &block)
+			return unless available?
+
+			@mutex.synchronize {
+				@block = block
+				@args  = args
+
+				wake_up
+			}
+		end
+
+		def join
+			@thread.join
+		end
+
+		def kill
+			return if die?
+
+			@die = true
+			wake_up
+		end
+
+		def die?
+			@die
+		end
+
+		def dead?
+			@thread.stop?
+		end
+	end
+
+	extend Forwardable
+
+	def_delegators :@watcher, :kill, :die?, :dead?
+
+	def initialize (size = 2)
+		@size    = 0
+		@queue   = Queue.new
+		@pool    = []
+		@watcher = Worker.new
+		
+		@watcher.process {
+			loop do
+				@watcher.sleep if @queue.empty?
+				next           if @queue.empty?
+
+				begin
+					worker = @pool.find(&:available?) or @watcher.sleep
+				end until worker
+
+				break if @watcher.die?
+
+				args, block = @queue.pop
+
+				worker.process(*args, &block)
+			end
+
+			@pool.each(&:kill)
+		}
+
+		resize(size)
+	end
+
+	def join
+		@watcher.join
+	end; alias wait join
+
+	def resize (size)
+		return if @size == size
+
+		if @size < size
+			1.upto(size - @size) {
+				@pool << Worker.new(@watcher)
+			}
+		else
+			1.upto(@size - size) {
+				@pool.pop.kill
+			}
+		end
+
+		@size = size
+	end
+
+	def process (*args, &block)
+		@queue.push([args, block])
+		@watcher.wake_up
+	end; alias do process
+end

data/threadpool.gemspec

@@ -0,0 +1,14 @@
+Gem::Specification.new {|s|
+	s.name         = 'threadpool'
+	s.version      = '0.0.1'
+	s.author       = 'meh.'
+	s.email        = 'meh@paranoici.org'
+	s.homepage     = 'http://github.com/meh/threadpool'
+	s.platform     = Gem::Platform::RUBY
+	s.summary      = 'A simple no-wasted-resources thread pool implementation.'
+
+	s.files         = `git ls-files`.split("\n")
+	s.executables   = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+	s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+	s.require_paths = ['lib']
+}

metadata

@@ -0,0 +1,47 @@
+--- !ruby/object:Gem::Specification
+name: threadpool
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- meh.
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-11-25 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: meh@paranoici.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/threadpool.rb
+- threadpool.gemspec
+homepage: http://github.com/meh/threadpool
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: A simple no-wasted-resources thread pool implementation.
+test_files: []