threadz 0.1.0

data/.gitignore

@@ -0,0 +1,7 @@
+*~
+**/*~
+nbproject
+doc
+coverage
+pkg
+test

data/CHANGELOG

@@ -0,0 +1,3 @@
+0.1.0
+=====
+Initial release

data/MIT-LICENSE

@@ -0,0 +1,21 @@
+Copyright (c) 2009 Max Aller <nanodeath@gmail.com>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to
+deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,49 @@
+= Threadz Thread Pool Library
+
+== Description
+
+This is a thread pool library that you can do two main things with, which I'll demonstrate in code:
+
+  # These are more for "fire and forget" tasks
+  T1 = Threadz::ThreadPool.new
+  T1.process { puts "my first task" }
+  T1.process { puts "my second task" }
+
+  # If you care when the tasks complete, use batches
+  T2 = Threadz::ThreadPool.new
+  b = T2.new_batch
+  b << lambda { puts "my first task" }
+  b << lambda { puts "my second task" }
+
+  puts "do a couple of other things..."
+
+  b.wait_until_done
+
+  # You can do other things, too
+
+  T3 = Threadz::ThreadPool.new
+  b = T3.new_batch
+  b << lambda { puts "my first task" }
+  b << lambda { puts "my second task" }
+
+  puts "do a couple of other things..."
+
+  b.when_done { puts "woohoo, done with tasks" }
+
+  puts "and some other stuff, blah"
+
+  b = T3.new_batch
+  b << lambda { 10000000.times {} }
+
+  b.wait_until_done(:timeout => 0.1)
+  puts b.completed? ? "finished!" : "didn't finish"
+
+The thread pool is also smart -- depending on load, it can either spawn or cull additional threads (at a rate you can set).
+
+== Examples
+
+For examples, please see the well-documented specs.  They're all fairly simple and straightforward.  Please message me if they're not.
+
+== Disclaimer
+
+Consider this product in late alpha.  There are still some bugs to be worked out and the API may change.

data/Rakefile

@@ -0,0 +1,126 @@
+# Adapted from the rake Rakefile.
+
+require 'rubygems'
+require 'rake/testtask'
+require 'rake/rdoctask'
+require 'rake/gempackagetask'
+require 'rubygems/source_info_cache'
+require 'spec/rake/spectask'
+
+
+spec = Gem::Specification.load(File.join(File.dirname(__FILE__), 'threadz.gemspec'))
+
+desc "Default Task"
+task 'default' => ['spec', 'rdoc']
+
+
+desc "If you're building from sources, run this task first to setup the necessary dependencies"
+task 'setup' do
+  windows = Config::CONFIG['host_os'] =~ /windows|cygwin|bccwin|cygwin|djgpp|mingw|mswin|wince/i
+  rb_bin = File.expand_path(Config::CONFIG['ruby_install_name'], Config::CONFIG['bindir'])
+  spec.dependencies.select { |dep| Gem::SourceIndex.from_installed_gems.search(dep).empty? }.each do |missing|
+    dep = Gem::Dependency.new(missing.name, missing.version_requirements)
+    spec = Gem::SourceInfoCache.search(dep, true, true).last
+    fail "#{dep} not found in local or remote repository!" unless spec
+    puts "Installing #{spec.full_name} ..."
+    args = [rb_bin, '-S', 'gem', 'install', spec.name, '-v', spec.version.to_s]
+    args.unshift('sudo') unless windows || ENV['GEM_HOME']
+    sh args.map{ |a| a.inspect }.join(' ')
+  end
+end
+
+
+desc "Run all test cases"
+task 'spec' do |task|
+  exec 'spec -c spec/*.rb'
+end
+
+desc "Run all test cases 10 times (or n times)"
+task 'spec-stress', [:times] do |task, args|
+  args.with_defaults :times => 10
+  puts "Executing spec #{args.times} times"
+  puts Rake::Task[:spec].methods.sort.inspect
+  args.times.times do
+    Rake::Task[:spec].execute
+    puts "foo"
+  end
+  puts "Done!"
+end
+
+# Create the documentation.
+Rake::RDocTask.new do |rdoc|
+  rdoc.main = 'README.rdoc'
+  rdoc.rdoc_files.include('README.rdoc', 'lib/**/*.rb')
+  rdoc.title = "Threadz Thread Pool"
+  rdoc.rdoc_dir = 'doc'
+end
+
+
+gem = Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.need_tar = true
+  pkg.need_zip = true
+end
+
+desc "Install the package locally"
+task 'install'=>['setup', 'package'] do |task|
+  rb_bin = File.expand_path(Config::CONFIG['ruby_install_name'], Config::CONFIG['bindir'])
+  args = [rb_bin, '-S', 'gem', 'install', "pkg/#{spec.name}-#{spec.version}.gem"]
+  windows = Config::CONFIG['host_os'] =~ /windows|cygwin|bccwin|cygwin|djgpp|mingw|mswin|wince/i
+  args.unshift('sudo') unless windows || ENV['GEM_HOME']
+  sh args.map{ |a| a.inspect }.join(' ')
+end
+
+desc "Uninstall previously installed packaged"
+task 'uninstall' do |task|
+  rb_bin = File.expand_path(Config::CONFIG['ruby_install_name'], Config::CONFIG['bindir'])
+  args = [rb_bin, '-S', 'gem', 'install', spec.name, '-v', spec.version.to_s]
+  windows = Config::CONFIG['host_os'] =~ /windows|cygwin|bccwin|cygwin|djgpp|mingw|mswin|wince/i
+  args.unshift('sudo') unless windows || ENV['GEM_HOME']
+  sh args.map{ |a| a.inspect }.join(' ')
+end
+
+
+task 'release'=>['setup', 'test', 'package'] do
+
+  require 'rubyforge'
+  changes = File.read('CHANGELOG')[/\d+.\d+.\d+.*\n((:?^[^\n]+\n)*)/]
+  File.open '.changes', 'w' do |file|
+    file.write changes
+  end
+
+  puts "Uploading #{spec.name} #{spec.version}"
+  files = Dir['pkg/*.{gem,tgz,zip}']
+  rubyforge = RubyForge.new
+  rubyforge.configure
+  rubyforge.login
+  rubyforge.userconfig.merge! 'release_changes'=>'.changes', 'preformatted'=>true
+  rubyforge.add_release spec.rubyforge_project.downcase, spec.name.downcase, spec.version.to_s, *files
+  rm_f '.changes'
+  puts "Release #{spec.version} uploaded"
+end
+
+task 'clobber' do
+  rm_f '.changes'
+end
+
+desc "Run all examples with RCov"
+Spec::Rake::SpecTask.new('spec:rcov') do |t|
+  t.spec_files = FileList['spec/**/*.rb']
+  t.rcov = true
+  t.rcov_opts = ['--exclude', 'spec']
+end
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "threadz"
+    gemspec.summary = "A Ruby threadpool library to handle threadpools and make batch jobs easier."
+    #gemspec.description = "Longer description?"
+    gemspec.email = "nanodeath@gmail.com"
+    gemspec.homepage = "http://github.com/nanodeath/threadz"
+    gemspec.authors = ["Max Aller"]
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler not available.  Install it with: sudo gem install jeweler"
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/lib/threadz.rb

@@ -0,0 +1,23 @@
+# Threadz is a library that makes it easier to queue up batches of jobs and
+# execute them as the developer pleases.  With Threadz, it's also easier to
+# wait on that batch completing: i.e. fire off 5 jobs at the same time and then
+# wait until they're all finished.  Of course, this is also a threadpool: the
+# number of threads available for scheduling can scale up and down as load
+# requires.
+#
+# Author::       Max Aller (mailto: nanodeath@gmail.com)
+# Copyright::    Copyright (c) 2009
+# License::      Distributed under the MIT License
+
+# Example:
+#  T = ThreadPool.new
+#  b = T.new_batch
+#  b << lambda { puts "foo" },
+#  b << lambda { puts "bar" },
+#  b << [ lambda { puts "can" }, lamba { puts "monkey" }]
+#  b.wait_until_done
+
+require 'thread'
+
+['atomic_integer', 'sleeper', 'directive', 'batch', 'thread_pool'].each { |lib| require File.join(File.dirname(__FILE__), 'threadz', lib) }
+

data/lib/threadz/atomic_integer.rb

@@ -0,0 +1,28 @@
+require 'thread'
+
+module Threadz
+	class AtomicInteger
+		def initialize(value)
+			@value = value
+			@mutex = Mutex.new
+		end
+		
+		def value
+			@value
+		end
+		
+		def increment(amount=1)
+			# We could use Mutex#synchronize here, but compared to modifying an
+			# integer, creating a block is crazy expensive
+			@mutex.lock
+			@value += amount
+			@mutex.unlock
+		end
+
+		def decrement(amount=1)
+			@mutex.lock
+			@value -= amount
+			@mutex.unlock
+		end
+	end
+end

data/lib/threadz/batch.rb

@@ -0,0 +1,121 @@
+['atomic_integer', 'sleeper'].each { |lib| require File.join(File.dirname(__FILE__), lib) }
+
+module Threadz
+    # A batch is a collection of jobs you care about that gets pushed off to
+    # the attached thread pool.  The calling thread can be signaled when the
+    # batch has completed executing, or a block can be executed.
+    class Batch
+      # Creates a new batch attached to the given threadpool.  A number of options
+      # are available:
+      # +:latent+:: If latent, none of the jobs in the batch will actually start
+      #            executing until the +start+ method is called.
+      def initialize(threadpool, opts={})
+        @threadpool = threadpool
+        @waiting_threads = []
+        @job_lock = Mutex.new
+        @jobs_count = AtomicInteger.new(0)
+        @when_done_blocks = []
+        @sleeper = ::Threadz::Sleeper.new
+
+        ## Options
+
+        #latent
+        @latent = opts.key?(:latent) ? opts[:latent] : false
+        if(@latent)
+          @started = false
+        else
+          @started = true
+        end
+        @job_queue = Queue.new if @latent
+      end
+
+      # Add a new job to the batch.  If this is a latent batch, the job can't
+      # be scheduled until the batch is #start'ed; otherwise it may start
+      # immediately.  The job can be anything that responds to +call+ or an
+      # array of objects that respond to +call+.
+      def push(job)
+        if job.is_a? Array
+          job.each {|j| self << j}
+        elsif job.respond_to? :call
+          @jobs_count.increment
+          if @latent && !@started
+            @job_queue << job
+          else
+            send_to_threadpool job
+          end
+        else
+          raise "Not a valid job: needs to support #call"
+        end
+      end
+
+      alias << push
+
+      # Put the current thread to sleep until the batch is done processing.
+      # There are options available:
+      # +:timeout+:: If specified, will only wait for at least this many seconds
+      #              for the batch to finish.  Typically used with #completed?
+      def wait_until_done(opts={})
+        return if completed?
+
+        raise "Threadz: thread deadlocked because batch job was never started" if @latent && !@started
+
+        timeout = opts.key?(:timeout) ? opts[:timeout] : 0
+        #raise "Timeout not supported at the moment" if timeout
+
+        @sleeper.wait(timeout)
+      end
+
+      # Returns true iff there are no unfinished jobs in the queue.
+      def completed?
+        return @jobs_count.value == 0
+      end
+
+      # If this is a latent batch, start processing all of the jobs in the queue.
+      def start
+        Thread.exclusive do # in case another thread tries to push new jobs onto the queue while we're starting
+          if @latent
+            @started = true
+            until @job_queue.empty?
+              send_to_threadpool @job_queue.pop
+            end
+            return true
+          else
+            return false
+          end
+        end
+      end
+
+      # Execute a given block when the batch has finished processing.  If the batch
+      # has already finished executing, execute immediately.
+      def when_done(&block)
+        @job_lock.lock
+        if completed?
+          block.call
+        else
+          @when_done_blocks << block
+        end
+        @job_lock.unlock
+      end
+
+      private
+      def handle_done
+        @sleeper.broadcast
+        @when_done_blocks.each do |b|
+          b.call
+        end
+        @when_done_blocks = []
+      end
+
+      def send_to_threadpool(job)
+        @threadpool.process do
+          job.call
+          # Lock in case we get two threads at the "fork in the road" at the same time
+          @job_lock.lock
+          @jobs_count.decrement
+          # fork in the road
+          handle_done if completed?
+          @job_lock.unlock
+        end
+      end
+    end
+end

data/lib/threadz/directive.rb

@@ -0,0 +1,7 @@
+module Threadz
+	# Directives: Special instructions for threads that are communicated via the queue
+	class Directive
+			# The thread that consumes this directive immediately dies
+      SUICIDE_PILL = "__THREADZ_SUICIDE_PILL"
+	end
+end

data/lib/threadz/sleeper.rb

@@ -0,0 +1,49 @@
+require 'thread'
+require 'timeout'
+
+module Threadz
+	class Sleeper
+		def initialize
+			@waiters = Queue.new
+		end
+		
+		def wait(timeout=0)
+			if(timeout == nil || timeout <= 0)
+				@waiters << Thread.current
+				Thread.stop
+				return true
+			else
+				begin
+					@waiters << Thread.current
+					status = Timeout::timeout(timeout) {
+					  Thread.current[:'__THREADZ_IS_SLEEPING'] = true
+					  Thread.stop
+					  Thread.current[:'__THREADZ_IS_SLEEPING'] = false
+					}
+					return true
+				rescue Timeout::Error
+					return false
+				end
+			end
+		end
+		
+		def signal
+			begin
+				begin
+					waiter = @waiters.pop(true)
+				rescue ThreadError => e
+				end
+			end while waiter[:'__THREADZ_IS_SLEEPING']
+			waiter.wakeup if waiter
+		end
+
+		def broadcast
+			while !@waiters.empty?
+				begin
+					@waiters.pop(true).wakeup
+				rescue ThreadError => e
+				end
+			end
+		end
+	end
+end

data/lib/threadz/thread_pool.rb

@@ -0,0 +1,118 @@
+require 'thread'
+
+module Threadz
+
+  # The ThreadPool class contains all the threads available to whatever context
+  # has access to it.
+  class ThreadPool
+    # Default setting for kill threshold
+    KILL_THRESHOLD = 10
+    # Setting for how much to decrement current kill score by for each queued job
+    THREADS_BUSY_SCORE = 1
+    # Setting for how much to increment current kill score by for *each* idle thread
+    THREADS_IDLE_SCORE = 1
+
+    # Creates a new thread pool into which you can queue jobs.
+    # There are a number of options:
+    # :initial_size:: The number of threads you start out with initially.  Also, the minimum number of threads.
+    #                 By default, this is 10.
+    # :maximum_size:: The highest number of threads that can be allocated.  By default, this is the minimum size x 5.
+    # :kill_threshold:: Constant that determines when new threads are needed or when threads can be killed off.
+    #                   If the internally tracked kill score falls to positive kill_threshold, then a thread is killed off and the
+    #                   kill score is reset.  If the kill score rises to negative kill_threshold, then a new thread
+    #                   is created and the kill score is reset.  Every 0.1 seconds, the state of all threads in the
+    #                   pool is checked.  If there is more than one idle thread (and we're above minimum size), the
+    #                   kill score is incremented by THREADS_IDLE_SCORE for each idle thread.  If there are no idle threads
+    #                   (and we're below maximum size) the kill score is decremented by THREADS_KILL_SCORE for each queued job.
+    def initialize(opts={})
+      @min_size = opts[:initial_size] || 10 # documented
+      @max_size = opts[:maximum_size] || @min_size * 5 # documented
+
+      # This is our main queue for jobs
+      @queue = Queue.new
+      @worker_threads_count = AtomicInteger.new(0)
+      @min_size.times { spawn_thread }
+      @killscore = 0
+      @killthreshold = opts[:kill_threshold] || KILL_THRESHOLD # documented
+
+      spawn_watch_thread
+    end
+    
+    def thread_count
+      @worker_threads_count.value
+    end
+
+    # Push a process onto the job queue for the thread pool to pick up.
+    # Note that using this method, you can't keep track of when the job
+    # finishes.  If you care about when it finishes, use batches.
+    def process(&block)
+      @queue << block
+      nil
+    end
+
+    # Return a new batch that's attached into this thread pool.  See Threadz::ThreadPool::Batch
+    # for documention on opts.
+    def new_batch(opts={})
+      return Batch.new(self, opts)
+    end
+
+    private
+
+    # Spin up a new thread
+    def spawn_thread
+      Thread.new do
+        while true
+          x = @queue.shift
+          if x == Directive::SUICIDE_PILL
+          	@worker_threads_count.decrement
+          	Thread.current.terminate
+          end
+          Thread.pass
+          begin
+            x.call
+          rescue StandardError => e
+            $stderr.puts "Threadz: Error in thread, but restarting with next job: #{e.inspect}\n#{e.backtrace.join("\n")}"
+          end
+        end
+      end
+      @worker_threads_count.increment
+    end
+
+    # Kill a thread after it completes its current job
+    def kill_thread
+      @queue.unshift(Directive::SUICIDE_PILL)
+    end
+
+    # This thread watches over the pool and allocated and deallocates threads
+    # as necessary
+    def spawn_watch_thread
+      @watch_thread = Thread.new do
+        while true
+          # If there are idle threads and we're above minimum
+          if @queue.num_waiting > 0 && @worker_threads_count.value > @min_size # documented
+            @killscore += THREADS_IDLE_SCORE * @queue.num_waiting
+          
+          # If there are no threads idle and we have room for more
+          elsif(@queue.num_waiting == 0 && @worker_threads_count.value < @max_size) # documented
+            @killscore -= THREADS_BUSY_SCORE * @queue.length
+          
+          else
+            # Decay,
+            if(@killscore != 0)
+              @killscore *= 0.9
+            end
+            if(@killscore.abs < 1)
+              @killscore = 0
+            end
+          end
+          if @killscore.abs >= @killthreshold
+            @killscore > 0 ? kill_thread : spawn_thread
+            @killscore = 0
+          end
+          puts "killscore: #{@killscore}. waiting: #{@queue.num_waiting}.  threads length: #{@worker_threads_count.value}.  min/max: [#{@min_size}, #{@max_size}]" if $DEBUG
+          sleep 0.1
+        end
+      end
+    end
+  end
+end

data/spec/atomic_integer_spec.rb

@@ -0,0 +1,47 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__))
+require 'spec_helper'
+
+describe Threadz do
+	describe Fixnum do
+		it "should perform badly when under heavy thread usage" do
+			# This test should always fail, but there is a small chance it won't...
+			
+			i = 0
+			n = 10_000
+			threads = 10
+			t = []
+			threads.times do
+				t << Thread.new do
+					sleep 0.05
+					n.times { i += 1 }
+				end
+				t << Thread.new do 
+					sleep 0.05
+					n.times { i -= 1 }
+				end
+			end
+			t.each { |thread| thread.join }
+			i.should_not == 0
+		end
+	end
+	describe Threadz::AtomicInteger do
+		it "should perform better than an int for counting" do
+			i = Threadz::AtomicInteger.new(0)
+			n = 10_000
+			threads = 10
+			t = []
+			threads.times do
+				t << Thread.new do
+					sleep 0.05
+					n.times { i.increment }
+				end
+				t << Thread.new do 
+					sleep 0.05
+					n.times { i.decrement }
+				end
+			end
+			t.each { |thread| thread.join }
+			i.value.should == 0
+		end
+	end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH.unshift File.expand_path(File.join(File.dirname(__FILE__), "../lib"))
+require 'threadz'

data/spec/threadz_spec.rb

@@ -0,0 +1,253 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__))
+require 'spec_helper'
+
+require 'net/http'
+
+describe Threadz do
+  describe Threadz::ThreadPool do
+    before(:each) do
+      @T = Threadz::ThreadPool.new
+    end
+
+    it "should support process" do
+      i = 0
+      3.times do
+        @T.process { i += 1}
+      end
+      sleep 0.1
+
+      i.should == 3
+    end
+
+    it "should support creating batches" do
+      i = 0
+
+      lambda { @T.new_batch }.should_not raise_error
+      lambda { @T.new_batch(:latent => true) }.should_not raise_error
+    end
+
+    it "should perform well for IO jobs" do
+      urls = []
+      urls << "http://www.google.com/" << "http://www.yahoo.com/" << 'http://www.microsoft.com/'
+      urls << "http://www.cnn.com/" << "http://slashdot.org/" << "http://www.mozilla.org/"
+      urls << "http://www.ubuntu.com/" << "http://github.com/"
+      time_single_threaded = Time.now
+
+      begin
+        (urls * 3).each do |url|
+          response = Net::HTTP.get_response(URI.parse(url))
+          body = response.body
+        end
+
+        time_single_threaded = Time.now - time_single_threaded
+
+        time_multi_threaded = Time.now
+        b = @T.new_batch
+        (urls * 3).each do |url|
+          b << Proc.new do
+            response = Net::HTTP.get_response(URI.parse(url))
+            body = response.body
+          end
+        end
+
+        b.wait_until_done
+        time_multi_threaded = Time.now - time_multi_threaded
+
+        time_multi_threaded.should < time_single_threaded
+
+      rescue SocketError
+        pending "pending working internet connection"
+      end
+    end
+
+    describe Threadz::Batch do
+      it "should support jobs" do
+        i = 0
+        b = @T.new_batch
+        10.times do
+          b << lambda { i += 1 }
+          b << Proc.new { i += 1 }
+        end
+        b.wait_until_done
+
+        i.should == 20
+      end
+
+      it "should support arrays of jobs" do
+        i = 0
+        b = @T.new_batch
+        b << [lambda { i += 2}, lambda { i -= 1}]
+        b << [lambda { i += 2}]
+        b << lambda { i += 1 }
+        b.wait_until_done
+
+        i.should == 4
+      end
+
+      it "should support reuse" do
+        i = 0
+        b = @T.new_batch
+        b << [lambda { i += 2}, lambda { i -= 1}, lambda { i -= 2 }]
+        b.wait_until_done
+
+        i.should == -1
+
+        b << [lambda { i += 9}, lambda { i -= 3}, lambda { i -= 4 }]
+        b.wait_until_done
+
+        i.should == 1
+      end
+
+      it "should play nicely with instance variables" do
+        @i = 0
+        b = @T.new_batch
+        b << [lambda { @i += 2}, lambda { @i -= 1}]
+        b << lambda { @i += 2}
+        b.wait_until_done
+
+        @i.should == 3
+      end
+
+      it "should support latent option correctly" do
+        i = 0
+        b = @T.new_batch(:latent => true)
+        b << lambda { i += 1 }
+        b << lambda { i -= 1 }
+        b << [lambda { i += 2}, lambda { i -= 1}]
+
+        i.should == 0
+
+        sleep 0.1
+
+        i.should == 0
+
+        b.start
+        b.wait_until_done
+
+        i.should == 1
+      end
+
+      it "should support waiting with timeouts" do
+        i = 0
+        b = @T.new_batch
+        b << lambda { i += 1 }
+        b << lambda { i -= 1 }
+        b << [lambda { i += 2}, lambda { 500000000.times { i += 1}}]
+        t = Time.now
+        timeout = 0.2
+        b.wait_until_done(:timeout => timeout)
+
+        b.completed?.should be_false
+        (Time.now - t).should >= timeout
+        i.should > 2
+      end
+
+      it "should support 'completed?' even without timeouts" do
+        i = 0
+        b = @T.new_batch
+        b << lambda { i += 1 }
+        b << lambda { i -= 1 }
+        b << [lambda { i += 2}, lambda { sleep 0.01 while i < 10 }]
+
+        b.completed?.should be_false
+
+        sleep 0.1
+
+        b.completed?.should be_false
+
+        i = 10
+        sleep 0.1
+
+        b.completed?.should be_true
+      end
+
+      it "should support 'push'" do
+        i = 0
+        b = @T.new_batch
+        b.push(lambda { i += 1 })
+        b.push([lambda { i += 1 }, lambda { i += 1 }])
+        b.wait_until_done
+
+        i.should == 3
+      end
+
+      it "should support 'when_done'" do
+        i = 0
+        when_done_executed = false
+        b = @T.new_batch(:latent => true)
+
+        100.times { b << lambda { i += 1 } }
+
+        b.when_done { when_done_executed = true }
+
+        when_done_executed.should be_false
+
+        b.start
+
+        sleep(0.1)
+
+        b.completed?.should be_true
+        when_done_executed.should be_true
+      end
+
+      it "should call 'when_done' immediately when batch is already done" do
+        i = 0
+        when_done_executed = false
+        b = @T.new_batch
+
+        Thread.exclusive do
+          100.times { b << lambda { i += 1 } }
+        end
+
+        b.wait_until_done
+
+        b.completed?.should be_true
+
+        b.when_done { when_done_executed = true }
+
+        when_done_executed.should be_true
+      end
+
+      it "should support multiple 'when_done' blocks" do
+        i = 0
+        when_done_executed = 0
+        b = @T.new_batch
+
+        # We're not testing what happens when 'when_done' is called and
+        # the batch is already finished, so wrapping in Thread#exclusive
+        Thread.exclusive do
+          100.times { b << lambda { i += 1 } }
+        end
+
+        3.times { b.when_done { when_done_executed += 1 } }
+
+        sleep(0.1)
+
+        b.completed?.should be_true
+        when_done_executed.should == 3
+      end
+
+      it "shouldn't fail under load" do
+        jobs = 1000
+        times_per_job = 100
+        i = ::Threadz::AtomicInteger.new(0)
+
+        b1 = @T.new_batch(:latent => true)
+        b2 = @T.new_batch(:latent => true)
+
+        jobs.times do
+          b1 << lambda { times_per_job.times { i.increment } }
+          b2 << lambda { times_per_job.times { i.decrement } }
+        end
+
+        b1.start
+        b2.start
+
+        b1.wait_until_done
+        b2.wait_until_done
+
+        i.value.should == 0
+      end
+    end
+  end
+end

data/threadz.gemspec

@@ -0,0 +1,56 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{threadz}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Max Aller"]
+  s.date = %q{2009-12-19}
+  s.email = %q{nanodeath@gmail.com}
+  s.extra_rdoc_files = [
+    "README.rdoc"
+  ]
+  s.files = [
+    ".gitignore",
+     "CHANGELOG",
+     "MIT-LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "lib/threadz.rb",
+     "lib/threadz/atomic_integer.rb",
+     "lib/threadz/batch.rb",
+     "lib/threadz/directive.rb",
+     "lib/threadz/sleeper.rb",
+     "lib/threadz/thread_pool.rb",
+     "spec/atomic_integer_spec.rb",
+     "spec/spec_helper.rb",
+     "spec/threadz_spec.rb",
+     "threadz.gemspec"
+  ]
+  s.homepage = %q{http://github.com/nanodeath/threadz}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{A Ruby threadpool library to handle threadpools and make batch jobs easier.}
+  s.test_files = [
+    "spec/atomic_integer_spec.rb",
+     "spec/threadz_spec.rb",
+     "spec/spec_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end
+

metadata

@@ -0,0 +1,72 @@
+--- !ruby/object:Gem::Specification 
+name: threadz
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Max Aller
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-12-19 00:00:00 -08:00
+default_executable: 
+dependencies: []
+
+description: 
+email: nanodeath@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- .gitignore
+- CHANGELOG
+- MIT-LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/threadz.rb
+- lib/threadz/atomic_integer.rb
+- lib/threadz/batch.rb
+- lib/threadz/directive.rb
+- lib/threadz/sleeper.rb
+- lib/threadz/thread_pool.rb
+- spec/atomic_integer_spec.rb
+- spec/spec_helper.rb
+- spec/threadz_spec.rb
+- threadz.gemspec
+has_rdoc: true
+homepage: http://github.com/nanodeath/threadz
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: A Ruby threadpool library to handle threadpools and make batch jobs easier.
+test_files: 
+- spec/atomic_integer_spec.rb
+- spec/threadz_spec.rb
+- spec/spec_helper.rb