toro 0.2.1 → 0.2.2

data/gemfiles/rails_4.gemfile

@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "rails", "4.1.0"
+
+gemspec :path => "../"

data/gemfiles/rails_4.gemfile.lock

@@ -0,0 +1,147 @@
+PATH
+  remote: ..
+  specs:
+    toro (0.2.2)
+      activerecord-postgres-hstore
+      celluloid (>= 0.15.2)
+      jquery-datatables-rails (>= 2.1.10.0.2)
+      nested-hstore
+      pg
+      rails (>= 3.0)
+      rails-datatables
+      slim
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    actionmailer (4.1.0)
+      actionpack (= 4.1.0)
+      actionview (= 4.1.0)
+      mail (~> 2.5.4)
+    actionpack (4.1.0)
+      actionview (= 4.1.0)
+      activesupport (= 4.1.0)
+      rack (~> 1.5.2)
+      rack-test (~> 0.6.2)
+    actionview (4.1.0)
+      activesupport (= 4.1.0)
+      builder (~> 3.1)
+      erubis (~> 2.7.0)
+    activemodel (4.1.0)
+      activesupport (= 4.1.0)
+      builder (~> 3.1)
+    activerecord (4.1.0)
+      activemodel (= 4.1.0)
+      activesupport (= 4.1.0)
+      arel (~> 5.0.0)
+    activerecord-postgres-hstore (0.7.7)
+      activerecord (>= 3.1)
+      pg-hstore (>= 1.1.5)
+      rake
+    activesupport (4.1.0)
+      i18n (~> 0.6, >= 0.6.9)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.1)
+      tzinfo (~> 1.1)
+    appraisal (1.0.0)
+      bundler
+      rake
+      thor (>= 0.14.0)
+    arel (5.0.1.20140414130214)
+    builder (3.2.2)
+    celluloid (0.16.0)
+      timers (~> 4.0.0)
+    diff-lcs (1.2.5)
+    erubis (2.7.0)
+    hike (1.2.3)
+    hitimes (1.2.2)
+    i18n (0.6.9)
+    jquery-datatables-rails (3.1.1)
+      actionpack (>= 3.1)
+      jquery-rails
+      railties (>= 3.1)
+      sass-rails
+    jquery-rails (3.1.2)
+      railties (>= 3.0, < 5.0)
+      thor (>= 0.14, < 2.0)
+    json (1.8.1)
+    mail (2.5.4)
+      mime-types (~> 1.16)
+      treetop (~> 1.4.8)
+    mime-types (1.25.1)
+    minitest (5.3.3)
+    multi_json (1.9.2)
+    nested-hstore (0.1.1)
+      activerecord
+      activesupport
+    pg (0.18.1)
+    pg-hstore (1.2.0)
+    polyglot (0.3.4)
+    rack (1.5.2)
+    rack-test (0.6.2)
+      rack (>= 1.0)
+    rails (4.1.0)
+      actionmailer (= 4.1.0)
+      actionpack (= 4.1.0)
+      actionview (= 4.1.0)
+      activemodel (= 4.1.0)
+      activerecord (= 4.1.0)
+      activesupport (= 4.1.0)
+      bundler (>= 1.3.0, < 2.0)
+      railties (= 4.1.0)
+      sprockets-rails (~> 2.0)
+    rails-datatables (0.0.2)
+    railties (4.1.0)
+      actionpack (= 4.1.0)
+      activesupport (= 4.1.0)
+      rake (>= 0.8.7)
+      thor (>= 0.18.1, < 2.0)
+    rake (10.3.1)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
+    sass (3.4.11)
+    sass-rails (5.0.1)
+      railties (>= 4.0.0, < 5.0)
+      sass (~> 3.1)
+      sprockets (>= 2.8, < 4.0)
+      sprockets-rails (>= 2.0, < 4.0)
+      tilt (~> 1.1)
+    slim (3.0.1)
+      temple (~> 0.7.3)
+      tilt (>= 1.3.3, < 2.1)
+    sprockets (2.12.1)
+      hike (~> 1.2)
+      multi_json (~> 1.0)
+      rack (~> 1.0)
+      tilt (~> 1.1, != 1.3.0)
+    sprockets-rails (2.1.3)
+      actionpack (>= 3.0)
+      activesupport (>= 3.0)
+      sprockets (~> 2.8)
+    temple (0.7.5)
+    thor (0.19.1)
+    thread_safe (0.3.3)
+    tilt (1.4.1)
+    timers (4.0.1)
+      hitimes
+    treetop (1.4.15)
+      polyglot
+      polyglot (>= 0.3.1)
+    tzinfo (1.1.0)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  appraisal
+  rails (= 4.1.0)
+  rspec
+  toro!

data/lib/toro/version.rb

@@ -1,3 +1,3 @@
 module Toro
-  VERSION = '0.2.1'
+  VERSION = '0.2.2'
 end

data/spec/config/database.yml.example

@@ -0,0 +1,6 @@
+test:
+  adapter: postgresql
+  database: my_database
+  pool: 25
+  username: my_username
+  password: my_password

data/spec/lib/cli_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe Toro::CLI do
+  describe '.new' do
+    it 'sets the default options' do
+      cli = Toro::CLI.new(['toro:work'])
+      cli.options.should == {}
+    end
+
+    it 'sets the queue option' do
+      cli = Toro::CLI.new(['toro:work', '-q', 'queue1'])
+      cli.options.should include(queues: ['queue1'])
+    end
+
+    it 'sets the concurrency option' do
+      cli = Toro::CLI.new(['toro:work', '-c', '5'])
+      cli.options.should include(concurrency: 5)
+    end
+
+    it 'sets multiple options' do
+      cli = Toro::CLI.new(['toro:work', '-q', 'queue1', '-q', 'queue2', '-c', '5'])
+      cli.options.should include(
+        queues: ['queue1', 'queue2'],
+        concurrency: 5
+      )
+    end
+  end
+end

data/spec/lib/client_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+
+describe Toro::Client do
+  describe '.create_job' do
+    it 'creates a job' do
+      attributes = {
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      }
+      Toro::Client.create_job(attributes)
+      job_should_have_attributes(Toro::Job.first, attributes)
+    end
+
+    it 'sets the status as queued' do
+      attributes = {
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: []
+      }
+      Toro::Client.create_job(attributes)
+      job_should_have_attributes(Toro::Job.first, { status: 'queued' })
+    end
+  end
+end

data/spec/lib/fetcher_spec.rb

@@ -0,0 +1,105 @@
+require 'spec_helper'
+
+describe Toro::Fetcher do
+  describe '#retrieve' do
+    it 'retrieves the first job' do
+      fetcher = Toro::Fetcher.new(manager: Toro::Manager.new)
+      job = Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      retrieved = fetcher.retrieve
+      retrieved.id.should == job.id
+    end
+
+    it 'only retrieves jobs in its queue' do
+      fetcher = Toro::Fetcher.new(manager: Toro::Manager.new)
+      Toro::Job.create!(
+        queue: 'foo',
+        class_name: 'FooQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      job = Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      retrieved = fetcher.retrieve
+      retrieved.id.should == job.id
+    end
+
+    it 'only retrieves queued jobs' do
+      fetcher = Toro::Fetcher.new(manager: Toro::Manager.new)
+      Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'complete'
+      )
+      job = Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      retrieved = fetcher.retrieve
+      retrieved.id.should == job.id
+    end
+
+    it 'retrieves scheduled jobs' do
+      fetcher = Toro::Fetcher.new(manager: Toro::Manager.new)
+      job = Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'scheduled',
+        scheduled_at: Time.now - 1.minute
+      )
+      Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      retrieved = fetcher.retrieve
+      retrieved.id.should == job.id
+    end
+
+    it "does not retrieve scheduled jobs that aren't scheduled yet" do
+      fetcher = Toro::Fetcher.new(manager: Toro::Manager.new)
+      Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'scheduled',
+        scheduled_at: Time.now + 1.minute
+      )
+      fetcher.retrieve.should be_nil
+    end
+
+    it "sets the running job's attributes" do
+      Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      fetcher = Toro::Fetcher.new(manager: Toro::Manager.new)
+      fetcher.retrieve
+      job_should_have_attributes(Toro::Job.first, {
+        status: 'running',
+        started_by: Toro.process_identity
+      })
+    end
+  end
+end

data/spec/lib/job_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe Toro::Job do
+  describe '#set_properties' do
+    it 'sets the properties' do
+      job = Toro::Job.new
+      job.set_properties(foo: 'bar')
+      job.properties.should == { 'foo' => 'bar' }
+    end
+
+    it "doesn't save the job" do
+      job = Toro::Job.new
+      job.set_properties(foo: 'bar')
+      job.new_record?.should be_true
+    end
+  end
+end

data/spec/lib/listener_spec.rb

@@ -0,0 +1,72 @@
+require 'spec_helper'
+
+describe Toro::Listener do
+  class DummyListenerManager
+    include Toro::ActorManager
+
+    def stop
+      actors[:listener].stop
+    end
+  end
+
+  describe '#start' do
+    it 'notifies the fetcher when a job is created' do
+      manager = DummyListenerManager.new
+      fetcher = double('fetcher').stub(:notify)
+      fetcher.should_receive(:notify)
+      listener = Toro::Listener.new(fetcher: fetcher, manager: manager)
+      listener.async.start
+      # Wait for the listener to start listening
+      sleep 0.1
+      Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      manager.stop
+      # Wait for the NOTIFY to be received
+      sleep 0.1
+    end
+
+    it 'notifies the fetcher three times when three jobs are created' do
+      manager = DummyListenerManager.new
+      fetcher = double('fetcher').stub(:notify)
+      fetcher.should_receive(:notify).exactly(3).times
+      listener = Toro::Listener.new(fetcher: fetcher, manager: manager)
+      listener.async.start
+      # Wait for the listener to start listening
+      sleep 0.1
+      3.times do
+        Toro::Job.create!(
+          queue: 'default',
+          class_name: 'DefaultQueueWorker',
+          args: [],
+          status: 'queued'
+        )
+      end
+      manager.stop
+      # Wait for the NOTIFY to be received
+      sleep 0.1
+    end
+
+    it "doesn't notify the fetcher when a job in a different queue is created" do
+      manager = DummyListenerManager.new
+      fetcher = double('fetcher').stub(:notify)
+      fetcher.should_not_receive(:notify)
+      listener = Toro::Listener.new(fetcher: fetcher, manager: manager)
+      listener.async.start
+      # Wait for the listener to start listening
+      sleep 0.1
+      Toro::Job.create!(
+        queue: 'foo',
+        class_name: 'FooQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      manager.stop
+      # Wait for the NOTIFY to be received
+      sleep 0.1
+    end
+  end
+end

data/spec/lib/manager_spec.rb

@@ -0,0 +1,78 @@
+require 'spec_helper'
+
+describe Toro::Manager do
+  describe '.new' do
+    it 'creates N processors' do
+      concurrency = 5
+      manager = Toro::Manager.new(concurrency: concurrency)
+      manager.ready.length.should == concurrency
+    end
+  end
+
+  describe '#start' do
+    it 'performs N dispatches' do
+      concurrency = 5
+      manager = Toro::Manager.new(concurrency: concurrency)
+      manager.bare_object.should_receive(:dispatch).exactly(concurrency).times
+      manager.start
+      manager.stop
+    end
+  end
+
+  describe '#assign' do
+    it 'assigns a job to a processor' do
+      job = Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'queued'
+      )
+      manager = Toro::Manager.new(concurrency: 5)
+      manager.assign(job)
+      manager.busy.length.should == 1
+      manager.stop
+    end
+  end
+
+  describe '#stop' do
+    it 'shuts down' do
+      manager = Toro::Manager.new(concurrency: 5)
+      manager.stop
+      manager.busy.length.should == 0
+      manager.ready.length.should == 0
+    end
+  end
+
+  describe '#processor_complete' do
+    it 'returns the processor to the ready pool' do
+      manager = Toro::Manager.new(concurrency: 5)
+      initial_ready_length = manager.ready.length
+      processor = manager.ready.pop
+      manager.busy << processor
+      manager.processor_complete(processor)
+      manager.busy.length.should == 0
+      manager.ready.length.should == initial_ready_length
+      manager.stop
+    end
+  end
+
+  describe '#requeue' do
+    it "requeues the process's running jobs" do
+      Toro::Job.create!(
+        queue: 'default',
+        class_name: 'DefaultQueueWorker',
+        args: [],
+        status: 'running',
+        started_by: Toro.process_identity,
+        started_at: Time.now
+      )
+      manager = Toro::Manager.new
+      manager.requeue
+      job_should_have_attributes(Toro::Job.first, {
+        status: 'queued',
+        started_by: nil,
+        started_at: nil
+      })
+    end
+  end
+end