rcelery 1.0.0

data/spec/unit/task_spec.rb

@@ -0,0 +1,192 @@
+require 'spec_helper'
+
+describe RCelery::Task do
+  module Tasks
+    include RCelery::TaskSupport
+
+    task(:name => 'different_name', :ignore_result => false, :routing_key => 'different_route')
+    def add(a,b, options = {})
+      noop(a + b + (options['c'] || 0))
+    end
+
+    task()
+    def ignore
+      'ignore_me'
+    end
+
+    def noop(val)
+      val
+    end
+  end
+
+  before :each do
+    @task = RCelery::Task.all_tasks['different_name']
+  end
+
+  describe '.all_tasks' do
+    it 'returns a hash of all tasks by name' do
+      RCelery::Task.all_tasks.each do |name, task|
+        task.name.should == name
+      end
+    end
+  end
+
+  describe '.result_queue' do
+    it 'returns the result_queue for the task_id' do
+      result_queue = Object.new
+      mock(result_queue).bind('result_exchange', hash_including(:routing_key => 'someuuid')) { result_queue }
+
+      channel = Object.new
+      mock(channel).queue('someuuid', hash_including(:durable => true, :auto_delete => true,
+        :arguments => { 'x-expires' => 3600000 })) { result_queue }
+
+      stub(RCelery).channel { channel }
+      stub(RCelery).exchanges { {:result => 'result_exchange'} }
+
+      RCelery::Task.result_queue('some-uuid').should == result_queue
+    end
+  end
+
+  describe '.execute' do
+    it 'establishes the result queue' do
+      any_instance_of(RCelery::Task::Runner) do |t|
+        stub(t).publish_result
+      end
+
+      result_queue = Object.new
+      mock(result_queue).bind('result_exchange', hash_including(:routing_key => 'guid')) { result_queue }
+
+      channel = Object.new
+      mock(channel).queue('guid', hash_including(:durable => true, :auto_delete => true,
+        :arguments => { 'x-expires' => 3600000 })) { result_queue }
+
+      stub(RCelery).channel { channel }
+      stub(RCelery).exchanges { {:result => 'result_exchange'} }
+
+      task = {'task' => 'different_name', 'args' => [1,2], 'kwargs' => {'c' => 3}, 'id' =>  'guid'}
+
+      RCelery::Task.execute(task)
+    end
+
+    it 'takes a message, determines what task class generated it and passes the args/kwargs returning an instnace of a task runner' do
+      stub(RCelery::Task).result_queue
+      any_instance_of(RCelery::Task::Runner) do |t|
+        stub(t).publish_result
+      end
+
+      task = {'task' => 'different_name', 'args' => [1,2], 'kwargs' => {'c' => 3}, 'id' =>  'guid'}
+
+      runner = nil
+      lambda {
+        runner = RCelery::Task.execute(task)
+      }.should_not raise_error
+
+      runner.should be_a(RCelery::Task::Runner)
+    end
+
+    it 'publishes the successful result to the result queue when ignore_result is false' do
+      stub(RCelery::Task).result_queue
+      mock(results = Object.new).publish({ :result => 6, :status => 'SUCCESS',
+        :task_id => 'guid', :traceback => [] }.to_json, hash_including(:persistent => true))
+      channel, queue = stub_amqp
+
+      stub(channel).direct('celeryresults', anything) { results }
+
+      RCelery.start
+
+      task = {'task' => 'different_name', 'args' => [1,2], 'kwargs' => {'c' => 3}, 'id' =>  'guid'}
+
+      RCelery::Task.execute(task)
+      RCelery.stop
+    end
+
+    it 'publishes the failed result to the result queue when ignore_result is false' do
+      stub(RCelery::Task).result_queue
+      task = {'task' => 'tasks.error', 'id' =>  'guid'}
+
+      raised = Exception.new
+      begin
+        raise raised
+      rescue Exception
+      end
+
+      Tasks.task(:ignore_result => false)
+      Tasks.send(:define_method, :error) do
+        raise raised
+      end
+
+      results = mock!.publish({ :result => raised, :status => 'FAILURE',
+        :task_id => 'guid', :traceback => raised.backtrace }.to_json, hash_including(:persistent => true)).subject
+      channel, queue = stub_amqp
+
+      stub(channel).direct('celeryresults', anything) { results }
+
+      RCelery.start
+
+      RCelery::Task.execute(task)
+
+      RCelery.stop
+    end
+  end
+
+  describe '#initialize' do
+    it 'sets the name' do
+      task = RCelery::Task.new(:name => 'some_name')
+      task.name.should == 'some_name'
+    end
+
+    it 'sets the method' do
+      task = RCelery::Task.new(:method => 'some_method')
+      task.method.should == 'some_method'
+    end
+
+    it 'sets the routing key' do
+      task = RCelery::Task.new(:routing_key => 'something')
+      task.instance_variable_get(:@routing_key).should == 'something'
+    end
+
+    it 'sets ignore_result and expects it to be a boolean' do
+      task = RCelery::Task.new(:ignore_result => false)
+      task.ignore_result?.should be_false
+    end
+
+    it 'defaults ignore_result to true' do
+      task = RCelery::Task.new
+      task.ignore_result?.should be_true
+    end
+  end
+
+  describe '#delay' do
+    it 'publishes a message to the request exchange with the correct arguments' do
+      stub(UUID).generate { 'some_uuid' }
+      request = mock!.publish({:id => 'some_uuid', :task => 'different_name',
+        :args => [1,2], :kwargs => {:some => 'kwarg'}}.to_json, hash_including(:persistent => true, :routing_key => 'different_route')).subject
+      channel, queue = stub_amqp
+
+      stub(channel).direct('celery', anything) { request }
+
+      RCelery.start
+
+      @task.delay(1,2,{:some => 'kwarg'})
+
+      RCelery.stop
+    end
+  end
+
+  describe '#apply_async' do
+    it 'can override routing key' do
+      stub(UUID).generate { 'some_uuid' }
+      request = mock!.publish({:id => 'some_uuid', :task => 'different_name',
+        :args => [1,2], :kwargs => {:some => 'kwarg'}}.to_json, hash_including(:persistent => true, :routing_key => 'the_route')).subject
+      channel, queue = stub_amqp
+
+      stub(channel).direct('celery', anything) { request }
+
+      RCelery.start
+
+      @task.apply_async(:args=>[1,2],:kwargs=>{:some => 'kwarg'},:routing_key=>'the_route')
+
+      RCelery.stop
+    end
+  end
+end

data/spec/unit/task_support_spec.rb

@@ -0,0 +1,94 @@
+require 'spec_helper'
+
+describe RCelery::TaskSupport do
+  describe '.included' do
+    it 'extends the subject with TaskSupport::ClassMethods' do
+      mod = Module.new { include RCelery::TaskSupport }
+      mod.should respond_to(:task)
+      mod.should respond_to(:method_added)
+    end
+  end
+
+  describe '.task_name' do
+    it 'returns a dotted lowercase task name' do
+      task_name = RCelery::TaskSupport.task_name('Some::InnerMod', :Method)
+      task_name.should == 'some.inner_mod.method'
+    end
+  end
+
+  describe RCelery::TaskSupport::ClassMethods do
+    before :each do
+      @mod = Module.new { include RCelery::TaskSupport }
+    end
+
+    describe '#task' do
+      it 'sets the current task options for the method defined next' do
+        @mod.task(:some_option => true)
+        @mod.current_options.should == {:some_option => true}
+      end
+    end
+
+    describe '#method_added' do
+      after :each do
+        RCelery::Task.all_tasks.delete('some_method')
+        RCelery::Task.all_tasks.delete('another_method')
+      end
+
+      describe 'when the current_options are set' do
+        describe 'it replaces the new method with another one that'
+        it 'returns a RCelery::Task object when it is called with no arguments' do
+          mod = @mod
+          mod.task(:some_option => true)
+          mod.send(:define_method,:some_method) do
+            "not returned"
+          end
+
+          klass = Class.new { include mod }
+          klass.new.some_method.should be_a(RCelery::Task)
+        end
+
+        it 'returns normally when called with arguments and is executed with the expected binding' do
+          mod = @mod
+          mod.task(:some_option => true)
+          mod.send(:define_method,:some_method) do |a|
+            a + @b
+          end
+
+          klass = Class.new do
+            include mod
+
+            def initialize(b)
+              @b = b
+            end
+          end
+          klass.new(2).some_method(1).should == 3
+        end
+
+        it 'takes an argument nil for methods that have an arity of 0 and returns normally' do
+          mod = @mod
+          mod.task(:some_option => true)
+          mod.send(:define_method,:some_method) do
+            "returned"
+          end
+
+          klass = Class.new { include mod }
+          klass.new.some_method(nil).should == 'returned'
+        end
+
+        it 'creates an RCelery::Task that has a method with the correct binding' do
+          mod = @mod
+          mod.task(:some_option => true)
+          mod.send(:define_method,:some_method) do
+            another_method
+          end
+          mod.send(:define_method,:another_method) do
+            'returned'
+          end
+
+          klass = Class.new { include mod }
+          klass.new.some_method.method.call.should == 'returned'
+        end
+      end
+    end
+  end
+end

data/spec/unit/worker_spec.rb

@@ -0,0 +1,63 @@
+require 'spec_helper'
+
+describe RCelery::Worker do
+  include RR::Adapters::RRMethods
+
+  before(:each) do
+    @channel, @queue = stub_amqp
+  end
+
+  after :each do
+    RCelery.stop
+  end
+
+  describe '.start' do
+    it 'sends a worker online event' do
+      mock(RCelery::Events).worker_online('rcelery',RCelery::VERSION,RUBY_PLATFORM)
+      stub(RCelery::Events).worker_offline
+      pool = RCelery::Pool.new
+      worker = RCelery::Worker.new
+      stub(worker).subscribe
+      worker.start pool
+      worker.stop
+    end
+  end
+
+  describe '.stop' do
+
+    it 'sends a worker offline event' do
+      stub(RCelery::Events).worker_online
+      mock(RCelery::Events).worker_offline('rcelery',RCelery::VERSION,RUBY_PLATFORM)
+
+      pool = RCelery::Pool.new
+      worker = RCelery::Worker.new
+      stub(worker).subscribe
+      worker.start pool
+      worker.stop
+    end
+
+    it 'stops the heartbeat' do
+      stub(RCelery::Events).worker_online
+      stub(RCelery::Events).worker_offline
+
+      pool = RCelery::Pool.new
+      worker = RCelery::Worker.new
+      stub(worker).subscribe
+      worker.start pool
+      worker.instance_variable_set(:@heartbeat_timer, mock!.cancel.subject)
+      worker.stop
+    end
+  end
+
+  def fuzzy_hash(expected)
+    proc do |arg|
+      parsed = JSON.parse(arg)
+      good = true
+      parsed.each do |k,v|
+        next if v.to_s == expected[k].to_s
+        good = false
+      end
+      good
+    end
+  end
+end

metadata

@@ -0,0 +1,290 @@
+--- !ruby/object:Gem::Specification 
+name: rcelery
+version: !ruby/object:Gem::Version 
+  hash: 23
+  prerelease: false
+  segments: 
+  - 1
+  - 0
+  - 0
+  version: 1.0.0
+platform: ruby
+authors: 
+- John MacKenzie
+- Kris Schultz
+- Nat Williams
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-10-19 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 5
+        segments: 
+        - 0
+        - 7
+        - 3
+        version: 0.7.3
+  type: :runtime
+  name: amqp
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 2
+        - 0
+        version: "2.0"
+  type: :runtime
+  name: uuid
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 0
+        version: "1.0"
+  type: :runtime
+  name: json
+  prerelease: false
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 5
+        segments: 
+        - 2
+        - 3
+        version: "2.3"
+  type: :runtime
+  name: configtoolkit
+  prerelease: false
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 9
+        segments: 
+        - 0
+        - 1
+        - 9
+        version: 0.1.9
+  type: :runtime
+  name: qusion
+  prerelease: false
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 2
+        - 6
+        version: "2.6"
+  type: :development
+  name: rspec
+  prerelease: false
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 63
+        segments: 
+        - 0
+        - 9
+        - 2
+        version: 0.9.2
+  type: :development
+  name: rake
+  prerelease: false
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 0
+        version: "1.0"
+  type: :development
+  name: rr
+  prerelease: false
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 13
+        segments: 
+        - 1
+        - 1
+        version: "1.1"
+  type: :development
+  name: SystemTimer
+  prerelease: false
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
+  requirement: &id010 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 35
+        segments: 
+        - 0
+        - 20
+        version: "0.20"
+  type: :development
+  name: foreman
+  prerelease: false
+  version_requirements: *id010
+description: 
+email: oss@leapfrogdevelopment.com
+executables: 
+- rceleryd
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Gemfile
+- LICENSE
+- Rakefile
+- bin/rceleryd
+- lib/rcelery.rb
+- lib/rcelery/async_result.rb
+- lib/rcelery/configuration.rb
+- lib/rcelery/daemon.rb
+- lib/rcelery/eager_result.rb
+- lib/rcelery/events.rb
+- lib/rcelery/pool.rb
+- lib/rcelery/rails.rb
+- lib/rcelery/railtie.rb
+- lib/rcelery/task.rb
+- lib/rcelery/task/context.rb
+- lib/rcelery/task/runner.rb
+- lib/rcelery/task_support.rb
+- lib/rcelery/version.rb
+- lib/rcelery/worker.rb
+- rails/init.rb
+- rcelery.gemspec
+- spec/bin/ci
+- spec/integration/Procfile
+- spec/integration/bin/celeryd
+- spec/integration/bin/rabbitmq-server
+- spec/integration/bin/rceleryd
+- spec/integration/python_components/celery_client.py
+- spec/integration/python_components/celery_deferred_client.py
+- spec/integration/python_components/celeryconfig.py
+- spec/integration/python_components/requirements.txt
+- spec/integration/python_components/tasks.py
+- spec/integration/ruby_client_python_worker_spec.rb
+- spec/integration/ruby_worker_spec.rb
+- spec/integration/spec_helper.rb
+- spec/integration/tasks.rb
+- spec/spec_helper.rb
+- spec/unit/configuration_spec.rb
+- spec/unit/daemon_spec.rb
+- spec/unit/eager_spec.rb
+- spec/unit/events_spec.rb
+- spec/unit/pool_spec.rb
+- spec/unit/rails_spec.rb
+- spec/unit/rcelery_spec.rb
+- spec/unit/task_spec.rb
+- spec/unit/task_support_spec.rb
+- spec/unit/worker_spec.rb
+has_rdoc: true
+homepage: http://github.com
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Ruby implementation of the Python Celery library.
+test_files: 
+- spec/bin/ci
+- spec/integration/Procfile
+- spec/integration/bin/celeryd
+- spec/integration/bin/rabbitmq-server
+- spec/integration/bin/rceleryd
+- spec/integration/python_components/celery_client.py
+- spec/integration/python_components/celery_deferred_client.py
+- spec/integration/python_components/celeryconfig.py
+- spec/integration/python_components/requirements.txt
+- spec/integration/python_components/tasks.py
+- spec/integration/ruby_client_python_worker_spec.rb
+- spec/integration/ruby_worker_spec.rb
+- spec/integration/spec_helper.rb
+- spec/integration/tasks.rb
+- spec/spec_helper.rb
+- spec/unit/configuration_spec.rb
+- spec/unit/daemon_spec.rb
+- spec/unit/eager_spec.rb
+- spec/unit/events_spec.rb
+- spec/unit/pool_spec.rb
+- spec/unit/rails_spec.rb
+- spec/unit/rcelery_spec.rb
+- spec/unit/task_spec.rb
+- spec/unit/task_support_spec.rb
+- spec/unit/worker_spec.rb