micro_q 0.6.1

data/spec/lib/queue/default_spec.rb

@@ -0,0 +1,158 @@
+require 'spec_helper'
+
+describe MicroQ::Queue::Default do
+  describe '#entries' do
+    it 'should be empty' do
+      subject.entries.should == []
+    end
+  end
+
+  describe '#later' do
+    it 'should be empty' do
+      subject.later.should == []
+    end
+  end
+
+  describe '#push' do
+    let(:item) { { 'class' => 'MyWorker', 'args' => [] } }
+
+    it 'should add to the entries' do
+      subject.push(item)
+
+      subject.entries.should include(item)
+    end
+
+    it 'should duplicate the item' do
+      subject.push(item)
+
+      before = item.dup
+      subject.entries.should include(before)
+
+      item[:key] = 'new-value'
+      subject.entries.should_not include(item)
+      subject.entries.should include(before)
+    end
+
+    describe 'when given the "when" key' do
+      let(:worker) { [item, { 'when' => (Time.now + 100).to_i }] }
+
+      it 'should add to the later' do
+        subject.push(*worker)
+
+        subject.later.should include(
+          'when' => (Time.now + 100).to_i,
+          'worker' => item
+        )
+      end
+
+      it 'should not be in the entries' do
+        subject.push(*worker)
+
+        subject.entries.should == []
+      end
+    end
+
+    describe 'when given the symbol :when key' do
+      let(:worker) { [item, { :when => (Time.now + 100).to_i }] }
+
+      it 'should add to the later' do
+        subject.push(*worker)
+
+        subject.later.should include(
+          'when' => (Time.now + 100).to_i,
+          'worker' => item
+        )
+      end
+
+      it 'should not be in the entries' do
+        subject.push(*worker)
+
+        subject.entries.should == []
+      end
+    end
+  end
+
+  describe '#dequeue' do
+    let(:item) { { 'class' => 'MyWorker', 'args' => [] } }
+
+    class MyWorker
+      def perform(*)
+      end
+    end
+
+    describe 'when there are entries' do
+      before do
+        subject.push(item)
+      end
+
+      it 'should return the item' do
+        subject.dequeue.should == [item]
+      end
+
+      it 'should remove the item from the list' do
+        subject.dequeue
+
+        subject.entries.should_not include(item)
+      end
+    end
+
+    describe 'when there are items to be processed later' do
+      before do
+        subject.push(item, 'when' => (Time.now + 5).to_i)
+      end
+
+      it 'should not return the item' do
+        subject.dequeue.should == []
+      end
+
+      it 'should not remove the item' do
+        subject.dequeue
+
+        subject.later.should == ['when' => (Time.now + 5).to_i, 'worker' => item]
+      end
+
+      describe 'when the item is in the past' do
+        before do
+          subject.later.first['when'] = (Time.now - 2).to_i
+        end
+
+        it 'should return the item' do
+          subject.dequeue.should == [item]
+        end
+
+        it 'should remove the item from the list' do
+          subject.dequeue
+
+          subject.later.should == []
+        end
+      end
+    end
+
+    describe 'when there are many items' do
+      let(:later_item) { [item.dup.tap {|it| it['args'] = %w(special) }, 'when' => (Time.now + 5).to_i] }
+      let(:items) do
+        5.times.collect {|i|
+          item.dup.tap {|it| it['args'] = [i]}
+        }
+      end
+
+      before do
+        items.first(4).each {|item| subject.push(item) }
+        subject.push(items.last, 'when' => (Time.now - 2).to_i)
+
+        subject.push(*later_item)
+      end
+
+      it 'should return all the available items' do
+        subject.dequeue.sort {|x, y| x['args'][0] <=> y['args'][0] }.should == items
+      end
+
+      it 'should remove the items' do
+        subject.dequeue
+
+        subject.entries.should == []
+        subject.later.should == [later_item[1].merge('worker' => later_item[0])]
+      end
+    end
+  end
+end

data/spec/lib/util_spec.rb

@@ -0,0 +1,51 @@
+require 'spec_helper'
+
+describe MicroQ::Util do
+  describe '.constantize' do
+    it 'should work form simple class names' do
+      MicroQ::Util.constantize('MicroQ').should == MicroQ
+    end
+
+    it 'should work for complex class names' do
+      MicroQ::Util.constantize('MicroQ::Util').should == MicroQ::Util
+    end
+
+    it 'should work for "root" complex class names' do
+      MicroQ::Util.constantize('::MicroQ::Util').should == MicroQ::Util
+    end
+
+    describe 'when the name is not defined' do
+      it 'should return nil' do
+        MicroQ::Util.constantize('AnUndefinedClassName').should == nil
+      end
+    end
+  end
+
+  describe 'stringify_keys' do
+    def str(thing)
+      MicroQ::Util.stringify_keys(thing)
+    end
+
+    it 'should change to strings' do
+      str(:key => 'value').should == {'key' => 'value'}
+    end
+
+    it 'should work for mixed keys' do
+      str(:key => 'value', 4 => '2', 'string' => 'same').should == {
+        'key' => 'value',
+        '4' => '2',
+        'string' => 'same'
+      }
+    end
+
+    it 'should deep stringify' do
+      str(:top => { :key => 'value', 4 => '2', 'string' => 'same' }).should == {
+        'top' => {
+          'key' => 'value',
+          '4' => '2',
+          'string' => 'same'
+        }
+      }
+    end
+  end
+end

data/spec/lib/worker/standard_spec.rb

@@ -0,0 +1,88 @@
+require 'spec_helper'
+
+describe MicroQ::Worker::Standard do
+  let(:worker) { {'class' => 'MyWorker', 'args' => [1, 'value']} }
+  let(:other_worker) { {'class' => 'MyWorker', 'method' => 'process', 'args' => [2, 'other-value']} }
+
+  class MyWorker
+    def self.seed(*args); "SEEDED #{args.inspect}" end
+    def ar_perform(*args);"AR PERFORM! #{args.inspect}" end
+    def perform(*args);   "PERFORMED! #{args.inspect}" end
+    def process(*args);   "PROCESSED! #{args.inspect}" end
+  end
+
+  describe '#perform' do
+    def perform(item)
+      subject.perform(item)
+    end
+
+    it 'should call the method' do
+      perform(worker).should == 'PERFORMED! [1, "value"]'
+      perform(other_worker).should == 'PROCESSED! [2, "other-value"]'
+    end
+
+    it 'should process the middleware chain' do
+      MicroQ.middleware.server.should_receive(:call) do |w, payload|
+        w.class.should == MyWorker
+
+        payload['class'].should == 'MyWorker'
+        payload['args'].should == [1, 'value']
+      end
+
+      perform(worker)
+    end
+
+    it 'should process the middleware chain for both workers' do
+      MicroQ.middleware.server.should_receive(:call) do |w, payload|
+        w.class.should == MyWorker
+
+        payload['class'].should == 'MyWorker'
+        payload['args'].should == [2, 'other-value']
+      end
+
+      perform(other_worker)
+    end
+
+    describe 'when using the class loader' do
+      let(:class_worker) { {'class' => 'MyWorker', 'method' => 'seed', 'args' => [3, 45], 'loader' => {}} }
+
+      it 'should not create an instance' do
+        MyWorker.should_not_receive(:new)
+
+        perform(class_worker)
+      end
+
+      it 'should call the method' do
+        perform(class_worker).should == "SEEDED [3, 45]"
+      end
+    end
+
+    describe 'when the model has a custom \'loader\'' do
+      let(:ar_worker) { {'class' => 'MyWorker', 'method' => 'ar_perform', 'args' => [1, 2], 'loader' => {'method' => 'find', 'args' => [456]}} }
+
+      before do
+        @model = mock("Model", :ar_perform => nil)
+        MyWorker.stub(:find).with(456).and_return(@model)
+      end
+
+      it 'should load the class' do
+        MyWorker.should_receive(:find).with(456).and_return(@model)
+
+        perform(ar_worker)
+      end
+
+      it 'should call the method a' do
+        @model.should_receive(:ar_perform).with(1, 2)
+
+        perform(ar_worker)
+      end
+
+      it 'should call the method b' do
+        worker = MyWorker.new
+        MyWorker.stub(:find).with(456).and_return(worker)
+
+        perform(ar_worker).should == 'AR PERFORM! [1, 2]'
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,59 @@
+require 'micro_q'
+require 'time'
+require 'timecop'
+require 'celluloid'
+
+require 'helpers/methods_examples'
+
+Celluloid.logger = nil
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+
+  config.order = 'default'
+
+  config.before :each do
+    MicroQ.send :clear
+  end
+
+  config.before :each, :active_record => true do
+    require 'active_record'
+    require 'sqlite3' # https://github.com/luislavena/sqlite3-ruby
+
+    db_name = ENV['TEST_DATABASE'] || 'micro_q-test.db'
+
+    (@_db = SQLite3::Database.new(db_name)).
+    execute(<<-SQL)
+      create table if not exists repositories (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        name varchar(255)
+      );
+    SQL
+
+    # ** Transactional fixtures. **
+    @_db.transaction
+
+    ActiveRecord::Base.establish_connection(
+      :adapter => 'sqlite3',
+      :database =>  db_name
+    )
+  end
+
+  config.after :each, :active_record => true do
+    @_db.rollback
+  end
+
+  config.before :each, :middleware => true do
+    class WorkerClass; end
+
+    @worker = WorkerClass.new
+    @payload = { 'class' => 'WorkerClass', 'args' => [1, 2]}
+  end
+end
+
+def safe(method, *args)
+  send(method, *args)
+rescue Exception
+  nil
+end

metadata

@@ -0,0 +1,219 @@
+--- !ruby/object:Gem::Specification
+name: micro_q
+version: !ruby/object:Gem::Version
+  version: 0.6.1
+  prerelease: 
+platform: ruby
+authors:
+- Brian Norton
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: celluloid
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: psych
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>'
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>'
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+- !ruby/object:Gem::Dependency
+  name: sqlite3-ruby
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ''
+email:
+- brian.nort@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/micro_q.rb
+- lib/micro_q/config.rb
+- lib/micro_q/manager.rb
+- lib/micro_q/manager/default.rb
+- lib/micro_q/methods.rb
+- lib/micro_q/methods/active_record.rb
+- lib/micro_q/methods/class.rb
+- lib/micro_q/methods/instance.rb
+- lib/micro_q/middleware.rb
+- lib/micro_q/middleware/chain.rb
+- lib/micro_q/middleware/server/retry.rb
+- lib/micro_q/proxies.rb
+- lib/micro_q/proxies/base.rb
+- lib/micro_q/proxies/class.rb
+- lib/micro_q/proxies/instance.rb
+- lib/micro_q/queue.rb
+- lib/micro_q/queue/default.rb
+- lib/micro_q/util.rb
+- lib/micro_q/version.rb
+- lib/micro_q/worker.rb
+- lib/micro_q/worker/standard.rb
+- micro_q.gemspec
+- spec/helpers/methods_examples.rb
+- spec/lib/config_spec.rb
+- spec/lib/manager/default_spec.rb
+- spec/lib/methods/active_record_spec.rb
+- spec/lib/methods/class_spec.rb
+- spec/lib/methods/instance_spec.rb
+- spec/lib/micro_q_spec.rb
+- spec/lib/middleware/chain_spec.rb
+- spec/lib/middleware/server/retry_spec.rb
+- spec/lib/proxies/base_spec.rb
+- spec/lib/proxies/class_spec.rb
+- spec/lib/proxies/instance_spec.rb
+- spec/lib/queue/default_spec.rb
+- spec/lib/util_spec.rb
+- spec/lib/worker/standard_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/bnorton/micro-q
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: ''
+test_files:
+- spec/helpers/methods_examples.rb
+- spec/lib/config_spec.rb
+- spec/lib/manager/default_spec.rb
+- spec/lib/methods/active_record_spec.rb
+- spec/lib/methods/class_spec.rb
+- spec/lib/methods/instance_spec.rb
+- spec/lib/micro_q_spec.rb
+- spec/lib/middleware/chain_spec.rb
+- spec/lib/middleware/server/retry_spec.rb
+- spec/lib/proxies/base_spec.rb
+- spec/lib/proxies/class_spec.rb
+- spec/lib/proxies/instance_spec.rb
+- spec/lib/queue/default_spec.rb
+- spec/lib/util_spec.rb
+- spec/lib/worker/standard_spec.rb
+- spec/spec_helper.rb
+has_rdoc: