batsir 0.3.7.1 → 0.4.0

data/batsir.gemspec

@@ -1,132 +0,0 @@
-# Generated by jeweler
-# DO NOT EDIT THIS FILE DIRECTLY
-# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
-# -*- encoding: utf-8 -*-
-
-Gem::Specification.new do |s|
-  s.name = "batsir"
-  s.version = "0.3.7.1"
-
-  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
-  s.authors = ["J.W. Koelewijn", "Bram de Vries"]
-  s.date = "2013-10-24"
-  s.description = "Batsir uses so called stages to define operation queues. These operation queues\n    consist of several operations that will be executed one after the other. Each stage\n    is defined by its name and the queue on which it will listen. Once a message is received\n    on the queue, it is dispatched to a worker in a seperate thread that will pass the message\n    to each operation in the operation queue.\n    Operation queues can have 4 different operations, 1 common operation type, and 3 special\n    purpose operations: retrieval operations (which are always executed before all other operations),\n    persistence operations (which are always executed after the common operations, but before the\n    notification operations) and notification operations (which will always be executed last)\n    This makes it possible to create chains of stages to perform tasks that depend on each\n    other, but otherwise have a low coupling"
-  s.email = "jwkoelewijn@gmail.com"
-  s.extra_rdoc_files = [
-    "CHANGES.md",
-    "LICENSE.txt",
-    "README.md"
-  ]
-  s.files = [
-    ".document",
-    ".rspec",
-    ".travis.yml",
-    "CHANGES.md",
-    "Gemfile",
-    "LICENSE.txt",
-    "README.md",
-    "Rakefile",
-    "batsir.gemspec",
-    "batsir.png",
-    "lib/batsir.rb",
-    "lib/batsir/acceptors/acceptor.rb",
-    "lib/batsir/acceptors/amqp_acceptor.rb",
-    "lib/batsir/amqp.rb",
-    "lib/batsir/amqp_consumer.rb",
-    "lib/batsir/chain.rb",
-    "lib/batsir/compiler/stage_worker_compiler.rb",
-    "lib/batsir/config.rb",
-    "lib/batsir/dsl/conditional_notifier_declaration.rb",
-    "lib/batsir/dsl/dsl_mappings.rb",
-    "lib/batsir/errors.rb",
-    "lib/batsir/filter.rb",
-    "lib/batsir/filter_queue.rb",
-    "lib/batsir/log.rb",
-    "lib/batsir/logger.rb",
-    "lib/batsir/logo.rb",
-    "lib/batsir/notifiers/amqp_notifier.rb",
-    "lib/batsir/notifiers/conditional_notifier.rb",
-    "lib/batsir/notifiers/notifier.rb",
-    "lib/batsir/registry.rb",
-    "lib/batsir/stage.rb",
-    "lib/batsir/stage_worker.rb",
-    "lib/batsir/strategies/retry_strategy.rb",
-    "lib/batsir/strategies/strategy.rb",
-    "lib/batsir/transformers/field_transformer.rb",
-    "lib/batsir/transformers/json_input_transformer.rb",
-    "lib/batsir/transformers/json_output_transformer.rb",
-    "lib/batsir/transformers/transformer.rb",
-    "lib/batsir/version.rb",
-    "spec/batsir/acceptors/acceptor_spec.rb",
-    "spec/batsir/acceptors/amqp_acceptor_spec.rb",
-    "spec/batsir/acceptors/shared_examples.rb",
-    "spec/batsir/amqp_spec.rb",
-    "spec/batsir/chain_spec.rb",
-    "spec/batsir/config_spec.rb",
-    "spec/batsir/dsl/chain_mapping_spec.rb",
-    "spec/batsir/dsl/conditional_notifier_mapping_spec.rb",
-    "spec/batsir/dsl/stage_mapping_spec.rb",
-    "spec/batsir/filter_queue_spec.rb",
-    "spec/batsir/filter_spec.rb",
-    "spec/batsir/log_spec.rb",
-    "spec/batsir/logger_spec.rb",
-    "spec/batsir/notifiers/amqp_notifier_spec.rb",
-    "spec/batsir/notifiers/conditional_notifier_spec.rb",
-    "spec/batsir/notifiers/notifier_spec.rb",
-    "spec/batsir/notifiers/shared_examples.rb",
-    "spec/batsir/registry_spec.rb",
-    "spec/batsir/stage_spec.rb",
-    "spec/batsir/stage_worker_spec.rb",
-    "spec/batsir/strategies/retry_strategy_spec.rb",
-    "spec/batsir/strategies/strategy_spec.rb",
-    "spec/batsir/support/bunny_mocks.rb",
-    "spec/batsir/support/mock_filters.rb",
-    "spec/batsir/transformers/field_transformer_spec.rb",
-    "spec/batsir/transformers/json_input_transformer_spec.rb",
-    "spec/batsir/transformers/json_output_transformer_spec.rb",
-    "spec/batsir/transformers/transformer_spec.rb",
-    "spec/spec_helper.rb"
-  ]
-  s.homepage = "http://github.com/jwkoelewijn/batsir"
-  s.licenses = ["MIT"]
-  s.require_paths = ["lib"]
-  s.rubygems_version = "1.8.25"
-  s.summary = "Batsir is an execution platform for stage based operation queue execution"
-
-  if s.respond_to? :specification_version then
-    s.specification_version = 3
-
-    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<bundler>, ["> 1.0.0"])
-      s.add_runtime_dependency(%q<jeweler>, [">= 0"])
-      s.add_runtime_dependency(%q<rdoc>, [">= 0"])
-      s.add_runtime_dependency(%q<blockenspiel>, [">= 0.4.3"])
-      s.add_runtime_dependency(%q<celluloid>, ["~> 0.14.1"])
-      s.add_runtime_dependency(%q<sidekiq>, [">= 2.5.4"])
-      s.add_runtime_dependency(%q<bunny>, ["~> 0.10.7"])
-      s.add_runtime_dependency(%q<json>, [">= 0"])
-      s.add_runtime_dependency(%q<log4r>, [">= 0"])
-    else
-      s.add_dependency(%q<bundler>, ["> 1.0.0"])
-      s.add_dependency(%q<jeweler>, [">= 0"])
-      s.add_dependency(%q<rdoc>, [">= 0"])
-      s.add_dependency(%q<blockenspiel>, [">= 0.4.3"])
-      s.add_dependency(%q<celluloid>, ["~> 0.14.1"])
-      s.add_dependency(%q<sidekiq>, [">= 2.5.4"])
-      s.add_dependency(%q<bunny>, ["~> 0.10.7"])
-      s.add_dependency(%q<json>, [">= 0"])
-      s.add_dependency(%q<log4r>, [">= 0"])
-    end
-  else
-    s.add_dependency(%q<bundler>, ["> 1.0.0"])
-    s.add_dependency(%q<jeweler>, [">= 0"])
-    s.add_dependency(%q<rdoc>, [">= 0"])
-    s.add_dependency(%q<blockenspiel>, [">= 0.4.3"])
-    s.add_dependency(%q<celluloid>, ["~> 0.14.1"])
-    s.add_dependency(%q<sidekiq>, [">= 2.5.4"])
-    s.add_dependency(%q<bunny>, ["~> 0.10.7"])
-    s.add_dependency(%q<json>, [">= 0"])
-    s.add_dependency(%q<log4r>, [">= 0"])
-  end
-end
-

data/spec/batsir/acceptors/acceptor_spec.rb

@@ -1,65 +0,0 @@
-require File.join( File.dirname(__FILE__), "..", "..",  "spec_helper" )
-require File.join( File.dirname(__FILE__), 'shared_examples')
-
-
-describe Batsir::Acceptors::Acceptor do
-  it_behaves_like "an acceptor", Batsir::Acceptors::Acceptor
-
-  let( :acceptor_class ) {
-    Batsir::Acceptors::Acceptor
-  }
-
-  it "is a Celluloid actor" do
-    acceptor_class.ancestors.should include Celluloid
-  end
-
-  it "calls the #perform_async on the worker class when #start_filter_chain is called" do
-    class MockWorker
-      def self.stage_name
-        "mock_stage"
-      end
-
-      def self.initialize_filter_queue
-      end
-
-      def self.perform_async(*args)
-      end
-
-      include Batsir::StageWorker
-    end
-
-    acceptor = acceptor_class.new
-    stage_name = "some stage"
-
-    acceptor.stage_name = stage_name
-
-    Batsir::Registry.register(stage_name, MockWorker)
-    MockWorker.should_receive(:perform_async)
-    acceptor.start_filter_chain({})
-  end
-
-  it "calls #transform on the acceptor transformers" do
-    class MockTransformer < Batsir::Transformers::Transformer
-      def transform(message)
-        @@transformed ||= 0
-        @@transformed += 1
-      end
-
-      def self.transformed
-        @@transformed ||= 0
-        @@transformed
-      end
-    end
-
-    acceptor = acceptor_class.new
-    stage_name = "some stage"
-    acceptor.stage_name = stage_name
-    acceptor.add_transformer MockTransformer.new
-
-    MockTransformer.transformed.should == 0
-
-    acceptor.start_filter_chain({})
-
-    MockTransformer.transformed.should == 1
-  end
-end

data/spec/batsir/acceptors/amqp_acceptor_spec.rb

@@ -1,158 +0,0 @@
-require File.join( File.dirname(__FILE__), "..", "..",  "spec_helper" )
-require File.join( File.dirname(__FILE__), 'shared_examples')
-
-describe Batsir::Acceptors::AMQPAcceptor do
-  it_behaves_like "an acceptor", Batsir::Acceptors::AMQPAcceptor
-
-  let(:acceptor_class){
-    Batsir::Acceptors::AMQPAcceptor
-  }
-
-  context "instantiating" do
-    it "sets a bunny pool" do
-      acceptor = acceptor_class.new
-      acceptor.bunny_pool.should be_kind_of ConnectionPool
-    end
-
-    it "uses the same ConnectionPool instance for each acceptor" do
-      acceptor1 = acceptor_class.new
-      acceptor2 = acceptor_class.new
-      acceptor1.should_not eql acceptor2
-      acceptor1.bunny_pool.should eql acceptor2.bunny_pool
-    end
-  end
-
-  context "setting options" do
-    it "can set the queue on which to listen" do
-      acceptor = acceptor_class.new(:queue => :queue)
-      acceptor.queue.should == :queue
-    end
-
-    it "can set the host of the amqp broker" do
-      acceptor = acceptor_class.new(:host => 'localhost')
-      acceptor.host.should == 'localhost'
-    end
-
-    it "can set the port of the amqp broker" do
-      acceptor = acceptor_class.new(:port => 1234)
-      acceptor.port.should == 1234
-    end
-
-    it "can set the username with which to connect to the broker" do
-      acceptor = acceptor_class.new(:username => 'some_user')
-      acceptor.username.should == 'some_user'
-    end
-
-    it "can set the password with which to connect to the broker" do
-      acceptor = acceptor_class.new(:password => 'password')
-      acceptor.password.should == 'password'
-    end
-
-    it "can set the vhost to use on the broker" do
-      acceptor = acceptor_class.new(:vhost => '/vhost')
-      acceptor.vhost.should == '/vhost'
-    end
-
-    it "can set the exchange to use on the broker" do
-      acceptor = acceptor_class.new(:exchange => 'amq.direct')
-      acceptor.exchange.should == 'amq.direct'
-    end
-
-    it "can set the queue to be durable" do
-      acceptor = acceptor_class.new(:durable => true)
-      acceptor.durable.should == true
-    end
-
-    it "defaults to amqp://guest:guest@localhost:5672/ with direct exchange on vhost ''" do
-      acceptor = acceptor_class.new(:queue => :somequeue)
-      acceptor.queue.should    == :somequeue
-      acceptor.host.should     == 'localhost'
-      acceptor.port.should     == 5672
-      acceptor.username.should == 'guest'
-      acceptor.password.should == 'guest'
-      acceptor.vhost.should    == '/'
-      acceptor.exchange.should == 'amq.direct'
-    end
-  end
-
-  context "starting the acceptor" do
-    def new_acceptor(options = {})
-      acceptor_class.new({:queue => 'test_queue'}.merge options)
-    end
-
-    it "starts listening on the configured queue" do
-      acceptor = new_acceptor()
-      acceptor.bunny_pool do |bunny|
-        acceptor.consumer.queue.name.should == 'test_queue'
-      end
-    end
-
-    it "connects to the configured host" do
-      acceptor = new_acceptor(:host => 'localhost')
-      acceptor.start
-      acceptor.consumer.queue.channel.connection.host.should == 'localhost'
-    end
-
-    it "connects to the configured port" do
-      acceptor = new_acceptor(:port => 5672)
-      acceptor.start
-      acceptor.consumer.queue.channel.connection.port.should == 5672
-    end
-
-    it "connects with the configured username" do
-      acceptor = new_acceptor(:username => 'guest', :password => 'guest')
-      acceptor.start
-      acceptor.consumer.queue.channel.connection.user.should == 'guest'
-      acceptor.consumer.queue.channel.connection.pass.should == 'guest'
-    end
-
-    it "connects to the configured vhost" do
-      acceptor = new_acceptor(:vhost => '/')
-      acceptor.start
-      acceptor.consumer.queue.channel.connection.vhost.should == '/'
-    end
-
-    it "declares the configured exchange" do
-      acceptor = new_acceptor(:exchange => 'some_exchange')
-      acceptor.start
-      acceptor.consumer.queue.instance_variable_get(:@bindings).first[:exchange].should == 'some_exchange'
-    end
-
-    it "binds the configured exchange to the queue" do
-      acceptor = new_acceptor(:exchange => 'some_exchange', :queue => :queue)
-      acceptor.start
-      binding = acceptor.consumer.queue.instance_variable_get(:@bindings).first
-      binding[:exchange].should == 'some_exchange'
-      binding[:routing_key].should == :queue
-    end
-
-    it "calls the #start_filter_chain method when a message is received" do
-      acceptor = new_acceptor(:queue => :some_queue)
-
-      # Because acceptor is a Celluloid Actor, it is not possible to define a method
-      # on the instance directly, because you actually hold a reference to a
-      # ActorProxy.
-      # Fortunately, ActorProxy defines the #_send_ method, which we can use to
-      # define a singleton_method on the actual proxied instance.
-      # We cannot just redefine the class method here, because it will break other
-      # tests.
-
-      start_filter_chain_mock_method = lambda do |message|
-        @method_called ||= 0
-        @method_called += 1
-      end
-
-      method_called_mock_method = lambda do
-        @method_called ||= 0
-      end
-
-      acceptor._send_(:define_singleton_method, :start_filter_chain, start_filter_chain_mock_method)
-      acceptor._send_(:define_singleton_method, :method_called, method_called_mock_method)
-
-      acceptor.start
-      acceptor.consumer.call({})
-
-      acceptor.method_called.should == 1
-    end
-  end
-end

data/spec/batsir/acceptors/shared_examples.rb

@@ -1,102 +0,0 @@
-shared_examples_for "an acceptor" do |acceptor_class|
-  before :each do
-    subject{acceptor_class.new}
-  end
-
-  context 'properties' do
-    it "is a Batsir::Acceptors::Acceptor" do
-      subject.should be_kind_of Batsir::Acceptors::Acceptor
-    end
-
-    it "has a #start method" do
-      subject.class.instance_methods.map{|im| im.to_s}.should include "start"
-    end
-
-    it "has a #start_filter_chain method" do
-      subject.class.instance_methods.map{|im| im.to_s}.should include "start_filter_chain"
-    end
-
-    it "has a transformer_queue" do
-      subject.transformer_queue.should_not be_nil
-    end
-  end
-
-  context 'instances' do
-    it "can initialize an Acceptor with on options hash" do
-      acceptor = acceptor_class.new({})
-      acceptor.should_not be_nil
-    end
-
-    it "initially has an empty transformer_queue" do
-      subject.transformer_queue.should_not be_nil
-      subject.transformer_queue.should be_empty
-    end
-
-    it "can set the stage name for the acceptor" do
-      acceptor = acceptor_class.new
-      stage_name = "some stage"
-      acceptor.stage_name = stage_name
-      acceptor.stage_name.should == stage_name
-    end
-
-    it "looks up a worker class when the #start_filter_chain method is called" do
-      acceptor = acceptor_class.new
-      stage_name = "some stage"
-      acceptor.stage_name = stage_name
-      Batsir::Registry.should_receive(:get).with(stage_name)
-      acceptor.start_filter_chain({})
-    end
-  end
-
-  context 'transformers' do
-    it "can add a transformer to the transformer_queue" do
-      transformer = :transformer
-
-      acceptor = acceptor_class.new
-      acceptor.add_transformer transformer
-
-      acceptor.transformer_queue.should_not be_empty
-      acceptor.transformer_queue.size.should == 1
-      acceptor.transformer_queue.first.should == :transformer
-    end
-
-    it "can add a transformer multiple times" do
-      transformer = :transformer
-
-      acceptor = acceptor_class.new
-      acceptor.add_transformer transformer
-      acceptor.add_transformer transformer
-
-      acceptor.transformer_queue.should_not be_empty
-      acceptor.transformer_queue.size.should == 2
-    end
-
-    it "handles errors thrown by transformers" do
-      class ErrorAcceptor < Batsir::Acceptors::Acceptor
-        attr_accessor :message
-        def process_message_error(message, error)
-          message = "error"
-          @message = message
-        end
-      end
-
-      class MockTransformer < Batsir::Transformers::Transformer
-        def transform(message)
-          raise Batsir::Errors::TransformError.new
-        end
-      end
-
-      acceptor = ErrorAcceptor.new
-      stage_name = "some stage"
-      acceptor.stage_name = stage_name
-      acceptor.add_transformer MockTransformer.new
-
-      acceptor.message.should be_nil
-
-      acceptor.start_filter_chain({})
-
-      acceptor.message.should == "error"
-    end
-  end
-
-end

data/spec/batsir/amqp_spec.rb

@@ -1,58 +0,0 @@
-require File.join( File.dirname(__FILE__), "..", "spec_helper" )
-
-describe Batsir::AMQP do
-  before :all do
-    class AMQPTest
-      include Batsir::AMQP
-    end
-    @test = AMQPTest.new
-  end
-
-  context 'with respect to default variables' do
-    it 'has a host' do
-      @test.host.should == 'localhost'
-    end
-
-    it 'has a port' do
-      @test.port.should == 5672
-    end
-
-    it 'has a username' do
-      @test.username.should == 'guest'
-    end
-
-    it 'has a password' do
-      @test.password.should == 'guest'
-    end
-
-    it 'has a vhost' do
-      @test.vhost.should == '/'
-    end
-
-    it 'has a exchange' do
-      @test.exchange.should == 'amq.direct'
-    end
-
-    it 'is durable' do
-      @test.durable.should == true
-    end
-
-    it 'is undead' do
-      @test.heartbeat.should == 0
-    end
-  end
-
-  context 'with respect to setting variables' do
-    it 'can change host' do
-      localhost = '127.0.0.1'
-      @test.host = localhost
-      @test.host.should == localhost
-    end
-
-    it 'can change heartbeat' do
-      hb = 512
-      @test.heartbeat = hb
-      @test.heartbeat.should == hb
-    end
-  end
-end

data/spec/batsir/chain_spec.rb

@@ -1,31 +0,0 @@
-require File.join( File.dirname(__FILE__), "..", "spec_helper" )
-
-describe Batsir::Chain do
-  it "has a list of stages" do
-    chain = Batsir::Chain.new
-    chain.stages.should_not be_nil
-  end
-
-  it "initially has an empty list of stages" do
-    chain = Batsir::Chain.new
-    chain.stages.should be_empty
-  end
-
-  it "can add a stage" do
-    chain = Batsir::Chain.new
-    stage = Batsir::Stage.new(:name => "Stage")
-    chain.add_stage(stage)
-    chain.stages.should include stage
-  end
-
-  it "can compile a chain" do
-    chain = Batsir::Chain.new
-    stage = Batsir::Stage.new(:name => "Stage")
-    chain.add_stage(stage)
-    compiled_code = chain.compile
-    compiled_code.should_not be_nil
-
-    klazz = eval(compiled_code)
-    klazz.name.to_s.should == "StageWorker"
-  end
-end

data/spec/batsir/config_spec.rb

@@ -1,97 +0,0 @@
-require File.join( File.dirname(__FILE__), "..", "spec_helper" )
-
-describe Batsir::Config do
-  context "with respect to retrieving variables" do
-    it "can check if a key exists" do
-      Batsir::Config.key?(:sidekiq_queue).should be_true
-      Batsir::Config.key?(:non_existent).should be_false
-    end
-
-    it "can use brackets" do
-      Batsir::Config[:sidekiq_queue].should == 'batsir'
-    end
-
-    it "can use fetch method" do
-      Batsir::Config.fetch(:sidekiq_queue, nil).should == 'batsir'
-    end
-
-    it "returns the default value when variable does not exist" do
-      Batsir::Config.fetch(:dbase, 'default').should == 'default'
-    end
-
-    it "can use a method with the variable's name" do
-      Batsir::Config.sidekiq_queue.should == 'batsir'
-    end
-
-    it "can use return the settings in a hash" do
-      Batsir::Config[:dbase] = :test
-      hash = Batsir::Config.to_hash
-      hash.keys.include?(:sidekiq_queue).should be_true
-      hash.keys.include?(:dbase).should be_true
-      hash.values.include?(:test).should be_true
-      hash.values.include?('batsir').should be_true
-    end
-  end
-
-  context "with respect to setting variables" do
-    it "can set a variable using brackets" do
-      Batsir::Config[:testtest] = "testtest"
-      Batsir::Config.testtest.should == "testtest"
-    end
-
-    it "can set a variable using a method with the variable's name" do
-      Batsir::Config.testtest = "test1"
-      Batsir::Config[:testtest].should == "test1"
-    end
-
-    context "setting multiple variables at once" do
-      it "can use setup method" do
-        Batsir::Config.setup({:test_var => "test1", :test_var2 => "test2"})
-        Batsir::Config.test_var.should == "test1"
-        Batsir::Config.test_var2.should == "test2"
-      end
-
-      it "merges given settings with default settings when using setup method" do
-        Batsir::Config.setup({:test_var => "test1", :test_var2 => "test2"})
-        Batsir::Config.sidekiq_queue.should == 'batsir'
-      end
-
-      context "with block notation" do
-        it "uses yielding" do
-          Batsir::Config.use do |config|
-            config[:tester1] = "test1"
-            config[:tester2] = "test2"
-          end
-          Batsir::Config.sidekiq_queue.should == 'batsir'
-          Batsir::Config.tester1.should == "test1"
-          Batsir::Config.tester2.should == "test2"
-        end
-
-        it "uses a block" do
-          Batsir::Config.configure do
-            tester3 "test3"
-            tester4 "test4"
-          end
-          Batsir::Config.sidekiq_queue.should == 'batsir'
-          Batsir::Config.tester3.should == "test3"
-          Batsir::Config.tester4.should == "test4"
-        end
-      end
-    end
-  end
-
-  context "with respect to deleting variables" do
-    it "deletes the given key" do
-      Batsir::Config.sidekiq_queue.should_not be_nil
-      Batsir::Config.delete(:sidekiq_queue)
-      Batsir::Config.sidekiq_queue.should be_nil
-    end
-  end
-end
-
-describe Batsir::Config, "with respect to resetting the configuration" do
-  it "resets properly" do
-    Batsir::Config.reset
-    Batsir::Config.to_hash.should == Batsir::Config.defaults
-  end
-end