rightscale-nanite 0.4.1 → 0.4.1.1

data/spec/agent_spec.rb

@@ -0,0 +1,235 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe "Agent:" do
+
+  describe "Default Option" do
+
+    before(:all) do
+      EM.stub!(:add_periodic_timer)
+      AMQP.stub!(:connect)
+      @amq = mock("AMQueue", :queue => mock("queue", :subscribe => {}), :fanout => mock("fanout", :publish => nil))
+      MQ.stub!(:new).and_return(@amq)
+      @agent = Nanite::Agent.start
+    end
+
+    it "for daemonize is false" do
+      @agent.options.should include(:daemonize)
+      @agent.options[:daemonize].should == false
+    end
+
+    it "for format is marshal" do
+      @agent.options.should include(:format)
+      @agent.options[:format].should == :marshal
+    end
+
+    it "for console is false" do
+      @agent.options.should include(:console)
+      @agent.options[:console].should == false
+    end
+
+    it "for user is nanite" do
+      @agent.options.should include(:user)
+      @agent.options[:user].should == "nanite"
+    end
+
+    it "for pass(word) is testing" do
+      @agent.options.should include(:pass)
+      @agent.options[:pass].should == "testing"
+    end
+
+    it "for secure is false" do
+      @agent.options.should include(:secure)
+      @agent.options[:secure].should == false
+    end
+
+    it "for host is 0.0.0.0" do
+      @agent.options.should include(:host)
+      @agent.options[:host].should == "0.0.0.0"
+    end
+
+    it "for log_level is info" do
+      @agent.options.should include(:log_level)
+      @agent.options[:log_level].should == :info
+    end
+
+    it "for vhost is /nanite" do
+      @agent.options.should include(:vhost)
+      @agent.options[:vhost].should == "/nanite"
+    end
+
+    it "for ping_time is 15" do
+      @agent.options.should include(:ping_time)
+      @agent.options[:ping_time].should == 15
+    end
+
+    it "for default_services is []" do
+      @agent.options.should include(:default_services)
+      @agent.options[:default_services].should == []
+    end
+
+    it "for root is #{File.expand_path(File.join(File.dirname(__FILE__), '..'))}" do
+      @agent.options.should include(:root)
+      @agent.options[:root].should == File.expand_path(File.join(File.dirname(__FILE__), '..'))
+    end
+
+    it "for file_root is #{File.expand_path(File.join(File.dirname(__FILE__), '..', 'files'))}" do
+      @agent.options.should include(:file_root)
+      @agent.options[:file_root].should == File.expand_path(File.join(File.dirname(__FILE__), '..', 'files'))
+    end
+
+  end
+
+  describe "Options from config.yml" do
+
+    before(:all) do
+      @agent = Nanite::Agent.start
+    end
+
+  end
+
+  describe "Passed in Options" do
+
+    before(:each) do
+      EM.stub!(:add_periodic_timer)
+      AMQP.stub!(:connect)
+      @amq = mock("AMQueue", :queue => mock("queue", :subscribe => {}), :fanout => mock("fanout", :publish => nil))
+      MQ.stub!(:new).and_return(@amq)
+    end
+
+    # TODO figure out how to stub call to daemonize
+    # it "for daemonize should override default (false)" do
+    #   agent = Nanite::Agent.start(:daemonize => true)
+    #   agent.options.should include(:daemonize)
+    #   agent.options[:daemonize].should == true
+    # end
+
+    it "for format should override default (marshal)" do
+      agent = Nanite::Agent.start(:format => :json)
+      agent.options.should include(:format)
+      agent.options[:format].should == :json
+    end
+
+    # TODO figure out how to avoid console output
+    # it "for console should override default (false)" do
+    #   agent = Nanite::Agent.start(:console => true)
+    #   agent.options.should include(:console)
+    #   agent.options[:console].should == true
+    # end
+
+    it "for user should override default (nanite)" do
+      agent = Nanite::Agent.start(:user => "me")
+      agent.options.should include(:user)
+      agent.options[:user].should == "me"
+    end
+
+    it "for pass(word) should override default (testing)" do
+      agent = Nanite::Agent.start(:pass => "secret")
+      agent.options.should include(:pass)
+      agent.options[:pass].should == "secret"
+    end
+
+    it "for secure should override default (false)" do
+      agent = Nanite::Agent.start(:secure => true)
+      agent.options.should include(:secure)
+      agent.options[:secure].should == true
+    end
+
+    it "for host should override default (0.0.0.0)" do
+      agent = Nanite::Agent.start(:host => "127.0.0.1")
+      agent.options.should include(:host)
+      agent.options[:host].should == "127.0.0.1"
+    end
+
+    it "for log_level should override default (info)" do
+      agent = Nanite::Agent.start(:log_level => :debug)
+      agent.options.should include(:log_level)
+      agent.options[:log_level].should == :debug
+    end
+
+    it "for vhost should override default (/nanite)" do
+      agent = Nanite::Agent.start(:vhost => "/virtual_host")
+      agent.options.should include(:vhost)
+      agent.options[:vhost].should == "/virtual_host"
+    end
+
+    it "for ping_time should override default (15)" do
+      agent = Nanite::Agent.start(:ping_time => 5)
+      agent.options.should include(:ping_time)
+      agent.options[:ping_time].should == 5
+    end
+
+    it "for default_services should override default ([])" do
+      agent = Nanite::Agent.start(:default_services => [:test])
+      agent.options.should include(:default_services)
+      agent.options[:default_services].should == [:test]
+    end
+
+    it "for root should override default (#{File.expand_path(File.join(File.dirname(__FILE__), '..'))})" do
+      agent = Nanite::Agent.start(:root => File.expand_path(File.dirname(__FILE__)))
+      agent.options.should include(:root)
+      agent.options[:root].should == File.expand_path(File.dirname(__FILE__))
+    end
+
+    it "for file_root should override default (#{File.expand_path(File.join(File.dirname(__FILE__), '..', 'files'))})" do
+      agent = Nanite::Agent.start(:file_root => File.expand_path(File.dirname(__FILE__)))
+      agent.options.should include(:file_root)
+      agent.options[:file_root].should == File.expand_path(File.dirname(__FILE__))
+    end
+
+    it "for a single tag should result in the agent's tags being set" do
+      agent = Nanite::Agent.start(:tag => "sample_tag")
+      agent.tags.should include("sample_tag")
+    end
+
+    it "for multiple tags should result in the agent's tags being set" do
+      agent = Nanite::Agent.start(:tag => ["sample_tag_1", "sample_tag_2"])
+      agent.tags.should include("sample_tag_1")
+      agent.tags.should include("sample_tag_2")
+    end
+
+  end
+  
+  describe "Security" do
+
+    before(:each) do
+      EM.stub!(:add_periodic_timer)
+      AMQP.stub!(:connect)
+      @amq = mock("AMQueue", :queue => mock("queue", :subscribe => {}, :publish => {}), :fanout => mock("fanout", :publish => nil))
+      MQ.stub!(:new).and_return(@amq)
+      serializer = Nanite::Serializer.new
+      @request = Nanite::Request.new('/foo/bar', '')
+      @push = Nanite::Push.new('/foo/bar', '')
+      @agent = Nanite::Agent.start
+    end
+    
+    it 'should correctly deny requests' do
+      security = mock("Security")
+      @agent.register_security(security)
+      
+      security.should_receive(:authorize).twice.and_return(false)
+      @agent.dispatcher.should_not_receive(:dispatch)
+      @agent.__send__(:receive, @request)
+      @agent.__send__(:receive, @push)
+    end
+
+    it 'should correctly authorize requests' do
+      security = mock("Security")
+      @agent.register_security(security)
+      
+      security.should_receive(:authorize).twice.and_return(true)
+      @agent.dispatcher.stub!(:dispatch)
+      @agent.dispatcher.should_receive(:dispatch).twice
+      @agent.__send__(:receive, @request)
+      @agent.__send__(:receive, @push)
+    end
+
+    it 'should be ignored when not specified' do
+      @agent.dispatcher.stub!(:dispatch)
+      @agent.dispatcher.should_receive(:dispatch).twice
+      @agent.__send__(:receive, @request)
+      @agent.__send__(:receive, @push)
+    end    
+
+  end
+
+end

data/spec/cached_certificate_store_proxy_spec.rb

@@ -0,0 +1,34 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe Nanite::CachedCertificateStoreProxy do
+  
+  include SpecHelpers
+
+  before(:all) do
+    @signer, key = issue_cert
+    @recipient, key = issue_cert
+    @store = mock("Store")
+    @proxy = Nanite::CachedCertificateStoreProxy.new(@store)
+  end
+
+  it 'should not raise and return nil for non existent certificates' do
+    res = nil
+    @store.should_receive(:get_recipients).with(nil).and_return(nil)
+    lambda { res = @proxy.get_recipients(nil) }.should_not raise_error
+    res.should == nil
+    @store.should_receive(:get_signer).with(nil).and_return(nil)
+    lambda { res = @proxy.get_signer(nil) }.should_not raise_error
+    res.should == nil
+  end
+
+  it 'should return recipient certificates' do
+    @store.should_receive(:get_recipients).with('anything').and_return(@recipient)
+    @proxy.get_recipients('anything').should == @recipient
+  end
+  
+  it 'should return signer certificates' do
+    @store.should_receive(:get_signer).with('anything').and_return(@signer)
+    @proxy.get_signer('anything').should == @signer
+  end
+  
+end

data/spec/certificate_cache_spec.rb

@@ -0,0 +1,49 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe Nanite::CertificateCache do
+
+  before(:each) do
+    @cache = Nanite::CertificateCache.new(2)
+  end
+
+  it 'should allow storing and retrieving objects' do
+    @cache['some_id'].should be_nil
+    @cache['some_id'] = 'some_value'
+    @cache['some_id'].should == 'some_value'
+  end
+
+  it 'should not store more than required' do
+    @cache[1] = 'oldest'
+    @cache[2] = 'older'
+    @cache[1].should == 'oldest'
+    @cache[2].should == 'older'
+  
+    @cache[3] = 'new'
+    @cache[3].should == 'new'
+
+    @cache[1].should be_nil
+    @cache[2].should == 'older'
+  end
+
+  it 'should use LRU to remove entries' do
+    @cache[1] = 'oldest'
+    @cache[2] = 'older'
+    @cache[1].should == 'oldest'
+    @cache[2].should == 'older'
+  
+    @cache[1] = 'new'
+    @cache[3] = 'newer'
+    @cache[1].should == 'new'
+    @cache[3].should == 'newer'
+
+    @cache[2].should be_nil
+  end
+
+  it 'should store items returned by block' do
+    @cache[1].should be_nil
+    item = @cache.get(1) { 'item' }
+    item.should == 'item'
+    @cache[1].should == 'item'
+  end
+
+end

data/spec/certificate_spec.rb

@@ -0,0 +1,27 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe Nanite::Certificate do
+  
+  include SpecHelpers
+
+  before(:all) do
+    @certificate, key = issue_cert
+  end
+
+  it 'should save' do
+    filename = File.join(File.dirname(__FILE__), "cert.pem")
+    @certificate.save(filename)
+    File.size(filename).should be > 0
+    File.delete(filename)
+  end
+
+  it 'should load' do
+    filename = File.join(File.dirname(__FILE__), "cert.pem")
+    @certificate.save(filename)
+    cert = Nanite::Certificate.load(filename)
+    File.delete(filename)
+    cert.should_not be_nil
+    cert.data.should == @certificate.data
+  end
+
+end

data/spec/cluster_spec.rb

@@ -0,0 +1,300 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe Nanite::Cluster do
+
+  describe "Intialization" do
+
+    before(:each) do
+      @fanout = mock("fanout")
+      @binding = mock("binding", :subscribe => true)
+      @queue = mock("queue", :bind => @binding)
+      @amq = mock("AMQueue", :queue => @queue, :fanout => @fanout)
+      @serializer = mock("Serializer")
+      @reaper = mock("Reaper")
+      @mapper = mock("Mapper")
+      Nanite::Reaper.stub!(:new).and_return(@reaper)
+    end
+
+    describe "of Heartbeat (Queue)" do
+
+      it "should setup the heartbeat (queue) for id" do
+        @amq.should_receive(:queue).with("heartbeat-the_identity", anything()).and_return(@queue)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+      it "should make the heartbeat (queue) exclusive" do
+        @amq.should_receive(:queue).with("heartbeat-the_identity", { :exclusive => true }).and_return(@queue)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+      it "should bind the heartbeat (queue) to 'heartbeat' fanout" do
+        @amq.should_receive(:fanout).with("heartbeat", { :durable => true }).and_return(@fanout)
+        @queue.should_receive(:bind).with(@fanout).and_return(@binding)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+    end # of Heartbeat (Queue)
+
+
+    describe "of Registration (Queue)" do
+
+      it "should setup the registration (queue) for id" do
+        @amq.should_receive(:queue).with("registration-the_identity", anything()).and_return(@queue)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+      it "should make the registration (queue) exclusive" do
+        @amq.should_receive(:queue).with("registration-the_identity", { :exclusive => true }).and_return(@queue)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+      it "should bind the registration (queue) to 'registration' fanout" do
+        @amq.should_receive(:fanout).with("registration", { :durable => true }).and_return(@fanout)
+        @queue.should_receive(:bind).with(@fanout).and_return(@binding)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+    end # of Registration (Queue)
+
+    describe "of Request (Queue)" do
+
+      it "should setup the request (queue) for id" do
+        @amq.should_receive(:queue).with("request-the_identity", anything()).and_return(@queue)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+      it "should make the request (queue) exclusive" do
+        @amq.should_receive(:queue).with("request-the_identity", { :exclusive => true }).and_return(@queue)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+      it "should bind the request (queue) to 'request' fanout" do
+        @amq.should_receive(:fanout).with("request", { :durable => true }).and_return(@fanout)
+        @queue.should_receive(:bind).with(@fanout).and_return(@binding)
+        cluster = Nanite::Cluster.new(@amq, 10, "the_identity", @serializer, @mapper)
+      end
+
+    end # of Request (Queue)
+
+
+    describe "Reaper" do
+
+      it "should be created" do
+        Nanite::Reaper.should_receive(:new).with(anything()).and_return(@reaper)
+        cluster = Nanite::Cluster.new(@amq, 32, "the_identity", @serializer, @mapper)
+      end
+
+      it "should use the agent timeout" do
+        Nanite::Reaper.should_receive(:new).with(443).and_return(@reaper)
+        cluster = Nanite::Cluster.new(@amq, 443, "the_identity", @serializer, @mapper)
+      end
+
+    end # Reaper
+
+  end # Intialization
+
+
+  describe "Target Selection" do
+
+    before(:each) do
+      @fanout = mock("fanout")
+      @binding = mock("binding", :subscribe => true)
+      @queue = mock("queue", :bind => @binding)
+      @amq = mock("AMQueue", :queue => @queue, :fanout => @fanout)
+      @serializer = mock("Serializer")
+      @reaper = mock("Reaper")
+      Nanite::Reaper.stub!(:new).and_return(@reaper)
+      @cluster = Nanite::Cluster.new(@amq, 32, "the_identity", @serializer, @mapper)
+    end
+
+    it "should return array containing targets for request" do
+      target = mock("Supplied Target")
+      request = mock("Request", :target => target)
+      @cluster.targets_for(request).should be_instance_of(Array)
+    end
+
+    it "should use target from request" do
+      target = mock("Supplied Target")
+      request = mock("Request", :target => target)
+      @cluster.targets_for(request).should == [target]
+    end
+
+    it "should use targets choosen by least loaded selector (:least_loaded)" do
+      targets = { "target 3" => 3 }
+      request = mock("Request", :target => nil, :selector => :least_loaded, :type => "service", :tags => [])
+      @cluster.should_receive(:least_loaded).with("service", []).and_return(targets)
+      @cluster.targets_for(request).should == ["target 3"]
+    end
+
+    it "should use targets choosen by all selector (:all)" do
+      targets = { "target 1" => 1, "target 2" => 2, "target 3" => 3 }
+      request = mock("Request", :target => nil, :selector => :all, :type => "service", :tags => [])
+      @cluster.should_receive(:all).with("service", []).and_return(targets)
+      @cluster.targets_for(request).should == ["target 1", "target 2", "target 3"]
+    end
+
+    it "should use targets choosen by random selector (:random)" do
+      targets = { "target 3" => 3 }
+      request = mock("Request", :target => nil, :selector => :random, :type => "service", :tags => [])
+      @cluster.should_receive(:random).with("service", []).and_return(targets)
+      @cluster.targets_for(request).should == ["target 3"]
+    end
+
+    it "should use targets choosen by round-robin selector (:rr)" do
+      targets = { "target 2" => 2 }
+      request = mock("Request", :target => nil, :selector => :rr, :type => "service", :tags => [])
+      @cluster.should_receive(:rr).with("service", []).and_return(targets)
+      @cluster.targets_for(request).should == ["target 2"]
+    end
+
+  end # Target Selection
+
+
+  describe "Nanite Registration" do
+
+    before(:each) do
+      @fanout = mock("fanout")
+      @binding = mock("binding", :subscribe => true)
+      @queue = mock("queue", :bind => @binding)
+      @amq = mock("AMQueue", :queue => @queue, :fanout => @fanout)
+      @serializer = mock("Serializer")
+      @reaper = mock("Reaper", :timeout => true)
+      Nanite::Log.stub!(:info)
+      Nanite::Reaper.stub!(:new).and_return(@reaper)
+      @cluster = Nanite::Cluster.new(@amq, 32, "the_identity", @serializer, @mapper)
+      @register_packet = Nanite::Register.new("nanite_id", ["the_nanite_services"], "nanite_status",[])
+    end
+
+    it "should add the Nanite to the nanites map" do
+      @cluster.register(@register_packet)
+      @cluster.nanites['nanite_id'].should_not be_nil
+    end
+
+    it "should use hash of the Nanite's services and status as value" do
+      @cluster.register(@register_packet)
+      @cluster.nanites['nanite_id'].keys.size == 2
+      @cluster.nanites['nanite_id'].keys.should include(:services)
+      @cluster.nanites['nanite_id'].keys.should include(:status)
+      @cluster.nanites['nanite_id'][:services].should ==  ["the_nanite_services"]
+      @cluster.nanites['nanite_id'][:status].should ==  "nanite_status"
+    end
+
+    it "should add nanite to reaper" do
+      @reaper.should_receive(:timeout).with('nanite_id', 33)
+      @cluster.register(@register_packet)
+    end
+
+    it "should log info message that nanite was registered" do
+      Nanite::Log.should_receive(:info)
+      @cluster.register(@register_packet)
+    end
+
+  end # Nanite Registration
+
+
+  describe "Route" do
+
+    before(:each) do
+      @fanout = mock("fanout")
+      @binding = mock("binding", :subscribe => true)
+      @queue = mock("queue", :bind => @binding)
+      @amq = mock("AMQueue", :queue => @queue, :fanout => @fanout)
+      @serializer = mock("Serializer")
+      @reaper = mock("Reaper")
+      Nanite::Reaper.stub!(:new).and_return(@reaper)
+      @cluster = Nanite::Cluster.new(@amq, 32, "the_identity", @serializer, @mapper)
+      @request = mock("Request")
+    end
+
+    it "should publish request to all targets" do
+      target1 = mock("Target 1")
+      target2 = mock("Target 2")
+      @cluster.should_receive(:publish).with(@request, target1)
+      @cluster.should_receive(:publish).with(@request, target2)
+      EM.run {
+        @cluster.route(@request, [target1, target2])
+        EM.stop
+      }
+    end
+
+  end # Route
+
+
+  describe "Publish" do
+
+    before(:each) do
+      @fanout = mock("fanout")
+      @binding = mock("binding", :subscribe => true)
+      @queue = mock("queue", :bind => @binding, :publish => true)
+      @amq = mock("AMQueue", :queue => @queue, :fanout => @fanout)
+      @serializer = mock("Serializer", :dump => "dumped_value")
+      @reaper = mock("Reaper")
+      Nanite::Reaper.stub!(:new).and_return(@reaper)
+      @cluster = Nanite::Cluster.new(@amq, 32, "the_identity", @serializer, @mapper)
+      @request = mock("Request", :persistent => true)
+      @target = mock("Target of Request")
+    end
+
+    it "should serialize request before publishing it" do
+      @request.should_receive(:target=).with(@target)
+      @request.should_receive(:target=)
+      @request.should_receive(:target)
+      @serializer.should_receive(:dump).with(@request).and_return("serialized_request")
+      @cluster.publish(@request, @target)
+    end
+
+    it "should publish request to target queue" do
+      @request.should_receive(:target=).with(@target)
+      @request.should_receive(:target=)
+      @request.should_receive(:target)
+      @queue.should_receive(:publish).with("dumped_value", anything())
+      @cluster.publish(@request, @target)
+    end
+
+    it "should persist request based on request setting" do
+      @request.should_receive(:target=).with(@target)
+      @request.should_receive(:target=)
+      @request.should_receive(:target)
+      @request.should_receive(:persistent).and_return(false)
+      @queue.should_receive(:publish).with(anything(), { :persistent => false })
+      @cluster.publish(@request, @target)
+    end
+
+  end # Publish
+  
+  describe "Agent Request Handling" do
+
+    before(:each) do
+      @fanout = mock("fanout")
+      @binding = mock("binding", :subscribe => true)
+      @queue = mock("queue", :bind => @binding, :publish => true)
+      @amq = mock("AMPQueue", :queue => @queue, :fanout => @fanout)
+      @serializer = mock("Serializer", :dump => "dumped_value")
+      @target = mock("Target of Request")
+      @reaper = mock("Reaper")
+      Nanite::Reaper.stub!(:new).and_return(@reaper)
+      @request_without_target = mock("Request", :target => nil, :token => "Token",
+       :reply_to => "Reply To", :from => "From", :persistent => true, :identity => "Identity")
+      @request_with_target = mock("Request", :target => "Target", :token => "Token",
+       :reply_to => "Reply To", :from => "From", :persistent => true)
+      @mapper_with_target = mock("Mapper", :identity => "id")
+      @mapper_without_target = mock("Mapper", :request => false, :identity => @request_without_target.identity)
+      @cluster_with_target = Nanite::Cluster.new(@amq, 32, "the_identity", @serializer, @mapper_with_target)
+      @cluster_without_target = Nanite::Cluster.new(@amq, 32, "the_identity", @serializer, @mapper_without_target)
+      Nanite::Cluster.stub!(:mapper).and_return(@mapper)
+    end
+    
+    it "should forward requests with targets" do
+      @mapper_with_target.should_receive(:send_request).with(@request_with_target, anything())
+      @cluster_with_target.__send__(:handle_request, @request_with_target)
+    end
+    
+    it "should reply back with nil results for requests with no target when offline queue is disabled" do
+      @mapper_without_target.should_receive(:send_request).with(@request_without_target, anything())
+      Nanite::Result.should_receive(:new).with(@request_without_target.token, @request_without_target.from, nil, @request_without_target.identity)
+       @cluster_without_target.__send__(:handle_request, @request_without_target)
+    end
+    
+  end # Agent Request Handling
+
+end # Nanite::Cluster