dreadpiratepj-poolparty 0.0.8

data/spec/application_spec.rb

@@ -0,0 +1,39 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Application" do
+  it "should be able to send options in the Application.options" do
+    options({:optparse => {:banner => "hi"}})
+  end
+  it "should have the root_dir defined" do
+    PoolParty.root_dir.should_not be_nil
+  end
+  it "should be able to call on the haproxy_config_file" do
+    Application.haproxy_config_file.should_not be_nil
+  end
+  it "should be able to find the client_port" do
+    Application.options.should_receive(:client_port).and_return(7788)
+    Application.client_port.should == 7788
+  end
+  it "should always have cloud_master_takeover in the managed services list" do
+    Application.master_managed_services.should =~ /cloud_master_takeover/
+  end
+  it "should be able to say it is in development mode if it is in dev mode" do
+    Application.stub!(:environment).and_return("development")
+    Application.development?.should == true
+  end
+  it "should be able to say it is in production if it is in production" do
+    Application.stub!(:environment).and_return("production")
+    Application.production?.should == true
+  end
+  it "should be able to say it's keypair path is in the $HOME/ directory" do
+    Application.stub!(:ec2_dir).and_return("~/.ec2")
+    Application.stub!(:keypair).and_return("poolparty")
+    Application.keypair_path.should == "~/.ec2/id_rsa-poolparty"
+  end
+  it "should be able to show the version of the gem" do
+    Application.version.should_not be_nil
+  end
+  it "should show the version as a string" do
+    Application.version.class.should == String
+  end
+end

data/spec/callback_spec.rb

@@ -0,0 +1,194 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+class TestCallbacks
+  include Callbacks
+  attr_reader :str
+  
+  before :world, :hello
+  after :world, :thanks
+  
+  def hello(caller)
+    string << "hello "
+  end
+  def world
+    string << "world"
+  end
+  def thanks(caller)
+    string << ", thank you"
+  end
+  after :pop, :boom
+  def pop
+    string << "pop"
+  end
+  def boom(caller)
+    string << " goes boom"
+  end    
+  def string
+    @str ||= String.new
+  end
+end
+describe "Callbacks" do
+  before(:each) do
+    @klass = TestCallbacks.new
+  end
+  it "should retain it's class identifier" do
+    @klass.class.should == TestCallbacks
+  end
+  it "should callback the method before the method runs" do
+    @klass.world.should == "hello world, thank you"
+  end
+  it "should callback the method before the method runs" do
+    @klass.pop.should == "pop goes boom"
+  end
+end
+class TestMultipleCallbacks
+  include Callbacks
+  attr_reader :str
+  def hi(caller)
+    string << "hi, "
+  end
+  def hello(caller)
+    string << "hello "
+  end
+  def world
+    string << "world"
+  end
+  def string
+    @str ||= String.new
+  end
+  before :world, :hi, :hello
+end
+describe "Multiple callbacks" do
+  before(:each) do
+    @klass = TestMultipleCallbacks.new
+  end
+  it "should be able to have multiple callbacks on the same call" do
+    @klass.world.should == "hi, hello world"
+  end
+end
+class OutsideClass
+  def self.hello(caller)
+    puts "hello"
+  end
+end
+class TestOutsideClass
+  include Callbacks
+  before :world, {:hello => OutsideClass}
+  def world
+    "world"
+  end
+end
+describe "Options" do
+  before(:each) do
+    @c = TestOutsideClass.new
+  end
+  it "should be able to pass external class options to the callback" do
+    OutsideClass.should_receive(:hello).and_return "hello"
+    @c.world
+  end
+end
+class BlockClass
+  include Callbacks
+  before :world do
+    string << "hello "
+  end
+  def world
+    string << "world"
+  end
+  def string
+    @string ||= ""
+  end
+end
+describe "Block callbacks" do
+  it "should call the block on the callback" do
+    BlockClass.new.world.should == "hello world"
+  end
+end
+class BlockAndMethodClass
+  include Callbacks
+  before :world, :hi do
+    string << "hello "
+  end
+  def world
+    string << "world"
+  end
+  def hi(caller)
+    string << "hi, "
+  end
+  def string
+    @string ||= ""
+  end
+end
+describe "Block and method callbacks" do
+  it "should call the block on the callback and add the block" do
+    BlockAndMethodClass.new.world.should == "hi, hello world"
+  end
+end
+class ExternalMethodCallClass
+  include Callbacks
+  before :world, :hello
+  after :hello, :peter
+  
+  def world
+    string << "world"
+  end
+  def hello(caller)
+    string << "hello "
+  end
+  def peter(caller)
+    string << "peter "
+  end
+  def string
+    @string ||= ""
+  end
+end
+describe "External method callbacks inside a method" do
+  it "should call the block on the callback and add the " do
+    ExternalMethodCallClass.new.world.should == "hello peter world"
+  end
+end
+class OutsideBindingClass
+  def hello(caller)
+    caller.string << "hello"
+  end
+end
+class BindingClass
+  include Callbacks
+  before :world, :hello => "OutsideBindingClass"
+  def world
+    string << "#{@hello} world"
+  end
+  def string
+    @string ||= ""
+  end
+end
+describe "Methods" do
+  it "should have access to the local variables of the call" do
+    BindingClass.new.world.should == "hello world"
+  end
+end
+class EvilOutsideClass
+  attr_reader :name
+  def get_name(caller)
+    @name = caller.hello
+  end
+  def show_name(caller)
+    @name
+  end
+end
+class BindingClass
+  include Callbacks
+  before :print, :get_name => "EvilOutsideClass"
+  def print
+    "hello"
+  end
+  def hello
+    "franke"
+  end
+end
+describe "Variables on the plugin callbacker class" do
+  it "should have a new method of the class" do
+    BindingClass.new.print
+    BindingClass.new.methods.include?("eviloutsideclass").should == true
+  end
+end

data/spec/core_spec.rb

@@ -0,0 +1,15 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Hash" do
+  it "should preserve the contents of the original hash when safe_merge'ing" do
+    a = {:a => "10", :b => "20"}
+    b = {:b => "30", :c => "40"}
+    a.safe_merge(b).should == {:a => "10", :b => "20", :c => "40"}
+  end
+  it "should preserve the contents of the original hash when safe_merge!'ing" do
+    a = {:a => "10", :b => "20"}
+    b = {:b => "30", :c => "40"}
+    a.safe_merge!(b)
+    a.should == {:a => "10", :b => "20", :c => "40"}
+  end
+end

data/spec/helpers/ec2_mock.rb

@@ -0,0 +1,44 @@
+module PoolParty
+  class Master
+    def launch_new_instance!
+      letter = ("a".."z").to_a[instances.size] # For unique instance_ids
+      h = {:instance_id => "i-58ba56#{letter}", :ip => "ip-127-0-0-1.aws.amazonaws.com", :status => "pending", :launching_time => Time.now }
+      instances << h      
+      Thread.new {wait 0.1;h[:status] = "running"} # Simulate the startup time
+      return h
+    end
+    # Shutdown the instance by instance_id
+    def terminate_instance!(instance_id)
+      instances.select {|a| a[:instance_id] == instance_id}[0][:status] = "terminating"
+    end
+    # Instance description
+    def describe_instance(id)
+      item = instances.select {|a| a[:instance_id] == id}[0]
+      EC2ResponseObject.get_hash_from_response(item)
+    end
+    # Get instance by id
+    def get_instance_by_id(id)
+      get_instances_description.select {|a| a.instance_id == id}[0] rescue nil
+    end
+    # Get the s3 description for the response in a hash format
+    def get_instances_description
+      instances
+    end
+    # Fake the ec2 connection
+    def ec2
+      @ec2 ||= EC2::Base.new(:access_key_id => "not a key", :secret_access_key => "not a key")
+    end
+    # Some basic instances, not totally necessary
+    def instances
+      @instances ||= []
+    end
+  end
+  class RemoteInstance
+    def ssh(l="")
+      "true"
+    end
+    def scp(s,d,o={})
+      "true"
+    end
+  end
+end

data/spec/kernel_spec.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Kernel extensions" do
+  before(:each) do
+    @host = Master.new
+  end
+  it "should eval the string into time" do
+    @host.should_receive(:sleep).once.and_return true
+    @host.wait "10.seconds"
+  end
+end

data/spec/master_spec.rb

@@ -0,0 +1,203 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Master" do
+  before(:each) do
+    Kernel.stub!(:system).and_return true
+    Kernel.stub!(:exec).and_return true
+    Kernel.stub!(:sleep).and_return true # WHy wait?
+    
+    Application.options.stub!(:contract_when).and_return("web > 30.0\n cpu < 0.10")
+    Application.options.stub!(:expand_when).and_return("web < 3.0\n cpu > 0.80")
+    @master = Master.new
+  end  
+  it "should launch the first instances and set the first as the master and the rest as slaves" do
+    Application.stub!(:minimum_instances).and_return(1)
+    Application.stub!(:verbose).and_return(false) # Hide messages
+    Master.stub!(:new).and_return(@master)
+    
+    @master.stub!(:number_of_running_instances).and_return(0);
+    @master.stub!(:number_of_pending_instances).and_return(0);
+    @master.stub!(:wait).and_return true
+    
+    @master.should_receive(:launch_new_instance!).and_return(
+    {:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"})
+    @master.stub!(:list_of_nonterminated_instances).and_return(
+    [{:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"}])
+    
+    node = RemoteInstance.new({:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"})
+    node.stub!(:scp).and_return "true"
+    node.stub!(:ssh).and_return "true"
+    
+    @master.stub!(:number_of_pending_instances).and_return(0)
+    @master.stub!(:get_node).with(0).and_return node
+    @master.start_cloud!
+    
+    @master.nodes.first.instance_id.should == "i-5849ba"
+  end
+  describe "with stubbed instances" do
+    before(:each) do
+      @master.stub!(:list_of_nonterminated_instances).and_return([
+          {:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"},
+          {:instance_id => "i-5849bb", :ip => "ip-127-0-0-2.aws.amazon.com", :status => "running"},
+          {:instance_id => "i-5849bc", :ip => "ip-127-0-0-3.aws.amazon.com", :status => "pending"}
+        ])
+      Kernel.stub!(:exec).and_return true
+    end
+    
+    it "should be able to go through the instances and assign them numbers" do
+      i = 0
+      @master.nodes.each do |node|
+        node.number.should == i
+        i += 1
+      end
+    end
+    it "should be able to say that the master is the master" do
+      @master.nodes.first.master?.should == true      
+    end
+    it "should be able to say that the slave is not a master" do
+      @master.nodes[1].master?.should == false
+    end
+    it "should be able to get a specific node in the nodes from the master" do
+      @master.get_node(2).instance_id.should == "i-5849bc"
+    end
+    it "should be able to build a hosts file" do
+      open(@master.build_hosts_file.path).read.should == "ip-127-0-0-1.aws.amazon.com node0\nip-127-0-0-2.aws.amazon.com node1\nip-127-0-0-3.aws.amazon.com node2"
+    end
+    it "should be able to build a hosts file for a specific instance" do
+      @master.build_hosts_file_for(@master.nodes.first).should =~ "127.0.0.1 node0"
+    end
+    it "should be able to build a haproxy file" do
+      @master.build_haproxy_file.should =~ "server node0 ip-127-0-0-1.aws.amazon.com:#{Application.client_port}"
+    end
+    it "should be able to reconfigure the instances (working on two files a piece)" do
+      @master.nodes[0].should_receive(:configure).and_return true if @master.nodes[0].status =~ /running/
+      @master.stub!(:number_of_unconfigured_nodes).and_return 1
+      @master.reconfigure_running_instances
+    end
+    it "should be able to restart the running instances' services" do
+      @master.nodes.each {|a| a.should_receive(:restart_with_monit).and_return true }
+      @master.restart_running_instances_services
+    end
+    it "should be able to build a heartbeat auth file" do
+      open(@master.build_heartbeat_authkeys_file).read.should =~ /1 md5/
+    end
+    describe "configuring" do
+      before(:each) do
+        Master.stub!(:new).and_return(@master)
+      end
+      it "should be able to build a heartbeat resources file for the specific node" do
+        Master.build_heartbeat_resources_file_for(@master.nodes.first).should =~ /node0 ip-127/
+      end
+      it "should be able to build a heartbeat config file" do
+        Master.build_heartbeat_config_file_for(@master.nodes.first).should =~ /\nnode node0\nnode node1/
+      end      
+      it "should be able to say if heartbeat is necessary with more than 1 server or not" do      
+        Master.requires_heartbeat?.should == true
+      end
+      it "should be able to say that heartbeat is not necessary if there is 1 server" do
+        @master.stub!(:list_of_nonterminated_instances).and_return([
+            {:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"}
+          ])
+        Master.requires_heartbeat?.should == false
+      end
+      it "should only install the stack on nodes that don't have it marked locally as installed" do
+        @master.nodes.each {|i| i.should_receive(:stack_installed?).and_return(true)}
+        @master.should_not_receive(:reconfigure_running_instances)
+        @master.reconfigure_cloud_when_necessary
+      end
+      it "should install the stack on all the nodes (because it needs reconfiguring) if there is any node that needs the stack" do
+        @master.nodes.first.should_receive(:stack_installed?).and_return(false)
+        @master.should_receive(:reconfigure_running_instances).once.and_return(true)
+        @master.reconfigure_cloud_when_necessary
+      end
+      describe "with new configuration and installation (build scripts)" do
+        before(:each) do
+          @node = @master.nodes.first
+        end
+        it "should be able to build_scp_instances_script_for" do
+          @node.should_receive(:scp_string).exactly(10).times.and_return("true")
+          Master.build_scp_instances_script_for(@node)
+        end
+        it "should be able to build_scp_instances_script_for and contain scp 10 times" do
+          open(Master.build_scp_instances_script_for(@node)).read.scan(/scp/).size.should == 10
+        end
+        it "should be able to build_reconfigure_instances_script_for" do          
+          str = open(Master.build_reconfigure_instances_script_for(@node)).read
+          str.should =~ /hostname -v node0/
+          str.should =~ /mkdir \/etc\/ha\.d\/resource\.d/
+          str.should =~ /pool\ maintain\ \-c \~\/\.config/
+        end        
+      end
+    end
+    describe "displaying" do
+      it "should be able to list the cloud instances" do
+        @master.list.should =~ /CLOUD \(/
+      end
+    end
+    describe "monitoring" do
+      it "should start the monitor when calling start_monitor!" do
+        @master.should_receive(:run_thread_loop).and_return(Proc.new {})
+        @master.start_monitor!
+      end
+      it "should request to launch a new instance" do
+        @master.should_receive(:add_instance_if_load_is_high).and_return(true)
+        @master.add_instance_if_load_is_high
+      end
+      it "should request to terminate a non-master instance if the load" do
+        @master.should_receive(:contract?).and_return(true)
+        @master.should_receive(:request_termination_of_instance).and_return(true)
+        @master.terminate_instance_if_load_is_low
+      end
+    end
+    describe "expanding and contracting" do      
+      it "should be able to say that it should not contract" do            
+        @master.stub!(:web).and_return(10.2)
+        @master.stub!(:cpu).and_return(0.32)
+        
+        @master.contract?.should == false
+      end
+      it "should be able to say that it should contract" do      
+        @master.stub!(:web).and_return(30.2)
+        @master.stub!(:cpu).and_return(0.05)
+
+        @master.contract?.should == true
+      end
+      it "should be able to say that it should not expand if it shouldn't expand" do
+        @master.stub!(:web).and_return(30.2)
+        @master.stub!(:cpu).and_return(0.92)
+
+        @master.expand?.should == false
+      end
+      it "should be able to say that it should expand if it should expand" do
+        @master.stub!(:web).and_return(1.2)
+        @master.stub!(:cpu).and_return(0.92)
+
+        @master.expand?.should == true
+      end      
+    end
+  end
+  describe "Configuration" do
+    it "should be able to build the haproxy file" do
+      @master.build_haproxy_file
+    end
+  end
+  describe "Singleton methods" do
+    before(:each) do
+      @master = Master.new
+      @instance = RemoteInstance.new
+      @blk = Proc.new {puts "new"}
+      Master.stub!(:new).once.and_return @master
+    end
+    it "should be able to run with_nodes" do      
+      Master.should_receive(:new).once.and_return @master
+      @master.should_receive(:nodes).once.and_return []
+      Master.with_nodes &@blk
+    end
+    it "should run the block on each node" do      
+      collection = [@instance]
+      @master.should_receive(:nodes).once.and_return collection
+      collection.should_receive(:each).once
+      Master.with_nodes &@blk
+    end
+  end
+end