auser-poolparty 0.0.8

data/spec/master_spec.rb

@@ -0,0 +1,203 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Master" do
+  before(:each) do
+    Kernel.stub!(:system).and_return true
+    Kernel.stub!(:exec).and_return true
+    Kernel.stub!(:sleep).and_return true # WHy wait?
+    
+    Application.options.stub!(:contract_when).and_return("web > 30.0\n cpu < 0.10")
+    Application.options.stub!(:expand_when).and_return("web < 3.0\n cpu > 0.80")
+    @master = Master.new
+  end  
+  it "should launch the first instances and set the first as the master and the rest as slaves" do
+    Application.stub!(:minimum_instances).and_return(1)
+    Application.stub!(:verbose).and_return(false) # Hide messages
+    Master.stub!(:new).and_return(@master)
+    
+    @master.stub!(:number_of_running_instances).and_return(0);
+    @master.stub!(:number_of_pending_instances).and_return(0);
+    @master.stub!(:wait).and_return true
+    
+    @master.should_receive(:launch_new_instance!).and_return(
+    {:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"})
+    @master.stub!(:list_of_nonterminated_instances).and_return(
+    [{:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"}])
+    
+    node = RemoteInstance.new({:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"})
+    node.stub!(:scp).and_return "true"
+    node.stub!(:ssh).and_return "true"
+    
+    @master.stub!(:number_of_pending_instances).and_return(0)
+    @master.stub!(:get_node).with(0).and_return node
+    @master.start_cloud!
+    
+    @master.nodes.first.instance_id.should == "i-5849ba"
+  end
+  describe "with stubbed instances" do
+    before(:each) do
+      @master.stub!(:list_of_nonterminated_instances).and_return([
+          {:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"},
+          {:instance_id => "i-5849bb", :ip => "ip-127-0-0-2.aws.amazon.com", :status => "running"},
+          {:instance_id => "i-5849bc", :ip => "ip-127-0-0-3.aws.amazon.com", :status => "pending"}
+        ])
+      Kernel.stub!(:exec).and_return true
+    end
+    
+    it "should be able to go through the instances and assign them numbers" do
+      i = 0
+      @master.nodes.each do |node|
+        node.number.should == i
+        i += 1
+      end
+    end
+    it "should be able to say that the master is the master" do
+      @master.nodes.first.master?.should == true      
+    end
+    it "should be able to say that the slave is not a master" do
+      @master.nodes[1].master?.should == false
+    end
+    it "should be able to get a specific node in the nodes from the master" do
+      @master.get_node(2).instance_id.should == "i-5849bc"
+    end
+    it "should be able to build a hosts file" do
+      open(@master.build_hosts_file.path).read.should == "ip-127-0-0-1.aws.amazon.com node0\nip-127-0-0-2.aws.amazon.com node1\nip-127-0-0-3.aws.amazon.com node2"
+    end
+    it "should be able to build a hosts file for a specific instance" do
+      @master.build_hosts_file_for(@master.nodes.first).should =~ "127.0.0.1 node0"
+    end
+    it "should be able to build a haproxy file" do
+      @master.build_haproxy_file.should =~ "server node0 ip-127-0-0-1.aws.amazon.com:#{Application.client_port}"
+    end
+    it "should be able to reconfigure the instances (working on two files a piece)" do
+      @master.nodes[0].should_receive(:configure).and_return true if @master.nodes[0].status =~ /running/
+      @master.stub!(:number_of_unconfigured_nodes).and_return 1
+      @master.reconfigure_running_instances
+    end
+    it "should be able to restart the running instances' services" do
+      @master.nodes.each {|a| a.should_receive(:restart_with_monit).and_return true }
+      @master.restart_running_instances_services
+    end
+    it "should be able to build a heartbeat auth file" do
+      open(@master.build_heartbeat_authkeys_file).read.should =~ /1 md5/
+    end
+    describe "configuring" do
+      before(:each) do
+        Master.stub!(:new).and_return(@master)
+      end
+      it "should be able to build a heartbeat resources file for the specific node" do
+        Master.build_heartbeat_resources_file_for(@master.nodes.first).should =~ /node0 ip-127/
+      end
+      it "should be able to build a heartbeat config file" do
+        Master.build_heartbeat_config_file_for(@master.nodes.first).should =~ /\nnode node0\nnode node1/
+      end      
+      it "should be able to say if heartbeat is necessary with more than 1 server or not" do      
+        Master.requires_heartbeat?.should == true
+      end
+      it "should be able to say that heartbeat is not necessary if there is 1 server" do
+        @master.stub!(:list_of_nonterminated_instances).and_return([
+            {:instance_id => "i-5849ba", :ip => "ip-127-0-0-1.aws.amazon.com", :status => "running"}
+          ])
+        Master.requires_heartbeat?.should == false
+      end
+      it "should only install the stack on nodes that don't have it marked locally as installed" do
+        @master.nodes.each {|i| i.should_receive(:stack_installed?).and_return(true)}
+        @master.should_not_receive(:reconfigure_running_instances)
+        @master.reconfigure_cloud_when_necessary
+      end
+      it "should install the stack on all the nodes (because it needs reconfiguring) if there is any node that needs the stack" do
+        @master.nodes.first.should_receive(:stack_installed?).and_return(false)
+        @master.should_receive(:reconfigure_running_instances).once.and_return(true)
+        @master.reconfigure_cloud_when_necessary
+      end
+      describe "with new configuration and installation (build scripts)" do
+        before(:each) do
+          @node = @master.nodes.first
+        end
+        it "should be able to build_scp_instances_script_for" do
+          @node.should_receive(:scp_string).exactly(10).times.and_return("true")
+          Master.build_scp_instances_script_for(@node)
+        end
+        it "should be able to build_scp_instances_script_for and contain scp 10 times" do
+          open(Master.build_scp_instances_script_for(@node)).read.scan(/scp/).size.should == 10
+        end
+        it "should be able to build_reconfigure_instances_script_for" do          
+          str = open(Master.build_reconfigure_instances_script_for(@node)).read
+          str.should =~ /hostname -v node0/
+          str.should =~ /mkdir \/etc\/ha\.d\/resource\.d/
+          str.should =~ /pool\ maintain\ \-c \~\/\.config/
+        end        
+      end
+    end
+    describe "displaying" do
+      it "should be able to list the cloud instances" do
+        @master.list.should =~ /CLOUD \(/
+      end
+    end
+    describe "monitoring" do
+      it "should start the monitor when calling start_monitor!" do
+        @master.should_receive(:run_thread_loop).and_return(Proc.new {})
+        @master.start_monitor!
+      end
+      it "should request to launch a new instance" do
+        @master.should_receive(:add_instance_if_load_is_high).and_return(true)
+        @master.add_instance_if_load_is_high
+      end
+      it "should request to terminate a non-master instance if the load" do
+        @master.should_receive(:contract?).and_return(true)
+        @master.should_receive(:request_termination_of_instance).and_return(true)
+        @master.terminate_instance_if_load_is_low
+      end
+    end
+    describe "expanding and contracting" do      
+      it "should be able to say that it should not contract" do            
+        @master.stub!(:web).and_return(10.2)
+        @master.stub!(:cpu).and_return(0.32)
+        
+        @master.contract?.should == false
+      end
+      it "should be able to say that it should contract" do      
+        @master.stub!(:web).and_return(30.2)
+        @master.stub!(:cpu).and_return(0.05)
+
+        @master.contract?.should == true
+      end
+      it "should be able to say that it should not expand if it shouldn't expand" do
+        @master.stub!(:web).and_return(30.2)
+        @master.stub!(:cpu).and_return(0.92)
+
+        @master.expand?.should == false
+      end
+      it "should be able to say that it should expand if it should expand" do
+        @master.stub!(:web).and_return(1.2)
+        @master.stub!(:cpu).and_return(0.92)
+
+        @master.expand?.should == true
+      end      
+    end
+  end
+  describe "Configuration" do
+    it "should be able to build the haproxy file" do
+      @master.build_haproxy_file
+    end
+  end
+  describe "Singleton methods" do
+    before(:each) do
+      @master = Master.new
+      @instance = RemoteInstance.new
+      @blk = Proc.new {puts "new"}
+      Master.stub!(:new).once.and_return @master
+    end
+    it "should be able to run with_nodes" do      
+      Master.should_receive(:new).once.and_return @master
+      @master.should_receive(:nodes).once.and_return []
+      Master.with_nodes &@blk
+    end
+    it "should run the block on each node" do      
+      collection = [@instance]
+      @master.should_receive(:nodes).once.and_return collection
+      collection.should_receive(:each).once
+      Master.with_nodes &@blk
+    end
+  end
+end

data/spec/monitors/cpu_monitor_spec.rb

@@ -0,0 +1,38 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require "lib/poolparty/monitors/cpu"
+
+describe "monitors" do
+  describe "when included" do
+    before(:each) do      
+      @master = Master.new
+      @instance = RemoteInstance.new
+    end
+    it "should include them in the Monitors module" do
+      @master.methods.include?("cpu").should == true
+    end
+    it "should also include the new methods in the remote model" do
+      RemoteInstance.new.methods.include?("cpu").should == true
+    end
+    describe "master" do
+      before(:each) do
+        @master.stub!(:list_of_nonterminated_instances).and_return(
+        [{:instance_id => "i-abcdde1"}]
+        )
+      end
+      it "should try to collect the cpu for the entire set of remote instances when calling cpu" do
+        @master.nodes.should_receive(:inject).once.and_return 0.0
+        @master.cpu
+      end
+    end
+    describe "remote instance" do
+      it "should try to ssh into the remote instance" do
+        @instance.should_receive(:ssh).once.with("uptime")
+        @instance.cpu
+      end
+      it "should be able to find the exact amount of time the processor has been up" do
+        @instance.stub!(:ssh).once.with("uptime").and_return("18:55:31 up 5 min,  1 user,  load average: 0.32, 0.03, 0.00")
+        @instance.cpu.should == 0.32
+      end
+    end
+  end
+end

data/spec/monitors/memory_spec.rb

@@ -0,0 +1,50 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require "lib/poolparty/monitors/memory"
+
+describe "monitors" do
+  describe "when included" do
+    before(:each) do      
+      @master = Master.new
+      @instance = RemoteInstance.new
+    end
+    it "should include them in the Monitors module" do
+      @master.methods.include?("memory").should == true
+    end
+    it "should also include the new methods in the remote model" do
+      @instance.methods.include?("memory").should == true
+    end
+    describe "master" do
+      before(:each) do
+        @master.stub!(:list_of_nonterminated_instances).and_return(
+        [{:instance_id => "i-abcdde1"}]
+        )
+      end
+      it "should try to collect the cpu for the entire set of remote instances when calling cpu" do
+        @master.nodes.should_receive(:inject).once.and_return 0.0
+        @master.memory
+      end
+    end
+    describe "remote instance" do
+      it "should try to ssh into the remote instance" do
+        @instance.should_receive(:ssh).once.with("free -m | grep -i mem")
+        @instance.memory
+      end
+      it "should be able to find the exact amount of time the processor has been up" do
+        @instance.stub!(:ssh).once.with("free -m | grep -i mem").and_return("Mem:          1700         546       1644          0          2         18")
+        @instance.memory.round_to(2).should == 0.32
+      end
+    end
+    # it "should web monitor should be able to extract the amount of the requests it can handle" do
+    #   str = "Request rate: 1.5 req/s (649.9 ms/req)"
+    #   # Monitors::Web.monitor_from_string(str).should == 1.5
+    # end
+    # it "should be able to monitor the percentage of memory available on the server" do
+    #   str = "Mem:          1700         56       1644          0          2         18"
+    #   # Monitors::Memory.monitor_from_string(str).to_s.should =~ /0.032/
+    # end
+    # it "should be able to show the load on the cpu available on the server" do
+    #   str = "18:55:31 up 5 min,  1 user,  load average: 0.32, 0.03, 0.00"
+    #   # Monitors::Cpu.monitor_from_string(str).should == 0.32
+    # end
+  end
+end

data/spec/monitors/misc_monitor_spec.rb

@@ -0,0 +1,50 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module Database
+  module Master
+    def db
+      nodes.inject(0) {|i,inst| i * inst.db} / nodes.size
+    end
+  end
+  module Remote
+    def db
+      5.0
+    end
+  end
+end
+
+PoolParty.register_monitor Database
+
+describe "monitors (random, to spec the inclusion)" do
+  describe "when included" do
+    before(:each) do      
+      @master = Master.new
+      @instance = RemoteInstance.new
+    end
+    it "should include them in the Monitors module" do
+      @master.methods.include?("db").should == true
+    end
+    it "should also include the new methods in the remote model" do
+      @instance.methods.include?("db").should == true
+    end
+    describe "master" do
+      before(:each) do
+        @master.stub!(:list_of_nonterminated_instances).and_return(
+        [{:instance_id => "i-abcdde1"}]
+        )
+      end
+      it "should try to collect the cpu for the entire set of remote instances when calling cpu" do
+        @master.nodes.should_receive(:inject).once.and_return 5.0
+        @master.db.should == 5.0
+      end
+    end
+    describe "remote instance" do
+      it "should try to ssh into the remote instance" do
+        @instance.db.should == 5.0
+      end
+      it "should be able to find the exact amount of time the processor has been up" do
+        @instance.db.round_to(2).should == 5.0
+      end
+    end
+  end
+end

data/spec/monitors/web_spec.rb

@@ -0,0 +1,39 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require "lib/poolparty/monitors/web"
+
+describe "monitors" do
+  describe "when included" do
+    before(:each) do      
+      Application.stub!(:client_port).and_return 8001
+      @master = Master.new
+      @instance = RemoteInstance.new
+    end
+    it "should include them in the Monitors module" do
+      @master.methods.include?("web").should == true
+    end
+    it "should also include the new methods in the remote model" do
+      @instance.methods.include?("web").should == true
+    end
+    describe "master" do
+      before(:each) do
+        @master.stub!(:list_of_nonterminated_instances).and_return(
+        [{:instance_id => "i-abcdde1"}]
+        )
+      end
+      it "should try to collect the cpu for the entire set of remote instances when calling cpu" do
+        @master.nodes.should_receive(:inject).once.and_return 0.0
+        @master.web
+      end
+    end
+    describe "remote instance" do
+      it "should try to ssh into the remote instance" do
+        @instance.should_receive(:ssh).once.with("httperf --server localhost --port #{Application.client_port} --num-conn 3 --timeout 5 | grep 'Request rate'")
+        @instance.web
+      end
+      it "should be able to find the exact amount of time the processor has been up" do
+        @instance.stub!(:ssh).once.and_return("Request rate: 1.5 req/s (649.9 ms/req)")
+        @instance.web.round_to(2).should == 1.5
+      end
+    end
+  end
+end

data/spec/optioner_spec.rb

@@ -0,0 +1,22 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Optioner with options" do
+  it "should be able to pull out the lonely arguments without any switches" do
+    Optioner.parse("hello".split(" ")).should == ["hello"]
+  end
+  it "should be able to pull out the lonely arguments with switches" do
+    Optioner.parse("-s 30.seconds -m hello world".split(" ")).should == ["world"]
+  end
+  it "should be able to pull out start from the the string" do
+    Optioner.parse("-c 'config/config.yml' -A 'Who' -S 'DarkwingDuck' list".split(" ")).should == ["list"]
+  end
+  it "should be able to pull out the lonely arguments with optional argument switches" do
+    Optioner.parse("-s 30 -q -n start".split(" "), %w(-q -n)).should == ["start"]
+  end
+  it "should pull out the lonely arguments if none are there" do
+    Optioner.parse("-s 30 -q".split(" ")).should == []
+  end
+  it "should pull out empty array if there are no lonely arguments" do
+    Optioner.parse("-s 30".split(" ")).should == []
+  end
+end

data/spec/plugin_manager_spec.rb

@@ -0,0 +1,31 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Plugin manager" do
+  before(:each) do
+    FileUtils.stub!(:mkdir_p).and_return true
+    Dir["./spec/../lib/../vendor/*"].each {|a| FileUtils.rm_rf a}
+  end
+  it "should git clone the directory when it is installing a plugin" do
+    File.stub!(:directory?).and_return false
+    Git.should_receive(:clone).with("git@github.com:auser/pool-party.git", "/Users/auser/Sites/work/citrusbyte/internal/gems/pool-party/pool/vendor/pool-party").and_return true
+    PluginManager.install_plugin "git@github.com:auser/pool-party.git"
+  end
+  it "should keep a list of the installed plugin locations" do
+    PluginManager.install_plugin "git@github.com:auser/pool-party-plugins.git"
+    PoolParty.installed_plugins.should == ["git@github.com:auser/pool-party-plugins.git"]
+  end
+  it "should be able to rescan the plugin directory and tell which plugins are installed" do
+    PluginManager.install_plugin "git@github.com:auser/pool-party-plugins.git"
+    PluginManager.scan.should == %w(pool-party-plugins)
+  end
+  it "should be able to remove a plugin based on the name" do
+    PluginManager.install_plugin "git@github.com:auser/pool-party-plugins.git"
+    PluginManager.remove_plugin "pool-party-plugins"
+    PluginManager.scan.should == %w()
+  end
+  it "should be able to extract the git repos from the .git/config file" do
+    PluginManager.install_plugin "git@github.com:auser/pool-party-plugins.git"
+    PoolParty.reset!
+    PoolParty.installed_plugins.should == ["git@github.com:auser/pool-party-plugins.git"]
+  end
+end

data/spec/plugin_spec.rb

@@ -0,0 +1,101 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+class TestPlugin < PoolParty::Plugin
+  after_define_tasks :takss
+  after_install :echo_hosts, :email_updates
+  before_configure :echo_hosts  
+  after_start :echo_start
+  
+  def echo_start(master)
+    "start"
+  end
+  def echo_hosts(caller)
+    "hosts"
+  end
+  def email_updates(caller)
+    "email"
+  end
+  def takss(tasks)
+    "tasks"
+  end
+end
+
+describe "Plugin" do
+  it "should define run_before method" do
+    TestPlugin.methods.include?("before_install").should == true
+  end
+  it "should define run_after method" do
+    TestPlugin.methods.include?("after_install").should == true
+  end
+  it "should define a singleton method on the plugin'ed class" do
+    Master.new.methods.include?("testplugin").should == true
+  end
+  describe "usage" do
+    before(:each) do
+      @instance = RemoteInstance.new
+      @master = Master.new
+      
+      @test = TestPlugin.new
+      @test.stub!(:echo_hosts).and_return("true")
+      @test.stub!(:email_updates).and_return("true")
+      @test.stub!(:echo_start).and_return("true")
+      TestPlugin.stub!(:new).and_return(@test)
+      Kernel.stub!(:wait).and_return true
+      
+      @master.stub!(:launch_minimum_instances).and_return true
+      @master.stub!(:number_of_pending_instances).and_return 0
+      @master.stub!(:get_node).with(0).and_return @instance
+      
+      @instance.stub!(:ssh).and_return "true"
+      @instance.stub!(:scp).and_return "true"
+      Kernel.stub!(:system).and_return "true"
+    end
+    it "should should call echo_hosts after calling configure" do      
+      @test.should_receive(:echo_hosts).at_least(1)
+      @instance.install
+    end
+    it "should call email_updates after calling install" do
+      @test.should_receive(:email_updates).at_least(1)
+      @instance.install
+    end
+    it "should call echo_hosts before it calls configure" do
+      @test.should_receive(:echo_hosts).at_least(1).and_return "hi"
+      @instance.configure
+    end
+    it "should not call echo_hosts after if configures" do
+      @test.should_not_receive(:email_updates)
+      @instance.configure
+    end
+    it "should say that it started on the master" do
+      @test.should_receive(:echo_start).at_least(1).and_return "hi"
+      @master.start
+    end
+    describe "instance methods" do
+      before(:each) do
+        @str = "filename"
+        @str.stub!(:read).and_return "filename"
+        @test.stub!(:open).and_return @str
+      end
+      it "should try to open the file with the given filename" do
+        @test.should_receive(:open).with("filename").and_return @str
+        @test.read_config_file("filename")
+      end
+      it "should open a yaml file" do
+        YAML.should_receive(:load).with("filename").and_return ""
+        @test.read_config_file("filename")
+      end
+      describe "when reading the yaml file" do
+        before(:each) do
+          @str.stub!(:read).and_return ":username: eddie\n:password: eddie"
+        end
+        it "should parse the yaml file to a Hash" do
+          @str.should_receive(:read).and_return ":username: eddie\n:password: eddie"
+          @test.read_config_file("filename").class.should == Hash
+        end
+        it "should parse the yaml file into the proper hash" do
+          @test.read_config_file("filename").should == {:username => "eddie", :password => "eddie"}
+        end
+      end
+    end
+  end
+end

data/spec/pool_binary_spec.rb

@@ -0,0 +1,10 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Pool binary" do
+  describe "running" do
+    it "should call PoolParty.options" do
+      options = PoolParty.options(:optsparse => {:banner => "Usage: pool [OPTIONS] {start | stop | list | maintain | restart}"  })
+    end
+    
+  end
+end

data/spec/poolparty_spec.rb

@@ -0,0 +1,15 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Application options" do
+  it "should parse and use a config file if it is given for the options" do
+    YAML.should_receive(:load).and_return({:config_file => "config/sample-config.yml"})
+    Application.make_options(:config_file => "config/sample-config.yml")
+  end
+  it "should require all the plugin's init files in the plugin directory" do
+    PoolParty.should_receive(:load_plugins).once
+    Application.options
+  end
+  it "should be able to say that the plugin directory is the current directory" do
+    File.basename(PoolParty.plugin_dir).should == "vendor"
+  end
+end

data/spec/provider_spec.rb

@@ -0,0 +1,17 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "Provider" do
+  before(:each) do
+    @ips = ["127.0.0.1"]
+  end
+  it "should be able to make a roles from the ips" do
+    Provider.string_roles_from_ips(@ips).should == "role :app, '127.0.0.1'"
+  end
+  describe "running" do
+    it "should be able to run with the provided packages" do
+      Sprinkle::Script.should_receive(:sprinkle).once.and_return true
+      Provider.should_receive(:string_roles_from_ips).with(@ips).and_return ""
+      Provider.install_poolparty(@ips)
+    end
+  end
+end