auser-poolparty 0.2.2 → 0.2.3

data/spec/poolparty/modules/configurable_spec.rb

@@ -0,0 +1,26 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+class TestClass
+  include Configurable
+end
+
+describe "configurable" do
+  before(:each) do
+    @tc = TestClass.new
+  end
+  it "should set the name as frank" do
+    @tc.name.should == nil
+    @tc.configure({:name => "frank"})
+    @tc.name.should == "frank"
+  end
+  it "should reset the name after it's been set" do
+    @tc.configure({:name => "frank"})
+    @tc.configure({:name => "timmy"})
+    @tc.name.should == "timmy"
+  end
+  it "should be able to reconfigure itself" do
+    @tc.configure(:name => "walter")
+    @tc.reconfigure(:name => "dewey")
+    @tc.name.should == "dewey"
+  end
+end

data/spec/poolparty/modules/definable_resource.rb

@@ -0,0 +1,9 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+include PoolParty::DefinableResource
+
+describe "define_resource" do
+  it "should have the method define_resource available" do
+    self.respond_to?(:define_resource).should == true
+  end
+end

data/spec/poolparty/modules/file_writer_spec.rb

@@ -0,0 +1,49 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+class TestClass
+  include FileWriter
+end
+describe "FileWriter" do
+  before(:each) do
+    @test = TestClass.new
+    @filepath = File.join("nilly.rb")
+    @path = File.join(Base.storage_directory, @filepath)
+  end
+  %w(write_to_file_in_storage_directory copy_file_to_storage_directory write_to_temp_file).each do |method|
+    eval <<-EOE
+    it "should have a #{method} method" do
+      @test.respond_to?(:#{method}).should == true
+    end
+    EOE
+  end
+  it "should copy the file to the Base.storage_directory when calling copy_file_to_storage_directory" do
+    FileUtils.should_receive(:cp).with("ranger", Base.storage_directory+"/ranger").and_return true
+    @test.copy_file_to_storage_directory("ranger")
+  end
+  describe "write to file in storage directory" do
+    it "should try to create the directory if it doesn't exist" do
+      FileTest.stub!(:directory?).and_return false
+      ::File.stub!(:open).and_return true
+      FileUtils.should_receive(:mkdir_p).with(::File.dirname(@path))
+    end
+    it "should call File.open on the file" do
+      ::File.should_receive(:open).with(@path, "w+").and_return true
+    end
+    it "should call the block if it is given with a block" do
+      block = Proc.new do |a|
+        "meee: #{a.class}"
+      end
+      @test.write_to_file_in_storage_directory(@filepath, "STRING TO WRITE", &block)
+    end
+    it "should write the string in the file" do
+      @test.write_to_file_in_storage_directory(@filepath, "STRING TO WRITE")
+      open(::File.join( Base.storage_directory, @filepath)).read.should == "STRING TO WRITE"
+    end
+    after do
+      @test.write_to_file_in_storage_directory(@filepath, "STRING TO WRITE")
+    end
+  end
+  after(:all) do
+    ::File.unlink @path if ::File.file? @path
+  end
+end

data/spec/poolparty/modules/s3_string_spec.rb

@@ -0,0 +1,15 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe "S3 String" do
+  before(:each) do
+    @str = "testbucketstring"
+  end
+  %w(bucket_objects bucket_object bucket_object_exists? 
+      store_bucket_value delete_bucket_value bucket_exists? delete_bucket).each do |meth|
+    eval <<-EOE
+      it "should have the method #{meth}" do
+        @str.respond_to?(:#{meth}).should == true
+      end
+    EOE
+  end
+end

data/spec/poolparty/net/remote_bases/ec2_spec.rb

@@ -0,0 +1,92 @@
+require File.dirname(__FILE__) + '/../../spec_helper'
+
+include Remote
+
+class TestClass  
+  include RemoterBase
+  include Ec2
+  include CloudResourcer
+  
+  def keypair
+    "fake_keypair"
+  end
+  
+  def ami;"ami-abc123";end
+  def size; "small";end
+  
+  def ec2
+    @ec2 ||= EC2::Base.new( :access_key_id => "not_an_access_key", :secret_access_key => "not_a_secret_access_key")
+  end
+end
+describe "ec2 remote base" do
+  before(:each) do
+    @tr = TestClass.new
+    stub_remoter_for(@tr)
+    @tr.stub!(:get_instances_description).and_return response_list_of_instances
+  end
+  %w(launch_new_instance! terminate_instance! describe_instance describe_instances).each do |method|
+    eval <<-EOE
+      it "should have the method #{method}" do
+        @tr.respond_to?(:#{method}).should == true
+      end
+    EOE
+  end
+  describe "launching" do
+    before(:each) do
+      @tr.ec2.stub!(:run_instances).and_return true
+    end
+    it "should call run_instances on the ec2 Base class when asking to launch_new_instance!" do
+      @tr.ec2.should_receive(:run_instances).and_return true
+      @tr.launch_new_instance!
+    end
+    it "should get the hash response from EC2ResponseObject" do
+      EC2ResponseObject.should_receive(:get_hash_from_response).with(true).and_return true
+      @tr.launch_new_instance!
+    end
+  end
+  describe "terminating" do
+    it "should call terminate_instance! on ec2 when asking to terminate_instance!" do
+      @tr.ec2.should_receive(:terminate_instances).with(:instance_id => "abc-123").and_return true
+      @tr.terminate_instance!("abc-123")
+    end
+  end
+  describe "describe_instance" do
+    it "should call get_instances_description on itself" do
+      @tr.should_receive(:get_instances_description).and_return {}
+      @tr.describe_instance
+    end
+  end
+  describe "get_instances_description" do
+    it "should return a hash" do
+      @tr.describe_instances.class.should == Array
+    end
+    it "should call the first node master" do
+      @tr.describe_instances.first[:name].should == "master"
+    end
+    it "should call the second one node1" do
+      @tr.describe_instances[1][:name].should == "node1"
+    end
+    it "should call the third node2" do
+      @tr.describe_instances[2][:name].should == "terminated_node2"
+    end
+  end
+  describe "create_keypair" do
+    before(:each) do
+      Kernel.stub!(:system).with("ec2-add-keypair fake_keypair > #{Base.base_keypair_path}/id_rsa-fake_keypair && chmod 600 #{Base.base_keypair_path}/id_rsa-fake_keypair").and_return true
+    end
+    it "should send system to the Kernel" do
+      Kernel.should_receive(:system).with("ec2-add-keypair fake_keypair > #{Base.base_keypair_path}/id_rsa-fake_keypair && chmod 600 #{Base.base_keypair_path}/id_rsa-fake_keypair").and_return true
+      @tr.create_keypair
+    end
+    it "should try to create the directory when making a new keypair" do
+      FileUtils.should_receive(:mkdir_p).and_return true
+      ::File.stub!(:directory?).and_return false
+      @tr.create_keypair
+    end
+    it "should not create a keypair if the keypair is nil" do
+      Kernel.should_not_receive(:system)
+      @tr.stub!(:keypair).and_return nil
+      @tr.create_keypair
+    end
+  end
+end

data/spec/poolparty/net/remote_instance_spec.rb

@@ -0,0 +1,70 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+include Remote
+
+describe "Remote Instance" do
+  before(:each) do
+    @valid_hash = {:ip => "127.0.0.1", :name => "master", :responding => "true"}
+  end
+  describe "configurable" do
+    it "should set the options sent in the options" do
+      @ri = RemoteInstance.new(@valid_hash, nil)
+      @ri.ip.should == "127.0.0.1"
+    end
+    it "should set the options sent by the parent" do
+      @obj = Object.new
+      @obj.stub!(:options).and_return({:dude => "tte"})
+      @ri = RemoteInstance.new(@valid_hash, @obj)
+      @ri.dude.should == "tte"
+    end
+    it "should not overwrite the options that are already set" do
+      @obj = Object.new
+      @obj.stub!(:options).and_return({:ip => "172.176.0.1"})
+      @ri = RemoteInstance.new(@valid_hash, @obj)
+      @ri.ip.should == "127.0.0.1"
+    end
+  end
+  it "should create a remote instance with a Hash" do
+    @ri = RemoteInstance.new(@valid_hash, nil)
+    @ri.valid?.should == true
+  end
+  it "should not be valid if there is no ip associated" do
+    @ri = RemoteInstance.new(@valid_hash.merge({:ip => nil}), nil)
+    @ri.valid?.should == false
+  end
+  it "should not be valid if there is no name associated" do
+    @ri = RemoteInstance.new(@valid_hash.merge({:name => nil}), nil)
+    @ri.valid?.should == false
+  end
+  describe "status" do
+    it "should say it is running when the status == running" do
+      RemoteInstance.new(@valid_hash.merge(:status => "running")).running?.should == true
+    end
+    it "should say it is pending when the status == pending" do
+      RemoteInstance.new(@valid_hash.merge(:status => "pending")).pending?.should == true
+    end
+    it "should say it is terminating when the status == shutting down" do
+      RemoteInstance.new(@valid_hash.merge(:status => "shutting down")).terminating?.should == true
+    end
+    it "should say it is terminated when the status == terminated" do
+      RemoteInstance.new(@valid_hash.merge(:status => "terminated")).terminated?.should == true
+    end
+    it "should not say it is running when it is pending" do
+      RemoteInstance.new(@valid_hash.merge(:status => "pending"), nil).running?.should == false
+    end
+  end
+  describe "methods" do
+    before(:each) do
+      @ri = RemoteInstance.new(@valid_hash, nil)
+    end
+    it "should be say that it is the master if the name is master" do
+      @ri.name.should == "master"
+      @ri.master?.should == true
+    end
+    it "should say that it is responding? if responding is not nil" do
+      @ri.responding.should_not be_nil
+      @ri.responding?.should == true
+    end
+    
+  end
+end

data/spec/poolparty/net/remote_spec.rb

@@ -0,0 +1,286 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+require "ftools"
+
+module Hype
+  def hyper
+    "beatnick"
+  end
+  def instances_list
+    []
+  end
+  register_remote_base :Hype
+end
+class TestClass
+  include Remote
+  
+  def keypair
+    "fake_keypair"
+  end
+end
+
+describe "Remote" do
+  before(:each) do
+    @tc = TestClass.new
+    
+  end
+  it "should have the method 'using'" do
+    @tc.respond_to?(:using).should == true
+  end
+  it "should include the module with using" do
+    @tc.should_receive(:extend).with("Hype".preserved_module_constant).once
+    @tc.using :hype
+  end
+  it "should keep a list of the remote_bases" do
+    @tc.stub!(:remote_bases).and_return [:ec2, :hype]
+    @tc.available_bases.should == [:ec2, :hype]
+  end
+  it "should be able to register a new base" do
+    @tc.remote_bases.should_receive(:<<).with(:hockey).and_return true
+    @tc.register_remote_base("Hockey")
+  end
+  it "should not extend the module if the remote base isn't found" do
+    @tc.should_not_receive(:extend)
+    hide_output do
+      @tc.using :paper
+    end    
+  end
+  describe "when including" do
+    it "should be able to say if it is using a remote base with using_remoter?" do
+      @tc.using :hype
+      @tc.using_remoter?.should_not == nil
+    end
+    it "should ask if it is using_remoter? when calling using" do
+      @tc.should_receive(:using_remoter?).once
+      @tc.using :hype
+    end
+    it "should only include the remote class once" do
+      @tc.should_receive(:extend).with(Hype).once
+      @tc.using :hype
+      @tc.using :hype
+      @tc.using :hype
+    end
+  end
+  describe "after using" do
+    before(:each) do
+      @tc = TestClass.new
+      stub_list_from_remote_for(@tc, false)
+      @tc.using :hype
+    end
+    it "should now have the methods available from the module" do
+      @tc.respond_to?(:hyper).should == true
+    end
+    it "should raise an exception because the launch_new_instance! is not defined" do
+      lambda {
+        @tc.launch_new_instance!
+      }.should raise_error
+    end
+    it "should not raise an exception because instances_list is defined" do
+      lambda {
+        @tc.remote_instances_list
+      }.should_not raise_error
+    end
+    it "should run hyper" do
+      @tc.hyper.should == "beatnick"
+    end
+  end
+  describe "methods" do
+    before(:each) do
+      @tc = TestClass.new
+      @tc.using :ec2
+      
+      @tc.reset!
+      @tc.stub!(:minimum_instances).and_return 3
+      @tc.stub!(:maximum_instances).and_return 5
+      
+      stub_list_from_remote_for(@tc)
+      stub_list_of_instances_for(@tc)
+    end
+    describe "minimum_number_of_instances_are_running?" do
+      it "should be false if there aren't" do
+        @tc.minimum_number_of_instances_are_running?.should == false
+      end
+      it "should be true if there are" do
+        add_stub_instance_to(@tc, 8)
+        @tc.minimum_number_of_instances_are_running?.should == true
+      end
+    end
+    describe "can_shutdown_an_instance?" do
+      it "should say false because minimum instances are not running" do
+        @tc.can_shutdown_an_instance?.should == false
+      end
+      it "should say we false if only the minimum instances are running" do
+        add_stub_instance_to(@tc, 8)
+        @tc.can_shutdown_an_instance?.should == false
+      end
+      it "should say true because the minimum instances + 1 are running" do
+        add_stub_instance_to(@tc, 8)
+        add_stub_instance_to(@tc, 9)
+        @tc.can_shutdown_an_instance?.should == true
+      end
+    end
+    describe "request_launch_new_instances" do
+      it "should requiest to launch a new instance 3 times" do
+        @tc.should_receive(:launch_new_instance!).exactly(3).and_return "launched"
+        @tc.request_launch_new_instances(3)
+      end
+      it "should return a list of hashes" do
+        @tc.should_receive(:launch_new_instance!).exactly(3).and_return({:instance_id => "i-dasfasdf"})
+        @tc.request_launch_new_instances(3).first.class.should == Hash
+      end
+    end
+    describe "can_start_a_new_instance?" do
+      it "should be true because the maximum instances are not running" do
+        @tc.can_start_a_new_instance?.should == true
+      end
+      it "should say that we cannot start a new instance because we are at the maximum instances" do
+        add_stub_instance_to(@tc, 7)
+        add_stub_instance_to(@tc, 8)
+        add_stub_instance_to(@tc, 9)
+        @tc.can_start_a_new_instance?.should == false
+      end
+    end
+    describe "maximum_number_of_instances_are_not_running?" do
+      it "should be true because the maximum are not running" do
+        @tc.maximum_number_of_instances_are_not_running?.should == true
+      end
+      it "should be false because the maximum are running" do
+        add_stub_instance_to(@tc, 7)
+        add_stub_instance_to(@tc, 8)
+        add_stub_instance_to(@tc, 9)
+        @tc.maximum_number_of_instances_are_not_running?.should == false
+      end
+    end
+    describe "request_launch_one_instance_at_a_time" do
+      before(:each) do
+        @tc.stub!(:wait).and_return "true"
+        remove_stub_instance_from(@tc, 3)
+        remove_stub_instance_from(@tc, 5)
+        @tc.stub!(:launch_new_instance!).and_return {}
+      end
+      it "should call reset! once" do
+        @tc.should_receive(:reset!).once
+        @tc.request_launch_one_instance_at_a_time
+      end
+      it "should not call wait if there are no pending instances" do
+        Kernel.should_not_receive(:sleep)
+        @tc.request_launch_one_instance_at_a_time
+      end
+      # TODO: Stub methods with wait
+    end
+    describe "launch_minimum_number_of_instances" do
+      it "should not call minimum_number_of_instances_are_running? if if cannot start a new instance" do
+        @tc.stub!(:can_start_a_new_instance?).and_return false
+        @tc.should_not_receive(:minimum_number_of_instances_are_running?)
+        @tc.launch_minimum_number_of_instances
+      end
+      # TODO: Stub methods with wait
+    end
+    describe "request_termination_of_non_master_instance" do
+      it "should reject the master instance from the list of instances (we should never shut down the master unless shutting down the cloud)" do
+        @master = @tc.list_of_running_instances.select {|a| a.master? }.first
+        @tc.should_not_receive(:terminate_instance!).with(@master).and_return true
+        @tc.request_termination_of_non_master_instance
+      end
+      it "should call terminate on an instance" do
+        @tc.should_receive(:terminate_instance!).once
+        @tc.request_termination_of_non_master_instance
+      end
+    end
+    describe "should_expand_cloud?" do
+    end
+    describe "should_contract_cloud?" do
+    end
+    describe "expand_cloud_if_necessary" do
+      before(:each) do
+        stub_list_from_remote_for(@tc)
+        @tc.stub!(:request_launch_new_instances).and_return true
+        @tc.stub!(:can_start_a_new_instance).and_return true
+        @tc.stub!(:list_of_pending_instances).and_return []
+        @tc.stub!(:prepare_to_configuration).and_return true
+        @tc.stub!(:build_and_store_new_config_file).and_return true
+      end
+      it "should receive can_start_a_new_instance?" do
+        @tc.should_receive(:can_start_a_new_instance?).once
+      end
+      it "should see if we should expand the cloud" do
+        @tc.should_receive(:should_expand_cloud?).once.and_return false
+      end
+      it "should call request_launch_new_instances if we should_expand_cloud?" do
+        @tc.should_receive(:should_expand_cloud?).once.and_return true
+        @tc.should_receive(:request_launch_new_instances).once.and_return [{:ip => "127.0.0.5", :name => "node2"}]
+      end
+      it "should call a new slave provisioner" do
+        @tc.stub!(:should_expand_cloud?).once.and_return true
+        @tc.stub!(:request_launch_new_instances).once.and_return [{:ip => "127.0.0.5", :name => "node2"}]
+        PoolParty::Provisioner.should_receive(:provision_slave).and_return true
+      end
+      after(:each) do
+        @tc.expand_cloud_if_necessary
+      end
+    end
+    describe "contract_cloud_if_necessary" do
+      before(:each) do
+        @tc.stub!(:request_termination_of_non_master_instance).and_return true
+        @tc.stub!(:can_shutdown_an_instance?).and_return true
+      end
+      it "should receive can_shutdown_an_instance?" do
+        @tc.should_receive(:can_shutdown_an_instance?).once
+      end
+      it "should see if we should contract the cloud" do
+        @tc.should_receive(:should_contract_cloud?).once.and_return false
+      end
+      it "should call request_termination_of_non_master_instance if we should_contract_cloud?" do
+        @tc.should_receive(:should_contract_cloud?).once.and_return true
+        @tc.should_receive(:request_termination_of_non_master_instance).once.and_return true        
+      end
+      after(:each) do
+        @tc.contract_cloud_if_necessary
+      end
+    end
+    describe "rsync_storage_files_to" do
+      before(:each) do
+        Kernel.stub!(:system).and_return true
+        @tc.extend CloudResourcer        
+        @tc.stub!(:keypair_path).and_return "~/.ec2/fake_keypair"
+        @obj = Object.new
+        @obj.stub!(:ip).and_return "192.168.0.1"
+      end
+      it "should raise an exception if it cannot find the keypair" do
+        @tc.stub!(:keypair_path).and_return nil
+        lambda {
+          @tc.rsync_storage_files_to(@tc.master)
+        }.should raise_error
+      end
+      it "should call exec on the kernel" do
+        @tc.stub!(:keypair).and_return "funky"
+        ::File.stub!(:exists?).with("#{File.expand_path(Base.base_keypair_path)}/id_rsa-funky").and_return true
+        lambda {
+          @tc.rsync_storage_files_to(@tc.master)
+        }.should_not raise_error
+      end
+      describe "run_command_on" do
+        before(:each) do
+          @tc.stub!(:keypair).and_return "fake_keypair"
+          @tc.stub!(:keypair_path).and_return "~/.ec2/fake_keypair"
+        end
+        it "should call system on the kernel" do
+          ::File.stub!(:exists?).with("#{File.expand_path(Base.base_keypair_path)}/id_rsa-funky").and_return true
+          Kernel.should_receive(:system).with("#{@tc.ssh_string} 192.168.0.1 'ls'").and_return true
+          @tc.run_command_on("ls", @obj)
+        end
+      end
+      describe "ssh_into_instance_number" do
+        before(:each) do          
+          @tc.stub!(:keypair).and_return "fake_keypair"
+          ::File.stub!(:exists?).with("#{File.expand_path(Base.base_keypair_path)}/id_rsa-funky").and_return true
+          
+          Kernel.stub!(:system).with("#{@tc.ssh_string} 192.168.0.1").and_return true          
+        end
+        it "should find the instance" do
+          @tc.should_receive(:get_instance_by_number).with(0).and_return @obj
+          @tc.ssh_into_instance_number
+        end
+      end
+    end
+  end
+end