boxgrinder-build 0.9.0 → 0.9.1

data/spec/plugins/delivery/ebs/ebs-plugin-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'logger'
 require 'boxgrinder-build/plugins/delivery/ebs/ebs-plugin'
 require 'hashery/opencascade'
@@ -70,6 +71,8 @@ module BoxGrinder
     end
 
     it "should register all operating systems with specific versions" do
+      Resolv.stub!(:getname).with("169.254.169.254").and_return([".ec2.internal"])
+
       prepare_plugin do |plugin|
         avaibility_zone = mock('AZ')
         avaibility_zone.should_receive(:string).and_return('avaibility-zone1')
@@ -87,6 +90,8 @@ module BoxGrinder
 
     describe ".after_init" do
       it "should set default avaibility zone to current one" do
+        Resolv.stub!(:getname).with("169.254.169.254").and_return([".ec2.internal"])
+
         prepare_plugin do |plugin|
           avaibility_zone = mock('AZ')
           avaibility_zone.should_receive(:string).and_return('avaibility-zone1')
@@ -98,15 +103,16 @@ module BoxGrinder
       end
 
       it "should not set default avaibility zone because we're not on EC2" do
-        prepare_plugin do |plugin|
-          plugin.should_receive(:open).with('http://169.254.169.254/latest/meta-data/placement/availability-zone').and_raise("Bleh")
-        end
+        Resolv.stub!(:getname).with("169.254.169.254").and_return(["bleh"])
+
+        prepare_plugin
 
         @plugin.instance_variable_get(:@plugin_config)['availability_zone'].should == nil
       end
     end
 
     describe '.already_registered?' do
+
       it "should check if image is already registered and return false if there are no images registered for this account" do
         prepare_plugin { |plugin| plugin.stub!(:after_init) }
 
@@ -140,6 +146,8 @@ module BoxGrinder
       end
 
       it "should check if image is already registered and return true image is registered" do
+        Resolv.stub!(:getname).with("169.254.169.254").and_return([".ec2.internal"])
+
         prepare_plugin { |plugin| plugin.stub!(:after_init) }
 
         plugin_config = mock('PluginConfiig')
@@ -159,12 +167,12 @@ module BoxGrinder
     it "should adjust fstab" do
       prepare_plugin { |plugin| plugin.stub!(:after_init) }
 
-      exec_helper = @plugin.instance_variable_get(:@exec_helper)
+      guestfs = mock('GuestFS')
 
-      exec_helper.should_receive(:execute).with("cat a/dir/etc/fstab | grep -v '/mnt' | grep -v '/data' | grep -v 'swap' > a/dir/etc/fstab.new")
-      exec_helper.should_receive(:execute).with("mv a/dir/etc/fstab.new a/dir/etc/fstab")
+      guestfs.should_receive(:sh).with("cat /etc/fstab | grep -v '/mnt' | grep -v '/data' | grep -v 'swap' > /etc/fstab.new")
+      guestfs.should_receive(:mv).with("/etc/fstab.new", "/etc/fstab")
 
-      @plugin.adjust_fstab('a/dir')
+      @plugin.adjust_fstab(guestfs)
     end
 
     it "should get a new free device" do
@@ -187,18 +195,18 @@ module BoxGrinder
       @plugin.free_device_suffix.should == "g"
     end
 
-    it "should should return true if on EC2" do
-      prepare_plugin { |plugin| plugin.stub!(:after_init) }
+    it "should return true if on EC2" do
+      Resolv.stub!(:getname).with("169.254.169.254").and_return([".ec2.internal"])
 
-      @plugin.should_receive(:open).with("http://169.254.169.254/1.0/meta-data/local-ipv4")
+      prepare_plugin { |plugin| plugin.stub!(:after_init) }
 
       @plugin.valid_platform?.should == true
     end
 
-    it "should should return true if NOT on EC2" do
-      prepare_plugin { |plugin| plugin.stub!(:after_init) }
+    it "should return false if NOT on EC2" do
+      Resolv.stub!(:getname).with("169.254.169.254").and_return(["bleh"])
 
-      @plugin.should_receive(:open).with("http://169.254.169.254/1.0/meta-data/local-ipv4").and_raise("Bleh")
+      prepare_plugin { |plugin| plugin.stub!(:after_init) }
 
       @plugin.valid_platform?.should == false
     end

data/spec/plugins/delivery/elastichosts/elastichosts-plugin-spec.rb

@@ -0,0 +1,320 @@
+#
+# Copyright 2010 Red Hat, Inc.
+#
+# This is free software; you can redistribute it and/or modify it
+# under the terms of the GNU Lesser General Public License as
+# published by the Free Software Foundation; either version 3 of
+# the License, or (at your option) any later version.
+#
+# This software is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this software; if not, write to the Free
+# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301 USA, or see the FSF site: http://www.fsf.org.
+
+require 'rubygems'
+require 'boxgrinder-build/plugins/delivery/elastichosts/elastichosts-plugin'
+require 'hashery/opencascade'
+
+module BoxGrinder
+  describe ElasticHostsPlugin do
+
+    def merge_config(config = {})
+      @plugin_config = @plugin.instance_variable_get(:@plugin_config).merge(config)
+      @plugin.instance_variable_set(:@plugin_config, @plugin_config)
+    end
+
+    before(:each) do
+      @config = mock('Config')
+      @config.stub!(:delivery_config).and_return({})
+      @config.stub!(:file).and_return('configfile')
+      plugins = mock('Plugins')
+      plugins.stub!(:[]).with('elastichosts').and_return({})
+      @config.stub!(:[]).with(:plugins).and_return(plugins)
+
+      @appliance_config = mock('ApplianceConfig')
+
+      @appliance_config.stub!(:path).and_return(OpenCascade.new({:build => 'build/path'}))
+      @appliance_config.stub!(:name).and_return('appliance')
+      @appliance_config.stub!(:version).and_return(1)
+      @appliance_config.stub!(:cpus).and_return(1)
+      @appliance_config.stub!(:release).and_return(0)
+      @appliance_config.stub!(:os).and_return(OpenCascade.new({:name => :fedora, :version => '13'}))
+      @appliance_config.stub!(:hardware).and_return(OpenCascade.new(:cpus => 1, :arch => 'x86_64', :partitions => {'/' => {'size' => 1}, '/home' => {'size' => 2}}, :memory => 512))
+
+      @plugin = ElasticHostsPlugin.new.init(@config, @appliance_config,
+                                            :log => LogHelper.new(:level => :trace, :type => :stdout),
+                                            :plugin_info => {:class => BoxGrinder::ElasticHostsPlugin, :type => :delivery, :name => :elastichosts, :full_name => "ElasticHosts"}
+      )
+
+      @plugin.instance_variable_set(:@previous_plugin_info, :type => :os)
+
+      @config = @plugin.instance_variable_get(:@config)
+      @appliance_config = @plugin.instance_variable_get(:@appliance_config)
+      @exec_helper = @plugin.instance_variable_get(:@exec_helper)
+      @log = @plugin.instance_variable_get(:@log)
+      @dir = @plugin.instance_variable_get(:@dir)
+
+      merge_config('username' => '12345', 'password' => 'secret_access_key', 'endpoint' => 'one.endpoint.somewhere.com')
+    end
+
+    describe ".elastichosts_api_url" do
+      it "should return valid url for default schema" do
+        @plugin.api_url('/drive/1').should == 'http://12345:secret_access_key@one.endpoint.somewhere.com/drive/1'
+      end
+
+      it "should return valid url for SSL" do
+        merge_config('ssl' => true)
+        @plugin.api_url('/drive/1').should == 'https://12345:secret_access_key@one.endpoint.somewhere.com/drive/1'
+      end
+    end
+
+    it "should return valid disk_size" do
+      @plugin.disk_size.should == 3
+    end
+
+    describe ".execute" do
+      it "should fail because we try to upload a non-base appliance" do
+        @plugin.instance_variable_set(:@previous_plugin_info, :type => :platform)
+        @plugin.should_not_receive(:upload)
+        @plugin.should_not_receive(:create_server)
+
+        lambda {
+          @plugin.execute
+        }.should raise_error(PluginValidationError, 'You can use ElasticHosts plugin with base appliances (appliances created with operating system plugins) only, see http://boxgrinder.org/tutorials/boxgrinder-build-plugins/#ElasticHosts_Delivery_Plugin.')
+      end
+
+      it "should upload the appliance" do
+        @plugin.should_receive(:upload)
+        @plugin.should_receive(:create_server)
+        @plugin.execute
+      end
+    end
+
+    it "should convert hash to request" do
+      @plugin.hash_to_request('abc' => 'def', 'one' => 1234).should == "abc def\none 1234\n"
+    end
+
+    describe ".create_remote_disk" do
+      it "should create remote disk with default name" do
+        @plugin.should_receive(:hash_to_request).with('size' => 3221225472, 'name' => 'appliance').and_return("json")
+
+        RestClient.should_receive(:post).with("http://12345:secret_access_key@one.endpoint.somewhere.com/drives/create",
+                                              "json").and_return("drive abc-1234567890-abc\n")
+        @plugin.create_remote_disk.should == 'abc-1234567890-abc'
+      end
+
+      it "should create remote disk with custom name" do
+        merge_config('drive_name' => 'thisisadrivename')
+
+        @plugin.should_receive(:hash_to_request).with('size' => 3221225472, 'name' => 'thisisadrivename').and_return("json")
+
+        RestClient.should_receive(:post).with("http://12345:secret_access_key@one.endpoint.somewhere.com/drives/create",
+                                              "json").and_return("drive abc-1234567890-abc\n")
+        @plugin.create_remote_disk.should == 'abc-1234567890-abc'
+      end
+
+      it "should catch remote disk creation error" do
+        @plugin.should_receive(:hash_to_request).with('size' => 3221225472, 'name' => 'appliance').and_return("json")
+
+        RestClient.should_receive(:post).with("http://12345:secret_access_key@one.endpoint.somewhere.com/drives/create",
+                                              "json").and_raise('boom')
+
+        lambda {
+          @plugin.create_remote_disk
+        }.should raise_error(PluginError, 'An error occured while creating the drive, boom. See logs for more info.')
+      end
+    end
+
+    describe ".upload" do
+      it "create the disk and upload" do
+        @plugin.should_receive(:create_remote_disk)
+        @plugin.should_receive(:upload_chunks)
+        @plugin.upload
+      end
+
+      it "upload using existing disk" do
+        merge_config('drive_uuid' => 'thisisadrivename')
+
+        @plugin.should_not_receive(:create_remote_disk)
+        @plugin.should_receive(:upload_chunks)
+        @plugin.upload
+      end
+    end
+
+    it "should compress data chunk" do
+      stringio = mock(StringIO)
+      stringio.should_receive(:string).and_return("compressed_data")
+      stringio.should_receive(:size).and_return(2048)
+
+      gzipwriter = mock(Zlib::GzipWriter)
+      gzipwriter.should_receive(:write).with("data")
+      gzipwriter.should_receive(:close)
+
+      StringIO.should_receive(:new).and_return(stringio)
+      Zlib::GzipWriter.should_receive(:new).with(stringio, Zlib::DEFAULT_COMPRESSION, Zlib::FINISH).and_return(gzipwriter)
+
+      @plugin.compress("data").should == "compressed_data"
+    end
+
+    describe ".upload_chunks" do
+      it "should upload chunks in 2 parts" do
+        @plugin.instance_variable_set(:@previous_deliverables, {:disk => 'a/disk'})
+
+        f = mock(File)
+        f.should_receive(:eof?).ordered.and_return(false)
+        f.should_receive(:seek).ordered.with(0, File::SEEK_SET)
+        f.should_receive(:read).ordered.with(67108864).and_return("data")
+
+        @plugin.should_receive(:compress).ordered.with("data").and_return("compressed_data")
+        @plugin.should_receive(:upload_chunk).ordered.with("compressed_data", 0)
+
+        f.should_receive(:eof?).ordered.and_return(false)
+        f.should_receive(:seek).ordered.with(67108864, File::SEEK_SET)
+        f.should_receive(:read).ordered.with(67108864).and_return("data")
+
+        @plugin.should_receive(:compress).ordered.with("data").and_return("compressed_data")
+        @plugin.should_receive(:upload_chunk).ordered.with("compressed_data", 1)
+
+        f.should_receive(:eof?).ordered.and_return(true)
+
+        File.should_receive(:open).with('a/disk', 'rb').and_yield(f)
+        @plugin.upload_chunks
+      end
+
+      it "should upload 1 chunk with custom chunk size" do
+        merge_config('chunk' => 128)
+        @plugin.instance_variable_set(:@previous_deliverables, {:disk => 'a/disk'})
+
+        f = mock(File)
+        f.should_receive(:eof?).ordered.and_return(false)
+        f.should_receive(:seek).ordered.with(0, File::SEEK_SET)
+        f.should_receive(:read).ordered.with(134217728).and_return("data")
+
+        @plugin.should_receive(:compress).ordered.with("data").and_return("compressed_data")
+        @plugin.should_receive(:upload_chunk).ordered.with("compressed_data", 0)
+
+        f.should_receive(:eof?).ordered.and_return(true)
+
+        File.should_receive(:open).with('a/disk', 'rb').and_yield(f)
+        @plugin.upload_chunks
+      end
+    end
+
+    describe ".upload_chunk" do
+      before :each do
+        merge_config('drive_uuid' => 'drive-uuid')
+        @plugin.instance_variable_set(:@step, 134217728)
+      end
+
+      it "should upload a chunk of data" do
+        @plugin.should_receive(:api_url).with('/drives/drive-uuid/write/134217728').and_return('url')
+        RestClient.should_receive(:post).with('url', 'data', :content_type=>"application/octet-stream", "Content-Encoding"=>"gzip")
+        @plugin.upload_chunk("data", 1)
+      end
+
+      it "should upload a chunk of data and be succesful after 1 retry" do
+        @plugin.should_receive(:api_url).with('/drives/drive-uuid/write/0').and_return('url')
+        RestClient.should_receive(:post).with('url', 'data', :content_type=>"application/octet-stream", "Content-Encoding"=>"gzip").and_raise('boom')
+        @plugin.should_receive(:sleep).with(5)
+        RestClient.should_receive(:post).with('url', 'data', :content_type=>"application/octet-stream", "Content-Encoding"=>"gzip")
+
+        @plugin.upload_chunk("data", 0)
+      end
+
+      it "should fail the upload after 3 retries" do
+        @plugin.should_receive(:api_url).with('/drives/drive-uuid/write/0').and_return('url')
+        RestClient.should_receive(:post).exactly(3).times.with('url', 'data', :content_type=>"application/octet-stream", "Content-Encoding"=>"gzip").and_raise('boom')
+        @plugin.should_receive(:sleep).exactly(2).times.with(5)
+
+        lambda {
+          @plugin.upload_chunk("data", 0)
+        }.should raise_error(PluginError, "Couldn't upload appliance, boom.")
+      end
+
+      it "should fail the upload after custom sleep time and retry count" do
+        merge_config('retry' => 5, 'wait' => 30)
+
+        @plugin.should_receive(:api_url).with('/drives/drive-uuid/write/0').and_return('url')
+        RestClient.should_receive(:post).exactly(5).times.with('url', 'data', :content_type=>"application/octet-stream", "Content-Encoding"=>"gzip").and_raise('boom')
+        @plugin.should_receive(:sleep).exactly(4).times.with(30)
+
+        lambda {
+          @plugin.upload_chunk("data", 0)
+        }.should raise_error(PluginError, "Couldn't upload appliance, boom.")
+      end
+    end
+
+    describe ".create_server" do
+      before(:each) do
+        merge_config('drive_uuid' => '12345-asdf')
+
+        @plugin.should_receive(:hash_to_request).with(
+            'name' => "appliance-1.0",
+            'cpu' => 1000,
+            'smp' => 'auto',
+            'mem' => 512,
+            'persistent' => 'true',
+            'ide:0:0' => '12345-asdf',
+            'boot' => 'ide:0:0',
+            'nic:0:model' => 'e1000',
+            'nic:0:dhcp' => 'auto',
+            'vnc:ip' => 'auto',
+            'vnc:password' => an_instance_of(String)
+        ).and_return("json")
+      end
+
+      it "should create the server without issues" do
+        RestClient.should_receive(:post).with("http://12345:secret_access_key@one.endpoint.somewhere.com/servers/create/stopped",
+                                              "json").and_return("server abc-1234567890-abc\nname appliance-1.0\n")
+
+        @plugin.create_server
+      end
+
+      it "should create the server with 512 MB of ram for instances to be uploaded to cloudsigma" do
+        merge_config('endpoint' => 'api.cloudsigma.com')
+
+        @appliance_config.stub!(:hardware).and_return(OpenCascade.new(:cpus => 1, :arch => 'x86_64', :partitions => {'/' => {'size' => 1}, '/home' => {'size' => 2}}, :memory => 256))
+
+        RestClient.should_receive(:post).with("http://12345:secret_access_key@api.cloudsigma.com/servers/create",
+                                              "json").and_return("server abc-1234567890-abc\nname appliance-1.0\n")
+
+        @plugin.create_server
+      end
+
+      it "should create the server without issues for cloudsigma cloud" do
+        merge_config('endpoint' => 'api.cloudsigma.com')
+
+        RestClient.should_receive(:post).with("http://12345:secret_access_key@api.cloudsigma.com/servers/create",
+                                              "json").and_return("server abc-1234567890-abc\nname appliance-1.0\n")
+
+        @plugin.create_server
+      end
+
+      it "should catch remote disk creation error" do
+        RestClient.should_receive(:post).with("http://12345:secret_access_key@one.endpoint.somewhere.com/servers/create/stopped",
+                                              "json").and_raise('boom')
+
+        lambda {
+          @plugin.create_server
+        }.should raise_error(PluginError, 'An error occured while creating the server, boom. See logs for more info.')
+      end
+    end
+
+    describe ".is_cloudsigma?" do
+      it "should return true if we're talking to cloudsigma endpoint" do
+        merge_config('endpoint' => 'api.cloudsigma.com')
+        @plugin.is_cloudsigma?.should == true
+      end
+
+      it "should return false if we're NOT talking to cloudsigma endpoint" do
+        @plugin.is_cloudsigma?.should == false
+      end
+    end
+  end
+end
+

data/spec/plugins/delivery/local/local-plugin-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'boxgrinder-build/plugins/delivery/local/local-plugin'
 require 'hashery/opencascade'
 

data/spec/plugins/delivery/s3/s3-plugin-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'boxgrinder-build/plugins/delivery/s3/s3-plugin'
 require 'hashery/opencascade'
 # TODO remove this when it'll become not necessary

data/spec/plugins/delivery/sftp/sftp-plugin-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'boxgrinder-build/plugins/delivery/sftp/sftp-plugin'
 
 module BoxGrinder

data/spec/plugins/os/centos/centos-plugin-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'boxgrinder-build/plugins/os/centos/centos-plugin'
 require 'hashery/opencascade'
 

data/spec/plugins/os/fedora/fedora-plugin-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'boxgrinder-build/plugins/os/fedora/fedora-plugin'
 require 'hashery/opencascade'
 
@@ -46,7 +47,7 @@ module BoxGrinder
       @log = @plugin.instance_variable_get(:@log)
     end
 
-    it "should normalize packages for 32bit" do
+    it "should normalize packages for 32bit for pae enabled system" do
       packages = ['abc', 'def', 'kernel']
 
       @appliance_config.should_receive(:is64bit?).and_return(false)
@@ -55,6 +56,17 @@ module BoxGrinder
       packages.should == ["abc", "def", "@core", "system-config-firewall-base", "dhclient", "kernel-PAE"]
     end
 
+    it "should normalize packages for 32bit for pae enabled system" do
+      @appliance_config.stub!(:os).and_return(OpenCascade.new(:name => 'fedora', :version => '13', :pae => false))
+
+      packages = ['abc', 'def', 'kernel']
+
+      @appliance_config.should_receive(:is64bit?).and_return(false)
+
+      @plugin.normalize_packages(packages)
+      packages.should == ["abc", "def", "@core", "system-config-firewall-base", "dhclient", "kernel"]
+    end
+
     it "should normalize packages for 64bit" do
       packages = ['abc', 'def', 'kernel']
 

data/spec/plugins/os/rhel/rhel-plugin-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'boxgrinder-build/plugins/os/rhel/rhel-plugin'
 require 'hashery/opencascade'
 
@@ -99,7 +100,6 @@ module BoxGrinder
 
         @appliance_config.stub!(:packages).and_return([])
 
-        @plugin.should_receive(:adjust_partition_table).ordered
         @plugin.should_receive(:normalize_packages).ordered
 
         guestfs = mock('guestfs')
@@ -117,7 +117,6 @@ module BoxGrinder
 
         @appliance_config.stub!(:packages).and_return(['kernel-xen'])
 
-        @plugin.should_receive(:adjust_partition_table).ordered
         @plugin.should_receive(:normalize_packages).ordered
 
         guestfs = mock('guestfs')
@@ -133,7 +132,6 @@ module BoxGrinder
       it "should build the appliance" do
         @appliance_config.should_receive(:packages).and_return(['kernel'])
 
-        @plugin.should_receive(:adjust_partition_table).ordered
         @plugin.should_receive(:normalize_packages).ordered
         @plugin.should_receive(:build_with_appliance_creator).ordered
 
@@ -142,17 +140,5 @@ module BoxGrinder
         @plugin.execute('file')
       end
     end
-
-    it "should adjust partition table for RHEL 5" do
-      @appliance_config.stub!(:os).and_return(OpenCascade.new({:name => 'rhel', :version => '5'}))
-
-      @appliance_config.stub!(:hardware).and_return(OpenCascade.new(:partitions => {'/' => {'size' => 2}}))
-
-      @plugin.adjust_partition_table
-
-      @appliance_config.hardware.partitions.size.should == 2
-      @appliance_config.hardware.partitions['/']['size'].should == 2
-      @appliance_config.hardware.partitions['/boot']['size'].should == 0.1
-    end
   end
 end

data/spec/plugins/os/rpm-based/kickstart-spec.rb

@@ -16,6 +16,7 @@
 # Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 # 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 
+require 'rubygems'
 require 'boxgrinder-build/plugins/os/rpm-based/kickstart'
 require 'hashery/opencascade'