boxgrinder-build 0.8.1 → 0.9.0

data/lib/boxgrinder-build/plugins/delivery/ebs/ebs-plugin.rb

@@ -0,0 +1,280 @@
+#
+# Copyright 2010 Red Hat, Inc.
+#
+# This is free software; you can redistribute it and/or modify it
+# under the terms of the GNU Lesser General Public License as
+# published by the Free Software Foundation; either version 3 of
+# the License, or (at your option) any later version.
+#
+# This software is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this software; if not, write to the Free
+# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301 USA, or see the FSF site: http://www.fsf.org.
+
+require 'rubygems'
+require 'boxgrinder-build/plugins/base-plugin'
+require 'AWS'
+require 'open-uri'
+
+module BoxGrinder
+  class EBSPlugin < BasePlugin
+    KERNELS = {
+        'eu-west-1' => {
+            'i386' => {:aki => 'aki-4deec439'},
+            'x86_64' => {:aki => 'aki-4feec43b'}
+        },
+        'ap-southeast-1' => {
+            'i386' => {:aki => 'aki-13d5aa41'},
+            'x86_64' => {:aki => 'aki-11d5aa43'}
+        },
+        'us-west-1' => {
+            'i386' => {:aki => 'aki-99a0f1dc'},
+            'x86_64' => {:aki => 'aki-9ba0f1de'}
+        },
+        'us-east-1' => {
+            'i386' => {:aki => 'aki-407d9529'},
+            'x86_64' => {:aki => 'aki-427d952b'}
+        }
+    }
+
+    def after_init
+      begin
+        @current_avaibility_zone = open('http://169.254.169.254/latest/meta-data/placement/availability-zone').string
+        @region = @current_avaibility_zone.scan(/((\w+)-(\w+)-(\d+))/).flatten.first
+      rescue
+        @current_avaibility_zone = nil
+        @region = nil
+      end
+
+      set_default_config_value('availability_zone', @current_avaibility_zone)
+      set_default_config_value('delete_on_termination', true)
+
+      register_supported_os('fedora', ['13', '14', '15'])
+      register_supported_os('rhel', ['6'])
+    end
+
+    def execute(type = :ebs)
+      validate_plugin_config(['access_key', 'secret_access_key', 'account_number'], 'http://boxgrinder.org/tutorials/boxgrinder-build-plugins/#EBS_Delivery_Plugin')
+
+      raise "You try to run this plugin on invalid platform. You can run EBS delivery plugin only on EC2." unless valid_platform?
+      raise "You can only convert to EBS type AMI appliances converted to EC2 format. Use '-p ec2' switch. For more info about EC2 plugin see http://boxgrinder.org/tutorials/boxgrinder-build-plugins/#EC2_Platform_Plugin." unless @previous_plugin_info[:name] == :ec2
+      raise "You selected #{@plugin_config['availability_zone']} avaibility zone, but your instance is running in #{@current_avaibility_zone} zone. Please change avaibility zone in plugin configuration file to #{@current_avaibility_zone} (see http://boxgrinder.org/tutorials/boxgrinder-build-plugins/#EBS_Delivery_Plugin) or use another instance in #{@plugin_config['availability_zone']} zone to create your EBS AMI." if @plugin_config['availability_zone'] != @current_avaibility_zone
+
+      ebs_appliance_description = "#{@appliance_config.summary} | Appliance version #{@appliance_config.version}.#{@appliance_config.release} | #{@appliance_config.hardware.arch} architecture"
+
+      @ec2 = AWS::EC2::Base.new(:access_key_id => @plugin_config['access_key'], :secret_access_key => @plugin_config['secret_access_key'])
+
+      @log.debug "Checking if appliance is already registered..."
+
+      ami_id = already_registered?(ebs_appliance_name)
+
+      if ami_id
+        @log.warn "EBS AMI '#{ebs_appliance_name}' is already registered as '#{ami_id}' (region: #{@region})."
+        return
+      end
+
+      @log.info "Creating new EBS volume..."
+
+      size = 0
+
+      @appliance_config.hardware.partitions.each_value { |partition| size += partition['size'] }
+
+      # create_volume with 10GB size
+      volume_id = @ec2.create_volume(:size => size.to_s, :availability_zone => @plugin_config['availability_zone'])['volumeId']
+
+      @log.debug "Volume #{volume_id} created."
+      @log.debug "Waiting for EBS volume #{volume_id} to be available..."
+
+      # wait fo volume to be created
+      wait_for_volume_status('available', volume_id)
+
+      # get first free device to mount the volume
+      suffix = free_device_suffix
+
+      @log.trace "Got free device suffix: '#{suffix}'"
+      @log.trace "Reading current instance id..."
+
+      # read current instance id
+      instance_id = open('http://169.254.169.254/latest/meta-data/instance-id').string
+
+      @log.trace "Got: #{instance_id}"
+      @log.info "Attaching created volume..."
+
+      # attach the volume to current host
+      @ec2.attach_volume(:device => "/dev/sd#{suffix}", :volume_id => volume_id, :instance_id => instance_id)
+
+      @log.debug "Waiting for EBS volume to be attached..."
+
+      # wait for volume to be attached
+      wait_for_volume_status('in-use', volume_id)
+
+      sleep 5 # let's wait to discover the attached volume by OS 
+
+      @log.info "Copying data to EBS volume..."
+
+      ec2_disk_mount_dir = "#{@dir.tmp}/ec2-#{rand(9999999999).to_s.center(10, rand(9).to_s)}"
+      ebs_disk_mount_dir = "#{@dir.tmp}/ebs-#{rand(9999999999).to_s.center(10, rand(9).to_s)}"
+
+      FileUtils.mkdir_p(ec2_disk_mount_dir)
+      FileUtils.mkdir_p(ebs_disk_mount_dir)
+
+      begin
+        ec2_mounts = @image_helper.mount_image(@previous_deliverables.disk, ec2_disk_mount_dir)
+      rescue => e
+        @log.debug e
+        raise "Error while mounting image. See logs for more info"
+      end
+
+      @log.debug "Creating filesystem on volume..."
+
+      @image_helper.create_filesystem(device_for_suffix(suffix))
+      @exec_helper.execute("mount #{device_for_suffix(suffix)} #{ebs_disk_mount_dir}")
+
+      @log.debug "Syncing files..."
+
+      @image_helper.sync_files(ec2_disk_mount_dir, ebs_disk_mount_dir)
+
+      @log.debug "Adjusting /etc/fstab..."
+
+      adjust_fstab(ebs_disk_mount_dir)
+
+      @exec_helper.execute("umount #{ebs_disk_mount_dir}")
+      @image_helper.umount_image(@previous_deliverables.disk, ec2_disk_mount_dir, ec2_mounts)
+
+      FileUtils.rm_rf(ebs_disk_mount_dir)
+      FileUtils.rm_rf(ec2_disk_mount_dir)
+
+      @log.debug "Detaching EBS volume..."
+
+      @ec2.detach_volume(:device => "/dev/sd#{suffix}", :volume_id => volume_id, :instance_id => instance_id)
+
+      @log.debug "Waiting for EBS volume to be available..."
+
+      wait_for_volume_status('available', volume_id)
+
+      @log.info "Creating snapshot from EBS volume..."
+
+      snapshot_id = @ec2.create_snapshot(
+          :volume_id => volume_id,
+          :description => ebs_appliance_description)['snapshotId']
+
+      @log.debug "Waiting for snapshot #{snapshot_id} to be completed..."
+
+      wait_for_snapshot_status('completed', snapshot_id)
+
+      @log.debug "Deleting temporary EBS volume..."
+
+      @ec2.delete_volume(:volume_id => volume_id)
+
+      @log.info "Registering image..."
+
+      image_id = @ec2.register_image(
+          :block_device_mapping => [{
+                                        :device_name => '/dev/sda1',
+                                        :ebs_snapshot_id => snapshot_id,
+                                        :ebs_delete_on_termination => @plugin_config['delete_on_termination']
+                                    },
+                                    {
+                                        :device_name => '/dev/sdb',
+                                        :virtual_name => 'ephemeral0'
+                                    },
+                                    {
+                                        :device_name => '/dev/sdc',
+                                        :virtual_name => 'ephemeral1'
+                                    },
+                                    {
+                                        :device_name => '/dev/sdd',
+                                        :virtual_name => 'ephemeral2'
+                                    },
+                                    {
+                                        :device_name => '/dev/sde',
+                                        :virtual_name => 'ephemeral3'
+                                    }],
+          :root_device_name => '/dev/sda1',
+          :architecture => @appliance_config.hardware.base_arch,
+          :kernel_id => KERNELS[@region][@appliance_config.hardware.base_arch][:aki],
+          :name => ebs_appliance_name,
+          :description => ebs_appliance_description)['imageId']
+
+      @log.info "EBS AMI '#{ebs_appliance_name}' registered: #{image_id} (region: #{@region})"
+    end
+
+    def ebs_appliance_name
+      base_path = "#{@appliance_config.name}/#{@appliance_config.os.name}/#{@appliance_config.os.version}/#{@appliance_config.version}.#{@appliance_config.release}"
+
+      return "#{base_path}/#{@appliance_config.hardware.arch}" unless @plugin_config['snapshot']
+
+      snapshot = 1
+
+      while already_registered?("#{base_path}-SNAPSHOT-#{snapshot}/#{@appliance_config.hardware.arch}")
+        snapshot += 1
+      end
+
+      "#{base_path}-SNAPSHOT-#{snapshot}/#{@appliance_config.hardware.arch}"
+    end
+
+    def already_registered?(name)
+      images = @ec2.describe_images(:owner_id => @plugin_config['account_number'].to_s.gsub(/-/, ''))
+
+      return false if images.nil? or images['imagesSet'].nil?
+
+      images['imagesSet']['item'].each { |image| return image['imageId'] if image['name'] == name }
+
+      false
+    end
+
+    def adjust_fstab(ebs_mount_dir)
+      @exec_helper.execute("cat #{ebs_mount_dir}/etc/fstab | grep -v '/mnt' | grep -v '/data' | grep -v 'swap' > #{ebs_mount_dir}/etc/fstab.new")
+      @exec_helper.execute("mv #{ebs_mount_dir}/etc/fstab.new #{ebs_mount_dir}/etc/fstab")
+    end
+
+    def wait_for_snapshot_status(status, snapshot_id)
+      snapshot = @ec2.describe_snapshots(:snapshot_id => snapshot_id)['snapshotSet']['item'].first
+
+      unless snapshot['status'] == status
+        sleep 2
+        wait_for_snapshot_status(status, snapshot_id)
+      end
+    end
+
+    def wait_for_volume_status(status, volume_id)
+      volume = @ec2.describe_volumes(:volume_id => volume_id)['volumeSet']['item'].first
+
+      unless volume['status'] == status
+        sleep 2
+        wait_for_volume_status(status, volume_id)
+      end
+    end
+
+    def device_for_suffix(suffix)
+      return "/dev/sd#{suffix}" if File.exists?("/dev/sd#{suffix}")
+      return "/dev/xvd#{suffix}" if File.exists?("/dev/xvd#{suffix}")
+
+      raise "Not found device for suffix #{suffix}"
+    end
+
+    def free_device_suffix
+      ("f".."p").each do |suffix|
+        return suffix unless File.exists?("/dev/sd#{suffix}") or File.exists?("/dev/xvd#{suffix}")
+      end
+
+      raise "Found too many attached devices. Cannot attach EBS volume."
+    end
+
+    def valid_platform?
+      begin
+        open("http://169.254.169.254/1.0/meta-data/local-ipv4")
+        true
+      rescue
+        false
+      end
+    end
+  end
+end
+
+plugin :class => BoxGrinder::EBSPlugin, :type => :delivery, :name => :ebs, :full_name  => "Elastic Block Storage"

data/lib/boxgrinder-build/plugins/delivery/local/local-plugin.rb

@@ -0,0 +1,66 @@
+#
+# Copyright 2010 Red Hat, Inc.
+#
+# This is free software; you can redistribute it and/or modify it
+# under the terms of the GNU Lesser General Public License as
+# published by the Free Software Foundation; either version 3 of
+# the License, or (at your option) any later version.
+#
+# This software is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this software; if not, write to the Free
+# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301 USA, or see the FSF site: http://www.fsf.org.
+
+require 'rubygems'
+require 'boxgrinder-build/helpers/package-helper'
+require 'boxgrinder-build/plugins/base-plugin'
+
+module BoxGrinder
+  class LocalPlugin < BasePlugin
+    def after_init
+      set_default_config_value('overwrite', false)
+      set_default_config_value('package', true)
+
+      if @plugin_config['package']
+        register_deliverable(:package => "#{@appliance_config.name}-#{@appliance_config.version}.#{@appliance_config.release}-#{@appliance_config.os.name}-#{@appliance_config.os.version}-#{@appliance_config.hardware.arch}-#{current_platform}.tgz")
+      end
+    end
+
+    def execute(type = :local)
+      validate_plugin_config(['path'], 'http://boxgrinder.org/tutorials/boxgrinder-build-plugins/#Local_delivery_plugin')
+
+      if @plugin_config['overwrite'] or !deliverables_exists?
+        PackageHelper.new(@config, @appliance_config, :log => @log, :exec_helper => @exec_helper).package(File.dirname(@previous_deliverables[:disk]), @deliverables[:package]) if @plugin_config['package']
+
+        FileUtils.mkdir_p @plugin_config['path']
+
+        @log.debug "Copying files to '#{@plugin_config['path']}'..."
+
+        (@plugin_config['package'] ? @deliverables : @previous_deliverables).each_value do |file|
+          @log.debug "Copying '#{file}'..."
+          @exec_helper.execute("cp '#{file}' '#{@plugin_config['path']}'")
+        end
+        @log.info "Appliance delivered to '#{@plugin_config['path']}'."
+      else
+        @log.info "Appliance already delivered to '#{@plugin_config['path']}'."
+      end
+    end
+
+    def deliverables_exists?
+      (@plugin_config['package'] ? @deliverables : @previous_deliverables).each_value do |file|
+        return false unless File.exists?("#{@plugin_config['path']}/#{File.basename(file)}")
+      end
+
+      @move_deliverables = false
+
+      true
+    end
+  end
+end
+
+plugin :class => BoxGrinder::LocalPlugin, :type => :delivery, :name => :local, :full_name  => "Local file system"

data/lib/boxgrinder-build/plugins/delivery/s3/s3-plugin.rb

@@ -0,0 +1,242 @@
+#
+# Copyright 2010 Red Hat, Inc.
+#
+# This is free software; you can redistribute it and/or modify it
+# under the terms of the GNU Lesser General Public License as
+# published by the Free Software Foundation; either version 3 of
+# the License, or (at your option) any later version.
+#
+# This software is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this software; if not, write to the Free
+# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
+# 02110-1301 USA, or see the FSF site: http://www.fsf.org.
+
+require 'rubygems'
+require 'boxgrinder-build/plugins/base-plugin'
+require 'boxgrinder-build/helpers/package-helper'
+require 'AWS'
+require 'aws'
+
+# TODO remove this when it'll become not necessary
+# quick fix for old active_support require issue in EPEL 5
+require 'active_support/basic_object'
+require 'active_support/duration'
+
+module BoxGrinder
+  class S3Plugin < BasePlugin
+    REGION_OPTIONS = {
+        'eu-west-1' => {
+            :endpoint => 's3.amazonaws.com',
+            :location => 'EU',
+            :kernel => {
+                'i386' => {:aki => 'aki-4deec439'},
+                'x86_64' => {:aki => 'aki-4feec43b'}
+            }
+        },
+
+        'ap-southeast-1' => {
+            :endpoint => 's3-ap-southeast-1.amazonaws.com',
+            :location => 'ap-southeast-1',
+            :kernel => {
+                'i386' => {:aki => 'aki-13d5aa41'},
+                'x86_64' => {:aki => 'aki-11d5aa43'}
+            }
+        },
+
+        'us-west-1' => {
+            :endpoint => 's3-us-west-1.amazonaws.com',
+            :location => 'us-west-1',
+            :kernel => {
+                'i386' => {:aki => 'aki-99a0f1dc'},
+                'x86_64' => {:aki => 'aki-9ba0f1de'}
+            }
+        },
+
+        'us-east-1' => {
+            :endpoint => 's3.amazonaws.com',
+            :location => '',
+            :kernel => {
+                'i386' => {:aki => 'aki-407d9529'},
+                'x86_64' => {:aki => 'aki-427d952b'}
+            }
+        }
+    }
+
+    def after_init
+      set_default_config_value('overwrite', false)
+      set_default_config_value('path', '/')
+      set_default_config_value('region', 'us-east-1')
+
+      register_supported_os("fedora", ['13', '14', '15'])
+      register_supported_os("centos", ['5'])
+      register_supported_os("rhel", ['5', '6'])
+
+      @ami_build_dir = "#{@dir.base}/ami"
+      @ami_manifest = "#{@ami_build_dir}/#{@appliance_config.name}.ec2.manifest.xml"
+    end
+
+    def execute(type = :ami)
+      validate_plugin_config(['bucket', 'access_key', 'secret_access_key'], 'http://boxgrinder.org/tutorials/boxgrinder-build-plugins/#S3_Delivery_Plugin')
+
+      case type
+        when :s3
+          upload_to_bucket(@previous_deliverables)
+        when :cloudfront
+          upload_to_bucket(@previous_deliverables, 'public-read')
+        when :ami
+          set_default_config_value('snapshot', false)
+          validate_plugin_config(['cert_file', 'key_file', 'account_number'], 'http://boxgrinder.org/tutorials/boxgrinder-build-plugins/#S3_Delivery_Plugin')
+
+          @plugin_config['account_number'] = @plugin_config['account_number'].to_s.gsub(/-/, '')
+
+          @ec2 = AWS::EC2::Base.new(:access_key_id => @plugin_config['access_key'], :secret_access_key => @plugin_config['secret_access_key'], :server => "ec2.#{@plugin_config['region']}.amazonaws.com")
+
+          ami_dir = ami_key(@appliance_config.name, @plugin_config['path'])
+          ami_manifest_key = "#{ami_dir}/#{@appliance_config.name}.ec2.manifest.xml"
+
+          if !s3_object_exists?(ami_manifest_key) or @plugin_config['snapshot']
+            bundle_image(@previous_deliverables)
+            fix_sha1_sum
+            upload_image(ami_dir)
+          else
+            @log.debug "AMI for #{@appliance_config.name} appliance already uploaded, skipping..."
+          end
+
+          register_image(ami_manifest_key)
+      end
+    end
+
+    # https://jira.jboss.org/browse/BGBUILD-34
+    def fix_sha1_sum
+      ami_manifest = File.open(@ami_manifest).read
+      ami_manifest.gsub!('(stdin)= ', '')
+
+      File.open(@ami_manifest, "w") { |f| f.write(ami_manifest) }
+    end
+
+    def upload_to_bucket(previous_deliverables, permissions = 'private')
+      register_deliverable(
+          :package => "#{@appliance_config.name}-#{@appliance_config.version}.#{@appliance_config.release}-#{@appliance_config.os.name}-#{@appliance_config.os.version}-#{@appliance_config.hardware.arch}-#{current_platform}.tgz"
+      )
+
+      # quick and dirty workaround to use @deliverables[:package] later in code
+      FileUtils.mv(@target_deliverables[:package], @deliverables[:package]) if File.exists?(@target_deliverables[:package])
+
+      PackageHelper.new(@config, @appliance_config, :log => @log, :exec_helper => @exec_helper).package(File.dirname(previous_deliverables[:disk]), @deliverables[:package])
+
+      remote_path = "#{s3_path(@plugin_config['path'])}#{File.basename(@deliverables[:package])}"
+      size_b = File.size(@deliverables[:package])
+
+      key = bucket(true, permissions).key(remote_path.gsub(/^\//, '').gsub(/\/\//, ''))
+
+      unless key.exists? or @plugin_config['overwrite']
+        @log.info "Uploading #{File.basename(@deliverables[:package])} (#{size_b/1024/1024}MB) to '#{@plugin_config['bucket']}#{remote_path}' path..."
+        key.put(open(@deliverables[:package]), permissions, :server => REGION_OPTIONS[@plugin_config['region']][:endpoint])
+        @log.info "Appliance #{@appliance_config.name} uploaded to S3."
+      else
+        @log.info "File '#{@plugin_config['bucket']}#{remote_path}' already uploaded, skipping."
+      end
+
+      @s3.close_connection
+    end
+
+    def bucket(create_if_missing = true, permissions = 'private')
+      @s3 ||= Aws::S3.new(@plugin_config['access_key'], @plugin_config['secret_access_key'], :connection_mode => :single, :logger => @log, :server => REGION_OPTIONS[@plugin_config['region']][:endpoint])
+      @s3.bucket(@plugin_config['bucket'], create_if_missing, permissions, :location => REGION_OPTIONS[@plugin_config['region']][:location])
+    end
+
+    def bundle_image(deliverables)
+      if @plugin_config['snapshot']
+        @log.debug "Removing bundled image from local disk..."
+        FileUtils.rm_rf(@ami_build_dir)
+      end
+
+      return if File.exists?(@ami_build_dir)
+
+      @log.info "Bundling AMI..."
+
+      FileUtils.mkdir_p(@ami_build_dir)
+
+      @exec_helper.execute("euca-bundle-image --ec2cert #{File.dirname(__FILE__)}/src/cert-ec2.pem -i #{deliverables[:disk]} --kernel #{REGION_OPTIONS[@plugin_config['region']][:kernel][@appliance_config.hardware.base_arch][:aki]} -c #{@plugin_config['cert_file']} -k #{@plugin_config['key_file']} -u #{@plugin_config['account_number']} -r #{@appliance_config.hardware.base_arch} -d #{@ami_build_dir}", :redacted => [@plugin_config['account_number'], @plugin_config['key_file'], @plugin_config['cert_file']])
+
+      @log.info "Bundling AMI finished."
+    end
+
+    def upload_image(ami_dir)
+      bucket # this will create the bucket if needed
+      @log.info "Uploading #{@appliance_config.name} AMI to bucket '#{@plugin_config['bucket']}'..."
+
+      @exec_helper.execute("euca-upload-bundle -U #{@plugin_config['url'].nil? ? "http://#{REGION_OPTIONS[@plugin_config['region']][:endpoint]}" : @plugin_config['url']} -b #{@plugin_config['bucket']}/#{ami_dir} -m #{@ami_manifest} -a #{@plugin_config['access_key']} -s #{@plugin_config['secret_access_key']}", :redacted => [@plugin_config['access_key'], @plugin_config['secret_access_key']])
+    end
+
+    def register_image(ami_manifest_key)
+      info = ami_info(ami_manifest_key)
+
+      if info
+        @log.info "Image for #{@appliance_config.name} is registered under id: #{info.imageId} (region: #{@plugin_config['region']})."
+      else
+        info = @ec2.register_image(:image_location => "#{@plugin_config['bucket']}/#{ami_manifest_key}")
+        @log.info "Image for #{@appliance_config.name} successfully registered under id: #{info.imageId} (region: #{@plugin_config['region']})."
+      end
+    end
+
+    def ami_info(ami_manifest_key)
+      ami_info = nil
+
+      images = @ec2.describe_images(:owner_id => @plugin_config['account_number']).imagesSet
+
+      return nil if images.nil?
+
+      for image in images.item do
+        ami_info = image if (image.imageLocation.eql?("#{@plugin_config['bucket']}/#{ami_manifest_key}"))
+      end
+
+      ami_info
+    end
+
+    def s3_path(path)
+      return '' if path == '/'
+
+      "#{path.gsub(/^(\/)*/, '').gsub(/(\/)*$/, '')}/"
+    end
+
+    def ami_key(appliance_name, path)
+      base_path = "#{s3_path(path)}#{appliance_name}/#{@appliance_config.os.name}/#{@appliance_config.os.version}/#{@appliance_config.version}.#{@appliance_config.release}"
+
+      return "#{base_path}/#{@appliance_config.hardware.arch}" unless @plugin_config['snapshot']
+
+      snapshot = 1
+
+      while s3_object_exists?("#{base_path}-SNAPSHOT-#{snapshot}/#{@appliance_config.hardware.arch}/")
+        snapshot += 1
+      end
+
+      "#{base_path}-SNAPSHOT-#{snapshot}/#{@appliance_config.hardware.arch}"
+    end
+
+    def s3_object_exists?(path)
+      @log.trace "Checking if '#{path}' path exists in #{@plugin_config['bucket']}..."
+
+      begin
+        b = bucket(false)
+        # Retrieve only one or no keys (if bucket is empty), throw an exception if bucket doesn't exists
+        b.keys('max-keys' => 1)
+
+        if b.key(path).exists?
+          @log.trace "Path exists!"
+          return true
+        end
+      rescue
+      end
+      @log.trace "Path doesn't exist!"
+      false
+    end
+  end
+end
+
+plugin :class => BoxGrinder::S3Plugin, :type => :delivery, :name => :s3, :full_name => "Amazon Simple Storage Service (Amazon S3)", :types => [:s3, :cloudfront, :ami]

data/lib/boxgrinder-build/plugins/delivery/s3/src/cert-ec2.pem

@@ -0,0 +1,23 @@
+-----BEGIN CERTIFICATE-----
+MIIDzjCCAzegAwIBAgIJALDnZV+lpZdSMA0GCSqGSIb3DQEBBQUAMIGhMQswCQYD
+VQQGEwJaQTEVMBMGA1UECBMMV2VzdGVybiBDYXBlMRIwEAYDVQQHEwlDYXBlIFRv
+d24xJzAlBgNVBAoTHkFtYXpvbiBEZXZlbG9wbWVudCBDZW50cmUgKFNBKTEMMAoG
+A1UECxMDQUVTMREwDwYDVQQDEwhBRVMgVGVzdDEdMBsGCSqGSIb3DQEJARYOYWVz
+QGFtYXpvbi5jb20wHhcNMDUwODA5MTYwMTA5WhcNMDYwODA5MTYwMTA5WjCBoTEL
+MAkGA1UEBhMCWkExFTATBgNVBAgTDFdlc3Rlcm4gQ2FwZTESMBAGA1UEBxMJQ2Fw
+ZSBUb3duMScwJQYDVQQKEx5BbWF6b24gRGV2ZWxvcG1lbnQgQ2VudHJlIChTQSkx
+DDAKBgNVBAsTA0FFUzERMA8GA1UEAxMIQUVTIFRlc3QxHTAbBgkqhkiG9w0BCQEW
+DmFlc0BhbWF6b24uY29tMIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQC8v/X5
+zZv8CAVfNmvBM0br/RUcf1wU8xC5d2otFQQsQKB3qiWoj3oHeOWskOlTPFVZ8N+/
+hEaMjyOUkg2+g6XEagCQtFCEBzUVoMjiQIBPiWj5CWkFtlav2zt33LZ0ErTND4xl
+j7FQFqbaytHU9xuQcFO2p12bdITiBs5Kwoi9bQIDAQABo4IBCjCCAQYwHQYDVR0O
+BBYEFPQnsX1kDVzPtX+38ACV8RhoYcw8MIHWBgNVHSMEgc4wgcuAFPQnsX1kDVzP
+tX+38ACV8RhoYcw8oYGnpIGkMIGhMQswCQYDVQQGEwJaQTEVMBMGA1UECBMMV2Vz
+dGVybiBDYXBlMRIwEAYDVQQHEwlDYXBlIFRvd24xJzAlBgNVBAoTHkFtYXpvbiBE
+ZXZlbG9wbWVudCBDZW50cmUgKFNBKTEMMAoGA1UECxMDQUVTMREwDwYDVQQDEwhB
+RVMgVGVzdDEdMBsGCSqGSIb3DQEJARYOYWVzQGFtYXpvbi5jb22CCQCw52VfpaWX
+UjAMBgNVHRMEBTADAQH/MA0GCSqGSIb3DQEBBQUAA4GBAJJlWll4uGlrqBzeIw7u
+M3RvomlxMESwGKb9gI+ZeORlnHAyZxvd9XngIcjPuU+8uc3wc10LRQUCn45a5hFs
+zaCp9BSewLCCirn6awZn2tP8JlagSbjrN9YShStt8S3S/Jj+eBoRvc7jJnmEeMkx
+O0wHOzp5ZHRDK7tGULD6jCfU
+-----END CERTIFICATE-----