boxgrinder-build 0.2.0 → 0.3.2

metadata

@@ -4,9 +4,9 @@ version: !ruby/object:Gem::Version
   prerelease: false
   segments: 
   - 0
+  - 3
   - 2
-  - 0
-  version: 0.2.0
+  version: 0.3.2
 platform: ruby
 authors: 
 - BoxGrinder Project
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-03-31 00:00:00 +02:00
+date: 2010-05-10 00:00:00 +02:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -27,8 +27,8 @@ dependencies:
         segments: 
         - 0
         - 0
-        - 4
-        version: 0.0.4
+        - 6
+        version: 0.0.6
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
@@ -101,67 +101,96 @@ dependencies:
         version: 0.8.7
   type: :runtime
   version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: progressbar
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 9
+        - 0
+        version: 0.9.0
+  type: :runtime
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: commander
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 4
+        - 0
+        - 3
+        version: 4.0.3
+  type: :runtime
+  version_requirements: *id008
 description: 
 email: info@boxgrinder.org
 executables: 
-- boxgrinder
+- boxgrinder-build
 extensions: []
 
 extra_rdoc_files: []
 
 files: 
-- lib/progressbar/progressbar.rb
-- lib/boxgrinder-build.rb
-- lib/boxgrinder-build/models/ssh-config.rb
-- lib/boxgrinder-build/defaults.rb
-- lib/boxgrinder-build/appliance-kickstart.rb
-- lib/boxgrinder-build/validators/appliance-dependency-validator.rb
+- lib/boxgrinder-build/plugins/base-plugin.rb
+- lib/boxgrinder-build/plugins/delivery/s3/aws-helper.rb
+- lib/boxgrinder-build/plugins/delivery/s3/s3-plugin.rb
+- lib/boxgrinder-build/plugins/delivery/local/local-plugin.rb
+- lib/boxgrinder-build/plugins/delivery/sftp/sftp-plugin.rb
+- lib/boxgrinder-build/plugins/delivery/base/base-delivery-plugin.rb
+- lib/boxgrinder-build/plugins/platform/base-platform-plugin.rb
+- lib/boxgrinder-build/plugins/platform/vmware/vmware-plugin.rb
+- lib/boxgrinder-build/plugins/platform/vmware/src/base.vmx
+- lib/boxgrinder-build/plugins/platform/vmware/src/README
+- lib/boxgrinder-build/plugins/platform/vmware/src/base.vmdk
+- lib/boxgrinder-build/plugins/platform/ec2/ec2-plugin.rb
+- lib/boxgrinder-build/plugins/platform/ec2/src/f12/yum.conf
+- lib/boxgrinder-build/plugins/platform/ec2/src/fstab_64bit
+- lib/boxgrinder-build/plugins/platform/ec2/src/f12-i386-boxgrinder.repo
+- lib/boxgrinder-build/plugins/platform/ec2/src/rc_local
+- lib/boxgrinder-build/plugins/platform/ec2/src/ifcfg-eth0
+- lib/boxgrinder-build/plugins/platform/ec2/src/f12-x86_64-boxgrinder.repo
+- lib/boxgrinder-build/plugins/platform/ec2/src/fstab_32bit
+- lib/boxgrinder-build/plugins/os/fedora/fedora-plugin.rb
+- lib/boxgrinder-build/plugins/os/rhel/rhel-plugin.rb
+- lib/boxgrinder-build/plugins/os/base-operating-system-plugin.rb
+- lib/boxgrinder-build/plugins/os/centos/centos-plugin.rb
+- lib/boxgrinder-build/plugins/os/base/rpm-based-os-plugin.rb
+- lib/boxgrinder-build/plugins/os/base/src/motd.init
+- lib/boxgrinder-build/plugins/os/base/src/appliance.ks.erb
+- lib/boxgrinder-build/plugins/os/base/src/base.repo
+- lib/boxgrinder-build/plugins/os/base/validators/rpm-dependency-validator.rb
+- lib/boxgrinder-build/plugins/os/base/kickstart.rb
+- lib/boxgrinder-build/managers/base-plugin-manager.rb
+- lib/boxgrinder-build/managers/platform-plugin-manager.rb
+- lib/boxgrinder-build/managers/delivery-plugin-manager.rb
+- lib/boxgrinder-build/managers/operating-system-plugin-manager.rb
 - lib/boxgrinder-build/validators/appliance-validator.rb
 - lib/boxgrinder-build/validators/appliance-config-parameter-validator.rb
 - lib/boxgrinder-build/validators/ssh-validator.rb
 - lib/boxgrinder-build/validators/validator.rb
 - lib/boxgrinder-build/validators/config-validator.rb
-- lib/boxgrinder-build/validators/appliance-definition-validator.rb
 - lib/boxgrinder-build/validators/aws-validator.rb
 - lib/boxgrinder-build/appliance.rb
-- lib/boxgrinder-build/helpers/aws-helper.rb
+- lib/boxgrinder-build/helpers/plugin-helper.rb
 - lib/boxgrinder-build/helpers/guestfs-helper.rb
-- lib/boxgrinder-build/helpers/ssh-helper.rb
 - lib/boxgrinder-build/helpers/rake-helper.rb
-- lib/boxgrinder-build/helpers/release-helper.rb
+- lib/boxgrinder-build/helpers/package-helper.rb
 - lib/boxgrinder-build/helpers/appliance-customize-helper.rb
-- lib/boxgrinder-build/images/ec2-image.rb
-- lib/boxgrinder-build/images/raw-image.rb
-- lib/boxgrinder-build/images/vmware-image.rb
-- lib/boxgrinder-build/boxgrinder.rb
-- lib/boxgrinder-build/erb/appliance.ks.erb
-- src/motd.init
-- src/f12/yum.conf
-- src/base.vmx
-- src/oddthesis/oddthesis.repo
-- src/oddthesis/RPM-GPG-KEY-oddthesis
-- src/README.vmware
-- src/base.vmdk
-- src/base.repo
-- src/ec2/fstab_64bit
-- src/ec2/f12-i386-boxgrinder.repo
-- src/ec2/rc_local
-- src/ec2/ifcfg-eth0
-- src/ec2/f12-x86_64-boxgrinder.repo
-- src/ec2/fstab_32bit
 - docs/node-info/pom.xml
 - docs/node-info/src/main/webapp/WEB-INF/web.xml
 - docs/node-info/src/main/webapp/META-INF/MANIFEST.MF
 - docs/node-info/src/main/webapp/index.jsp
-- docs/examples/appliances/packages-appliance/packages-appliance.appl
-- docs/examples/appliances/packages-appliance/packages-appliance.pp
-- docs/examples/appliances/mix-appliance/mix-appliance.appl
-- docs/examples/appliances/mix-appliance/mix-appliance.pp
-- docs/examples/appliances/minimal-appliance/minimal-appliance.appl
-- docs/examples/appliances/minimal-appliance/minimal-appliance.pp
-- docs/examples/appliances/appliances-appliance/appliances-appliance.pp
-- docs/examples/appliances/appliances-appliance/appliances-appliance.appl
-- extras/sign-rpms
+- docs/examples/appliances/appliances.appl
+- docs/examples/appliances/minimal.appl
+- docs/examples/appliances/mix.appl
+- docs/examples/appliances/packages.appl
 - README
 - LICENSE
 has_rdoc: true

data/docs/examples/appliances/appliances-appliance/appliances-appliance.appl

@@ -1,6 +0,0 @@
-
-summary: This is a appliance with multiple appliances
-
-appliances:
-  - minimal-appliance
-  - packages-appliance

data/docs/examples/appliances/appliances-appliance/appliances-appliance.pp

@@ -1,16 +0,0 @@
-# Modules used by the appliance
-import "appliance_base"
-import "banners"
-import "firewall"
-import "ssh"
-
-# Information about our appliance
-$appliance_name = "<%= appliance_summary %>"
-$appliance_version = "<%= appliance_version %>"
-
-# Configuration
-appliance_base::setup{$appliance_name:}
-appliance_base::enable_updates{$appliance_name:}
-banners::all{$appliance_name:}
-firewall::setup{$appliance_name: status=>"disabled"}
-ssh::setup{$appliance_name:}

data/docs/examples/appliances/minimal-appliance/minimal-appliance.appl

@@ -1,2 +0,0 @@
-
-summary: This is a appliance with minimal package set

data/docs/examples/appliances/minimal-appliance/minimal-appliance.pp

@@ -1,16 +0,0 @@
-# Modules used by the appliance
-import "appliance_base"
-import "banners"
-import "firewall"
-import "ssh"
-
-# Information about our appliance
-$appliance_name = "<%= appliance_summary %>"
-$appliance_version = "<%= appliance_version %>"
-
-# Configuration
-appliance_base::setup{$appliance_name:}
-appliance_base::enable_updates{$appliance_name:}
-banners::all{$appliance_name:}
-firewall::setup{$appliance_name: status=>"disabled"}
-ssh::setup{$appliance_name:}

data/docs/examples/appliances/mix-appliance/mix-appliance.appl

@@ -1,9 +0,0 @@
-
-summary: This is a appliance with additional packages and appliances
-
-appliances:
-  - packages-appliance
-
-packages:
-  - texlive-latex
-  - subversion

data/docs/examples/appliances/mix-appliance/mix-appliance.pp

@@ -1,16 +0,0 @@
-# Modules used by the appliance
-import "appliance_base"
-import "banners"
-import "firewall"
-import "ssh"
-
-# Information about our appliance
-$appliance_name = "<%= appliance_summary %>"
-$appliance_version = "<%= appliance_version %>"
-
-# Configuration
-appliance_base::setup{$appliance_name:}
-appliance_base::enable_updates{$appliance_name:}
-banners::all{$appliance_name:}
-firewall::setup{$appliance_name: status=>"disabled"}
-ssh::setup{$appliance_name:}

data/docs/examples/appliances/packages-appliance/packages-appliance.appl

@@ -1,6 +0,0 @@
-
-summary: This is a appliance with additional packages
-
-packages:
-  - mc
-  - subversion

data/docs/examples/appliances/packages-appliance/packages-appliance.pp

@@ -1,16 +0,0 @@
-# Modules used by the appliance
-import "appliance_base"
-import "banners"
-import "firewall"
-import "ssh"
-
-# Information about our appliance
-$appliance_name = "<%= appliance_summary %>"
-$appliance_version = "<%= appliance_version %>"
-
-# Configuration
-appliance_base::setup{$appliance_name:}
-appliance_base::enable_updates{$appliance_name:}
-banners::all{$appliance_name:}
-firewall::setup{$appliance_name: status=>"disabled"}
-ssh::setup{$appliance_name:}

data/extras/sign-rpms

@@ -1,12 +0,0 @@
-#!/usr/bin/expect -f
-
-set password [lindex $argv 0]
-
-foreach package [lrange $argv 1 end] {
-	spawn -noecho rpm --resign $package
-	expect -exact "Enter pass phrase: "
-	send "$password\r"
-	#expect -re "$package"
-}
-
-expect eof

data/lib/boxgrinder-build/boxgrinder.rb

@@ -1,93 +0,0 @@
-# JBoss, Home of Professional Open Source
-# Copyright 2009, Red Hat Middleware LLC, and individual contributors
-# by the @authors tag. See the copyright.txt in the distribution for a
-# full listing of individual contributors.
-#
-# This is free software; you can redistribute it and/or modify it
-# under the terms of the GNU Lesser General Public License as
-# published by the Free Software Foundation; either version 2.1 of
-# the License, or (at your option) any later version.
-#
-# This software is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this software; if not, write to the Free
-# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
-# 02110-1301 USA, or see the FSF site: http://www.fsf.org.
-
-require 'rake'
-require 'boxgrinder-core/defaults'
-require 'boxgrinder-core/models/config'
-require 'boxgrinder-core/models/appliance-config'
-require 'boxgrinder-core/helpers/appliance-config-helper'
-require 'boxgrinder-build/defaults'
-require 'boxgrinder-build/appliance'
-require 'boxgrinder-build/validators/validator'
-require 'boxgrinder-build/validators/appliance-config-parameter-validator'
-require 'boxgrinder-build/validators/appliance-definition-validator'
-require 'boxgrinder-build/helpers/rake-helper'
-require 'ostruct'
-require 'yaml'
-
-$stderr.reopen('/dev/null')
-
-module BoxGrinder
-  class BoxGrinder
-    def initialize( project_config = Hash.new )
-      @log = LOG
-      # validates parameters, this is a pre-validation
-      ApplianceConfigParameterValidator.new.validate
-
-      name    =   project_config[:name]     || DEFAULT_PROJECT_CONFIG[:name]
-      version =   project_config[:version]  || DEFAULT_PROJECT_CONFIG[:version]
-      release =   project_config[:release]  || DEFAULT_PROJECT_CONFIG[:release]
-
-      # dirs
-
-      dir = OpenStruct.new
-      dir.root        = `pwd`.strip
-      dir.base        = "#{File.dirname( __FILE__ )}/../../"
-      dir.build       = project_config[:dir_build]          || DEFAULT_PROJECT_CONFIG[:dir_build]
-      dir.top         = project_config[:dir_top]            || "#{dir.build}/topdir"
-      dir.src_cache   = project_config[:dir_src_cache]      || DEFAULT_PROJECT_CONFIG[:dir_src_cache]
-      dir.rpms_cache  = project_config[:dir_rpms_cache]     || DEFAULT_PROJECT_CONFIG[:dir_rpms_cache]
-      dir.specs       = project_config[:dir_specs]          || DEFAULT_PROJECT_CONFIG[:dir_specs]
-      dir.appliances  = project_config[:dir_appliances]     || DEFAULT_PROJECT_CONFIG[:dir_appliances]
-      dir.src         = project_config[:dir_src]            || DEFAULT_PROJECT_CONFIG[:dir_src]
-      dir.kickstarts  = project_config[:dir_kickstarts]     || DEFAULT_PROJECT_CONFIG[:dir_kickstarts]
-
-      config_file = ENV['BG_CONFIG_FILE'] || "#{ENV['HOME']}/.boxgrinder/config"
-
-      @config = Config.new( name, version, release, dir, config_file )
-
-      define_rules
-    end
-
-    def define_rules
-      Validator.new( @config, :log => @log )
-
-      Rake::Task[ 'validate:all' ].invoke
-
-      directory @config.dir.build
-
-      definitions = {}
-
-      Dir[ "#{@config.dir.appliances}/**/*.appl", "#{@config.dir.base}/appliances/*.appl" ].each do |file|
-        definition = YAML.load_file( file )
-
-        ApplianceDefinitionValidator.new( definition ).validate
-        
-        definitions[definition['name']] = definition
-      end
-
-      for definition in definitions.values
-        Appliance.new( @config, ApplianceConfigHelper.new( definitions ).merge( ApplianceConfig.new( definition ).init_arch ).initialize_paths, :log => @log )
-      end
-    end
-
-    attr_reader :config
-  end
-end

data/lib/boxgrinder-build/helpers/release-helper.rb

@@ -1,136 +0,0 @@
-# JBoss, Home of Professional Open Source
-# Copyright 2009, Red Hat Middleware LLC, and individual contributors
-# by the @authors tag. See the copyright.txt in the distribution for a
-# full listing of individual contributors.
-#
-# This is free software; you can redistribute it and/or modify it
-# under the terms of the GNU Lesser General Public License as
-# published by the Free Software Foundation; either version 2.1 of
-# the License, or (at your option) any later version.
-#
-# This software is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
-# Lesser General Public License for more details.
-#
-# You should have received a copy of the GNU Lesser General Public
-# License along with this software; if not, write to the Free
-# Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
-# 02110-1301 USA, or see the FSF site: http://www.fsf.org.
-
-require 'rake/tasklib'
-require 'boxgrinder-core/validators/errors'
-require 'boxgrinder-build/validators/ssh-validator'
-require 'boxgrinder-build/models/ssh-config'
-require 'boxgrinder-build/helpers/ssh-helper'
-
-module BoxGrinder
-  class ReleaseHelper < Rake::TaskLib
-    def initialize( config, appliance_config, options = {} )
-      @config = config
-      @appliance_config = appliance_config
-
-      @log          = options[:log]         || Logger.new(STDOUT)
-      @exec_helper  = options[:exec_helper] || ExecHelper.new( { :log => @log } )
-
-      @package_build_commands = {
-              :raw => {
-                      :tgz => "tar -C #{@appliance_config.path.dir.raw.build_full} -cvzf #{@appliance_config.path.file.package[:raw][:tgz]} #{@appliance_config.name}-sda.raw #{@appliance_config.name}.xml",
-                      :zip => "cd #{@appliance_config.path.dir.raw.build_full} && zip -r #{Dir.pwd}/#{@appliance_config.path.file.package[:raw][:zip]} ."
-              },
-              :vmware => {
-                      :tgz => "tar -C #{@appliance_config.path.dir.vmware.build} -cvzf '#{@appliance_config.path.file.package[:vmware][:tgz]}' README #{@appliance_config.name}-sda.raw personal/#{@appliance_config.name}.vmx personal/#{@appliance_config.name}.vmdk enterprise/#{@appliance_config.name}.vmx enterprise/#{@appliance_config.name}.vmdk",
-                      :zip => "cd #{@appliance_config.path.dir.vmware.build} && zip #{Dir.pwd}/#{@appliance_config.path.file.package[:vmware][:zip]} README #{@appliance_config.name}-sda.raw personal/#{@appliance_config.name}.vmx personal/#{@appliance_config.name}.vmdk enterprise/#{@appliance_config.name}.vmx enterprise/#{@appliance_config.name}.vmdk"
-              }
-      }
-
-      @base_remote_file_path = "#{@config.version_with_release}/#{@appliance_config.hardware.arch}"
-
-      define_tasks
-    end
-
-    def define_tasks
-
-      directory @appliance_config.path.dir.packages
-
-      [ :tgz, :zip ].each do |package_format|
-        task "appliance:#{@appliance_config.name}:package:#{package_format}" => [ @appliance_config.path.file.package[:raw][package_format], @appliance_config.path.file.package[:vmware][package_format] ]
-
-        [ :vmware, :raw ].each do |image_format|
-          basename = File.basename( @appliance_config.path.file.package[image_format][package_format] )
-          files_to_upload = { "#{@appliance_config.name}/#{@appliance_config.version}.#{@appliance_config.release}/#{@appliance_config.hardware.arch}/#{basename}" => @appliance_config.path.file.package[image_format][package_format] }
-
-          desc "Create #{image_format.to_s.upcase} #{package_format.to_s.upcase} package for #{@appliance_config.simple_name} appliance"
-          task "appliance:#{@appliance_config.name}:package:#{image_format}:#{package_format}" => [ @appliance_config.path.file.package[image_format][package_format] ]
-
-          file @appliance_config.path.file.package[image_format][package_format] => [ @appliance_config.path.dir.packages, "appliance:#{@appliance_config.name}" ] do
-            @log.info "Packaging #{@appliance_config.name} appliance #{image_format.to_s.upcase} image (#{@appliance_config.os.name} #{@appliance_config.os.version}, #{@appliance_config.hardware.arch} arch, #{package_format.to_s.upcase} format)..."
-
-            Rake::Task[ "#{@appliance_config.path.dir.vmware.build}/README" ].invoke if image_format.eql?(:vmware)
-
-            @exec_helper.execute @package_build_commands[image_format][package_format]
-            @log.info "#{image_format.to_s.upcase} #{package_format.to_s.upcase} package created."
-          end
-
-          task "appliance:#{@appliance_config.name}:upload:#{image_format}:#{package_format}:ssh" => [ "appliance:#{@appliance_config.name}:package:#{image_format}:#{package_format}" ] do
-            upload_via_ssh( files_to_upload )
-          end
-
-          task "appliance:#{@appliance_config.name}:upload:#{image_format}:#{package_format}:cloudfront" => [ "appliance:#{@appliance_config.name}:package:#{image_format}:#{package_format}" ] do
-            upload_to_cloudfront( files_to_upload )
-          end
-        end
-      end
-
-      file "#{@appliance_config.path.dir.vmware.build}/README" => [ "appliance:#{@appliance_config.name}:vmware:personal", "appliance:#{@appliance_config.name}:vmware:enterprise" ] do
-        readme = File.open( "#{@config.dir.base}/src/README.vmware" ).read
-
-        readme.gsub!( /#APPLIANCE_NAME#/, @appliance_config.name )
-        readme.gsub!( /#NAME#/, @config.name )
-        readme.gsub!( /#VERSION#/, @config.version_with_release )
-
-        File.open( "#{@appliance_config.path.dir.vmware.build}/README", "w") {|f| f.write( readme ) }
-      end
-
-    end
-
-    def upload_via_ssh( files )
-      @log.info "Uploading #{@appliance_config.name} appliance via SSH..."
-
-      SSHValidator.new( @config ).validate
-
-      ssh_config = SSHConfig.new( @config )
-
-      ssh_helper = SSHHelper.new( ssh_config.options, { :log => @log } )
-      ssh_helper.connect
-      ssh_helper.upload_files( ssh_config.cfg['remote_release_path'], files )
-      ssh_helper.disconnect
-
-      @log.info "Appliance #{@appliance_config.simple_name} uploaded."
-    end
-
-    def upload_to_cloudfront( files )
-      AWSHelper.new( @config, @appliance_config )
-
-      bucket = @config.data['release']['cloudfront']['bucket_name']
-
-      @log.info "Uploading #{@appliance_config.name} appliance to CloudFront bucket '#{bucket}'..."
-
-      begin
-        AWS::S3::Bucket.find( bucket )
-      rescue AWS::S3::NoSuchBucket
-        AWS::S3::Bucket.create( bucket )
-        retry
-      end
-
-      for key in files.keys
-        unless S3Object.exists?( key, bucket )
-          AWS::S3::S3Object.store( key, open( files[key] ), bucket, :access => :public_read )
-        end
-      end
-
-      @log.info "Appliance #{@appliance_config.simple_name} uploaded."
-    end
-  end
-end
-