bunchr 0.1.1

data/example_recipes/sensu.rake

@@ -0,0 +1,18 @@
+Bunchr::Software.new do |t|
+  t.name = 'sensu'
+
+  install_prefix = "#{Bunchr.install_dir}"
+
+  # use the gem installed by the ruby.rake recipe in <Bunchr.install_dir>/embedded/bin
+  gem_bin = "#{install_prefix}/embedded/bin/gem"
+  
+  t.download_commands << "git clone git://github.com/sensu/sensu.git"
+
+  t.build_commands << "rm -f sensu-*.gem"
+  t.build_commands << "#{gem_bin} build sensu.gemspec"
+
+  t.install_commands << "#{gem_bin} install --no-ri --no-rdoc \
+                        sensu-*.gem"
+
+  CLEAN << install_prefix
+end

data/example_recipes/sensu_bin_stubs.rake

@@ -0,0 +1,17 @@
+Bunchr::Software.new do |t|
+  t.name = 'sensu_bin_stubs'
+
+  bin_dir = "#{Bunchr.install_dir}/bin"
+
+  # build and install commands run from t.work_dir. In this case, our
+  # files are located in the same dir as the Rakefile.
+  t.work_dir = Dir.pwd
+
+  t.install_commands << "rm -rf #{bin_dir}"
+  t.install_commands << "mkdir -p #{bin_dir}"
+
+  t.install_commands << "ln -s ../embedded/bin/sensu-api    #{bin_dir}/sensu-api"
+  t.install_commands << "ln -s ../embedded/bin/sensu-client #{bin_dir}/sensu-client"
+  t.install_commands << "ln -s ../embedded/bin/sensu-server #{bin_dir}/sensu-server"
+  t.install_commands << "ln -s ../embedded/bin/sensu-dashboard #{bin_dir}/sensu-dashboard"
+end

data/example_recipes/sensu_configs.rake

@@ -0,0 +1,30 @@
+Bunchr::Software.new do |t|
+  t.name = 'sensu_configs'
+
+  # build and install commands run from t.work_dir. In this case, our
+  # files are located in the same dir as the Rakefile.
+  t.work_dir = Dir.pwd
+
+  t.install_commands << "rm -rf /etc/sensu"
+  t.install_commands << "rm -rf /etc/init.d/sensu-*"
+  t.install_commands << "rm -rf /usr/share/sensu"
+  t.install_commands << "rm -rf /var/log/sensu"
+  
+  t.install_commands << "cp -rf ./sensu_configs/sensu /etc/sensu"
+  t.install_commands << "cp -f ./sensu_configs/logrotate.d/sensu /etc/logrotate.d/sensu"
+
+  t.install_commands << "cp -f ./sensu_configs/init.d/sensu-api /etc/init.d/sensu-api"
+  t.install_commands << "cp -f ./sensu_configs/init.d/sensu-server /etc/init.d/sensu-server"
+  t.install_commands << "cp -f ./sensu_configs/init.d/sensu-client /etc/init.d/sensu-client"
+  t.install_commands << "cp -f ./sensu_configs/init.d/sensu-dashboard /etc/init.d/sensu-dashboard"
+
+  t.install_commands << "mkdir -p /usr/share/sensu/upstart"
+  t.install_commands << "cp -f ./sensu_configs/init/*.conf /usr/share/sensu/upstart/"
+
+  t.install_commands << "mkdir /var/log/sensu"
+
+  CLEAN << "/var/log/sensu"
+  CLEAN << "/etc/sensu"
+  CLEAN << "/etc/init.d/sensu-*"
+  CLEAN << "/usr/share/sensu"
+end

data/example_recipes/sensu_dashboard.rake

@@ -0,0 +1,17 @@
+Bunchr::Software.new do |t|
+  t.name = 'sensu_dashboard'
+
+  install_prefix = "#{Bunchr.install_dir}"
+  # use the gem installed by the ruby.rake recipe in <Bunchr.install_dir>/embedded/bin
+  gem_bin = "#{install_prefix}/embedded/bin/gem"
+
+  t.download_commands << "git clone git://github.com/sensu/sensu-dashboard.git"
+
+  t.work_dir = 'sensu-dashboard'
+  
+  t.build_commands << "rm -f sensu-dashboard-*.gem"
+  t.build_commands << "#{gem_bin} build sensu-dashboard.gemspec"
+
+  t.install_commands << "#{gem_bin} install --no-ri --no-rdoc \
+                        sensu-dashboard-*.gem"
+end

data/example_recipes/zlib.rake

@@ -0,0 +1,32 @@
+Bunchr::Software.new do |t|
+  t.name = 'zlib'
+  t.version = '1.2.6'
+
+  install_prefix = "#{Bunchr.install_dir}/embedded"
+
+  t.download_commands << "curl -O http://zlib.net/zlib-1.2.6.tar.gz"
+  t.download_commands << "tar xfvz zlib-1.2.6.tar.gz"
+
+  os   = t.ohai['os']
+  arch = t.ohai['kernel']['machine']
+
+  if os == 'darwin' && arch == 'x86_64'
+    t.build_environment['LDFLAGS'] = "-R#{install_prefix}/lib -L#{install_prefix}/lib -I#{install_prefix}/include"
+    t.build_environment['CFLAGS'] = "-I#{install_prefix}/include -L#{install_prefix}/lib"
+  elsif os == 'linux'
+    t.build_environment['LDFLAGS'] = "-Wl,-rpath #{install_prefix}/lib -L#{install_prefix}/lib -I#{install_prefix}/include"
+    t.build_environment['CFLAGS'] = "-I#{install_prefix}/include -L#{install_prefix}/lib"
+  end
+
+  # gcc will error if the lib dir doesn't exist, at least on some linux platforms
+  unless File.directory?("#{install_prefix}/lib")
+    t.build_commands << "mkdir #{install_prefix}/lib"
+  end
+  
+  t.build_commands << "./configure --prefix=#{install_prefix}"
+  t.build_commands << "make"
+
+  t.install_commands << "make install"
+
+  CLEAN << install_prefix
+end

data/lib/bunchr/logger.rb

@@ -0,0 +1,18 @@
+require 'logger'
+
+module Bunchr
+  class Logger
+
+    @@log = nil
+
+    def self.logger()
+      if @@log.nil?
+        @@log ||= ::Logger.new(STDOUT)
+        @@log.level = ENV['BUNCHR_DEBUG'] ? ::Logger::DEBUG : ::Logger::INFO
+        # @@log.level = ::Logger::DEBUG
+      end
+      @@log
+    end
+
+  end
+end

data/lib/bunchr/ohai.rb

@@ -0,0 +1,18 @@
+require 'ohai'
+
+module Bunchr
+  class Ohai
+
+    @@ohai = nil
+
+    def self.ohai
+      if @@ohai.nil?
+        @@ohai ||= ::Ohai::System.new
+        @@ohai.require_plugin('os')
+        @@ohai.require_plugin('platform')
+      end
+      @@ohai
+    end
+
+  end
+end

data/lib/bunchr/packages.rb

@@ -0,0 +1,176 @@
+require 'rake'
+require 'rake/tasklib'
+require 'rake/clean'
+require 'bunchr/utils'
+
+module Bunchr
+
+  class Packages < ::Rake::TaskLib
+    include ::Bunchr::Utils
+
+    # only attempt to build .rpm's on these platforms (as reported by
+    # ohai.platform)
+    RPM_PLATFORMS = %w[centos redhat fedora scientific]
+
+    # only attempt to build .deb's on these platforms (as reported by
+    # ohai.platform)
+    DEB_PLATFORMS = %w[debian ubuntu]
+
+    attr_accessor :name, :version, :iteration, :license, :vendor, :url, :category
+    attr_accessor :description
+    attr_accessor :files, :config_files, :scripts
+
+  	def initialize
+      @name = nil
+      @version = nil
+      @iteration = nil
+      @arch = ohai['kernel']['machine']
+      @license = nil
+      @vendor = nil
+      @category = nil
+      @url = nil
+      @description = nil
+      @files = []
+      @config_files = []
+      @scripts = {}
+      yield self if block_given?
+      define unless name.nil? or version.nil?
+    end
+
+    # 
+    # returns the current architecture. Convert some architectures for the 
+    # underlying packaging systems, such as i686 to i386.
+    def arch
+      case @arch
+      when 'i686', 'i386'
+        'i386'
+      else
+        @arch
+      end
+    end
+
+    # explicitly set @arch to `a`
+    def arch=(a)
+      @arch = a
+    end
+
+    def define
+      logger.debug "Defining tasks for package:#{name} #{version}"
+
+      namespace 'packages' do
+        namespace name do
+          define_build_tarball
+          define_build_rpm
+          define_build_deb
+          # TODO-future: build solaris pkgs, windows too?!
+
+          define_build_all
+          
+          task :done    => "#{name}:build"
+          task :default => "#{name}:done"
+        end
+        desc "Create bunchr packages for #{name} #{version}-#{iteration}"
+        task name => "#{name}:default"
+      end
+    end
+
+    def define_build_tarball
+      tarball_name = "#{name}-#{version}-#{iteration}-#{arch}.tar.gz"
+
+      desc "Build tarball: #{tarball_name}"
+      task :build_tarball do
+
+        logger.info "Building tarball '#{tarball_name}'"
+
+        files_str = files.join(' ') + ' ' + config_files.join(' ')
+        sh "tar czf #{tarball_name} #{files_str}"
+      end
+    end
+
+    def define_build_rpm
+      desc "Build RPM: #{name}-#{version}-#{iteration}-#{arch}"
+      task :build_rpm do
+
+        if RPM_PLATFORMS.include? ohai.platform
+          logger.info "Building RPM '#{name}-#{version}-#{iteration}-#{arch}'"
+
+          sh "fpm -s dir -t rpm -a #{arch} -n #{name} -v #{version} \
+              --iteration #{iteration}                              \
+              --url         '#{url}'                                \
+              --description '#{description}'                        \
+              --license     '#{license}'                            \
+              --vendor      '#{vendor}'                             \
+              --category    '#{category}'                           \
+              #{fpm_scripts_args}                                   \
+              #{fpm_config_files_args}                              \
+              #{config_files.join(' ')}                             \
+              #{files.join(' ')}"
+
+          logger.info "RPM built."
+        else
+          logger.info "Not building RPM, platform [#{ohai.platform}] does not support it."
+        end
+        
+      end
+    end
+
+    def define_build_deb
+      desc "Build deb: #{name}-#{version}-#{iteration}-#{arch}"
+      task :build_deb do
+
+        if DEB_PLATFORMS.include? ohai.platform
+          logger.info "Building DEB '#{name}-#{version}-#{iteration}-#{arch}'"
+
+          sh "fpm -s dir -t deb -a #{arch} -n #{name} -v #{version} \
+              --iteration #{iteration}                              \
+              --url         '#{url}'                                \
+              --description '#{description}'                        \
+              --license     '#{license}'                            \
+              --vendor      '#{vendor}'                             \
+              --category    '#{category}'                           \
+              #{fpm_scripts_args}                                   \
+              #{fpm_config_files_args}                              \
+              #{config_files.join(' ')}                             \
+              #{files.join(' ')}"
+
+          logger.info "DEB built."
+        else
+          logger.info "Not building DEB, platform [#{ohai.platform}] does not support it."
+        end
+
+      end
+    end
+
+    def define_build_all
+      desc "Build all packages: #{name}-#{version}-#{iteration}-#{arch}"
+      task :build => [:build_tarball, :build_rpm, :build_deb]
+    end
+
+    # depend on a {Bunchr::Software} object to be built and installed
+    def include_software(other_dependency)
+      namespace 'packages' do
+        namespace name do
+          task :build => "software:#{other_dependency}:done"
+        end
+      end
+    end
+
+    # return an argument string for fpm with '--config-files' prefixed to
+    # every file in the config_files array. 
+    #   eg: '--config-files /etc/file1 --config-files /etc/file2'
+    def fpm_config_files_args
+      config_files.map { |f| '--config-files ' + f }.join(' ')
+    end
+
+    # returns an argument string for fpm with files from the scripts hash, eg:
+    #  scripts[:after_install] = 'file1'
+    #  scripts[:before_remove] = 'file2'
+    #  fpm_scripts_args() # => '--after-install file1 --before-remove file2'
+    def fpm_scripts_args
+      scripts.map do |k,v|
+        "--#{k.to_s.tr('_','-')} #{v}" << ' '
+      end.join(' ')
+    end
+
+  end
+end

data/lib/bunchr/software.rb

@@ -0,0 +1,164 @@
+require 'rake'
+require 'rake/tasklib'
+require 'rake/clean'
+require 'yaml'
+require 'bunchr/utils'
+
+module Bunchr
+
+  class Software < ::Rake::TaskLib
+    include ::Bunchr::Utils
+
+    attr_accessor :name, :version
+    attr_accessor :download_commands, :build_commands, :install_commands
+    attr_accessor :download_environment, :build_environment, :install_environment
+
+    def initialize()
+      @name = nil
+      @version = nil
+      @install_commands = []
+      @build_commands = []
+      @download_commands = []
+      @install_environment = {}
+      @build_environment = {}
+      @download_environment = {}
+      yield self if block_given?
+      define unless name.nil?
+    end
+
+    def download_dir
+      File.join(Bunchr.build_dir, name)
+    end
+
+    # The directory this task unpacks into
+    def work_dir
+      @work_dir ||= File.join(download_dir, "#{name + (version ? "-#{version}" : "") }")
+    end
+
+    # override the directory that the local source unpacks into if it is not
+    # +name-version+. If pd is an absolute path, use it. Otherwise, prepend with
+    # @download_dir.
+    def work_dir=(pd)
+      if pd =~ /^\//
+        @work_dir = pd
+      else
+        @work_dir = File.join(download_dir, pd)
+      end
+    end
+
+    # Define all the tasks in the namespace of the +name+ of this task.
+    #
+    # The dependency chain is:
+    #
+    #   :install => :build => :download
+    def define
+      logger.debug "Defining tasks for software:#{name} #{version}"
+
+      namespace 'software' do
+        namespace name do
+          define_download
+          define_build
+          define_install
+
+          task :done    => "software:#{name}:install"
+          task :default => "software:#{name}:done"
+        end
+
+        desc "Download, build, and install #{name} #{version}"
+        task name => "#{name}:default"
+      end
+      
+    end
+
+    def define_download
+      directory download_dir
+
+      desc "Download #{name} #{version}"
+      task :download => dotfile('download') do
+        logger.info "#{name} #{version} downloaded"
+      end
+
+      file dotfile('download') => download_dir do
+        logger.info "Downloading #{name} #{version}"
+        Dir.chdir(download_dir) do
+          download
+        end
+        dotfile!('download')
+      end
+      ::CLEAN << dotfile('download')
+      ::CLEAN << download_dir
+    end
+
+    def define_build
+      desc "Build #{name} #{version}"
+      task :build => dotfile('build') do
+        logger.info "#{name} #{version} built"
+      end
+
+      file dotfile('build') => "software:#{name}:download" do
+        logger.info "Bulding #{name} #{version}"
+        Dir.chdir(work_dir) do
+          build
+        end
+        dotfile!('build')
+      end
+      ::CLEAN << dotfile('build')
+    end
+
+    def define_install
+      desc "Install #{name} #{version}"
+      task :install => dotfile('install')  do
+        logger.info "#{name} #{version} is installed"
+      end
+
+      file dotfile('install') => "software:#{name}:build" do 
+        logger.info "Installing #{name} #{version}"
+        Dir.chdir(work_dir) do
+          install
+        end
+        dotfile!('install')
+      end
+      ::CLEAN << dotfile('install')
+
+    end
+
+    # Execute all the build commands
+    def download
+      download_commands.each do |cmd|
+        sh(cmd, download_environment, download_dir)
+      end
+    end
+
+    # Execute all the build commands
+    def build
+      build_commands.each do |cmd|
+        sh(cmd, build_environment, work_dir)
+      end
+    end
+
+    # Execute all the install commands
+    def install
+      install_commands.each do |cmd|
+        sh(cmd, install_environment, work_dir)
+      end
+    end
+
+    # depend on a {Bunchr::Software} object to be built and installed
+    def depends_on(dependency)
+      namespace 'software' do
+        namespace name do
+          task :build => "software:#{dependency}:done"
+        end
+      end
+    end
+
+    def dotfile(name)
+      File.join(download_dir, ".#{name}")
+    end
+
+    def dotfile!(name)
+      File.open(dotfile(name), "w") { |f| puts Time.now }
+    end
+
+  end
+end

data/lib/bunchr/utils.rb

@@ -0,0 +1,36 @@
+require 'systemu'
+require 'bunchr/logger'
+require 'bunchr/ohai'
+
+module Bunchr
+  module Utils
+
+    # Execute a shell command, with optional environment. stdout and stderr
+    # will be sent to the logger if the command exits with non-zero status.
+    def sh(cmd, env={}, dir=nil)
+      logger.info("Executing: [#{cmd.gsub(/\s{2,}/, ' ')}]")
+
+      output = ''
+      status = systemu("#{cmd}", 
+                       :stdout => output,
+                       :stderr => output,
+                       :env => env,
+                       :cwd => dir)
+      if status.exitstatus > 0
+        logger << output
+        fail "Command failed with status (#{status.exitstatus}): [#{cmd.gsub(/\s{2,}/, ' ')}]."
+      end
+    end
+
+    # handle to the top level logger
+    def logger
+      Bunchr::Logger.logger
+    end
+
+    # handle to the top level ohai for generic system information
+    def ohai
+      Bunchr::Ohai.ohai
+    end
+
+  end
+end

data/lib/bunchr/version.rb

@@ -0,0 +1,3 @@
+module Bunchr
+  VERSION = '0.1.1'
+end

data/lib/bunchr.rb

@@ -0,0 +1,42 @@
+module Bunchr
+  require 'bunchr/software'
+  require 'bunchr/packages'
+  require 'bunchr/logger'
+  require 'bunchr/utils'
+  require 'bunchr/ohai'
+
+  # global module variables that must be set ay a Bunchr project and will
+  # be used by Bunchr::Software and ::Packages tasks.
+  @@build_dir = nil
+  @@install_dir = nil
+
+  class << self
+    def install_dir
+      if @@install_dir.nil?
+        raise "You must set `Bunchr.install_dir = '/path'` in your Rakefile."
+      end
+      @@install_dir
+    end
+
+    def install_dir=(dir)
+      @@install_dir = dir
+    end
+
+    def build_dir
+      if @@build_dir.nil?
+        raise "You must set `Bunchr.build_dir = '/path'` in your Rakefile."
+      end
+      @@build_dir
+    end
+
+    def build_dir=(dir)
+      @@build_dir = dir
+    end
+
+    # simple wrapper around Rake's import() method for loading .rake files
+    def load_recipes(*files)
+      files.flatten.each { |f| import f }
+    end
+  end
+
+end