builderator 0.3.15 → 1.0.0.pre.rc.1

data/lib/builderator/model/cleaner/volumes.rb

@@ -0,0 +1,48 @@
+require 'aws-sdk'
+require_relative '../../util'
+
+module Builderator
+  module Model
+    # :nodoc:
+    module Cleaner
+      def self.volumes
+        @volumes ||= Volumes.new
+      end
+
+      ##
+      # EC2 Volume Resources
+      ##
+      class Volumes < Model::Cleaner::Base
+        PROPERTIES = %w(size availability_zone state volume_type iops)
+
+        def fetch
+          @resources = {}.tap do |v|
+            Util.ec2.describe_volumes.each do |page|
+              page.volumes.each do |vol|
+                properties = Util.from_tags(vol.tags)
+                properties['creation_date'] = vol.create_time.to_datetime
+                PROPERTIES.each { |pp| properties[pp] = vol[pp.to_sym] }
+
+                v[vol.volume_id] = {
+                  :id => vol.volume_id,
+                  :properties => properties,
+                  :snapshot => vol.snapshot_id
+                }
+              end
+            end
+          end
+        end
+
+        def snapshots
+          resources.values.map { |v| v[:snapshot] }
+        end
+
+        def in_use
+          {}.tap do |used|
+            used.merge!(select(Cleaner.instances.volumes))
+          end
+        end
+      end
+    end
+  end
+end

data/lib/builderator/patch/berkshelf.rb

@@ -0,0 +1,18 @@
+require 'faraday_middleware'
+
+module FaradayMiddleware
+  # Monkey patch to handle the case where Content-Type headers returned by servers
+  # say "gzip" by the resulting message body isn't in gzip format.
+  # TODO Remove this when we upgrade Berkshelf and the gzip response goes away.
+  # https://github.com/berkshelf/berkshelf-api-client/blob/v1.3.0/lib/berkshelf/api_client/connection.rb#L37
+  class Gzip
+    alias_method :__uncompress_gzip__, :uncompress_gzip
+    def uncompress_gzip(body)
+      __uncompress_gzip__(body)
+    rescue Zlib::GzipFile::Error
+      StringIO.new(body).read
+    end
+  end
+end
+
+Faraday::Response.register_middleware :gzip => FaradayMiddleware::Gzip

data/lib/builderator/patch/thor-actions.rb

@@ -0,0 +1,47 @@
+require 'thor/actions'
+
+require_relative '../util'
+
+class Thor
+  ##
+  # Patch some Thor actions
+  ##
+  module Actions
+    ##
+    # Replace `run` with IO::popen to accept STDIN
+    ##
+    def run_with_input(command, input, config = {})
+      return unless behavior == :invoke
+
+      destination = relative_to_original_destination_root(destination_root, false)
+      desc = "#{command} from #{destination.inspect}"
+
+      if config[:with]
+        desc = "#{File.basename(config[:with].to_s)} #{desc}"
+        command = "#{config[:with]} #{command}"
+      end
+
+      say_status :run, desc, config.fetch(:verbose, true)
+      return if options[:pretend]
+
+      output = config.fetch(:stdout, STDOUT)
+
+      IO.popen(command, 'r+') do |io|
+        io.write(input)
+
+        ## Stream output
+        output.write(io.readpartial(4096)) until io.eof?
+      end
+    end
+
+    ##
+    # Make `template` load from a sane path and render in the context of Config
+    ##
+    def template(source, destination, config = {})
+      content = ERB.new(Builderator::Util.source_path(source).binread,
+                        nil, '-', '@output_buffer').result(Builderator::Config.instance_eval('binding'))
+
+      create_file Builderator::Util.relative_path(destination), content, config
+    end
+  end
+end

data/lib/builderator/tasks.rb

@@ -1,36 +1,146 @@
 require 'thor'
-require_relative './tasks/ami'
-require_relative './tasks/berks'
-require_relative './tasks/clean'
-require_relative './tasks/cookbook'
+
+require_relative './config'
+require_relative './patch/thor-actions'
+
+# require_relative './tasks/cookbook'
+require_relative './tasks/vendor'
+require_relative './tasks/version'
+
+require_relative './tasks/berkshelf'
 require_relative './tasks/packer'
 require_relative './tasks/vagrant'
 
 module Builderator
   module Tasks
+    ##
+    # Top-level command line tasks
+    ##
     class CLI < Thor
-      desc 'ami SUBCOMMAND', 'Search for AMI IDs'
-      subcommand 'ami', Builderator::Tasks::AMI
+      include Thor::Actions
 
-      desc 'berks SUBCOMMAND', 'Berkshelf helpers'
-      subcommand 'berks', Builderator::Tasks::Berks
+      def initialize(*_)
+        super
 
-      desc 'clean SUBCOMMAND', 'Clean up things'
-      subcommand 'clean', Builderator::Tasks::Clean
+        Config.argv(options) ## Load command flags
+        Config.load(File.join(ENV['HOME'], '.builderator/Buildfile'))
+        Config.load(Util.relative_path('Buildfile').to_s)
+
+        Config.compile
+      end
+
+      def self.exit_on_failure?
+        true
+      end
 
-      desc 'cookbook SUBCOMMAND', 'Cookbook tasks'
-      subcommand 'cookbook', Builderator::Tasks::Cookbook
+      ## Globally enable/disable workspace cleanup
+      class_option 'cleanup', :type => :boolean, :default => true
 
+      ##
+      # Tasks common to local, ec2, and ami builds
+      ##
+      desc 'prepare', 'Common preparation tasks for Vagrant and Packer'
+      def prepare
+        invoke Tasks::Version, :current, [], options
+        invoke Tasks::Vendor, :all, [], options
+        invoke Tasks::Berkshelf, :vendor, [], options
+
+        # mvn package?
+        # invoke Tasks::Cookbook, :prepare, []
+      end
+
+      ##
+      # Main commands.
+      #
+      # `local`, `ec2`, and `build` invoke sets of subcommands to build VMs or images
+      ##
+      desc 'local [PROFILE = default VAGRANT_ARGS]', 'Provision a local VM of PROFILE'
+      def local(*args)
+        prepare
+        invoke Tasks::Vagrant, :local, args, options
+      end
+
+      desc 'ec2 [PROFILE = default VAGRANT_ARGS]', 'Provision an EC2 instance of PROFILE'
+      def ec2(*args)
+        prepare
+        invoke Tasks::Vagrant, :ec2, args, options
+      end
+
+      desc 'image [PROFILE = default]', 'Build an AMI of PROFILE'
+      method_option :debug, :type => :boolean
+      def image(profile = :default)
+        prepare
+        invoke Tasks::Packer, :build, [profile], options
+      end
+
+      # desc 'cookbook SUBCOMMAND', 'Cookbook tasks'
+      # subcommand 'cookbook', Tasks::Cookbook
+
+      desc 'vendor SUBCOMMAND', 'Vendor loading tasks'
+      subcommand 'vendor', Tasks::Vendor
+
+      desc 'version SUBCOMMAND', 'Version management tasks'
+      subcommand 'version', Tasks::Version
+
+      ##
+      # Helper/utility commands
+      ##
+      desc 'config', 'Print compiled configuration'
+      def config
+        invoke Tasks::Version, :current, [], options
+        puts Config.compiled.to_json
+      end
+
+      desc 'clean', 'Run cleanup tasks'
+      def clean
+        invoke Tasks::Vagrant, :clean
+        invoke Tasks::Berkshelf, :clean
+        invoke Tasks::Vendor, :clean
+      end
+
+      ##
+      # CLI Wrappers
+      ##
+      desc 'berks SUBCOMMAND', 'Berkshelf helpers'
+      subcommand 'berks', Tasks::Berkshelf
 
       desc 'packer SUBCOMMAND', 'Run Packer tasks'
-      subcommand 'packer', Builderator::Tasks::Packer
+      subcommand 'packer', Tasks::Packer
 
       desc 'vagrant SUBCOMMAND', 'Run Vagrant tasks'
-      subcommand 'vagrant', Builderator::Tasks::Vagrant
+      subcommand 'vagrant', Tasks::Vagrant
+
+      ##
+      # Generator
+      ##
+      desc 'generate [PROJECT=default]', 'Run a generator'
+      method_option 'build-name', :type => :string
+      method_option :ignore, :type => :array
+      method_option :sync, :type => :array
+      method_option :rm, :type => :array
+      def generate(project = :default)
+        fail 'Please provide a valid build name with the `--build-name=VALUE` option!' unless Config.has?(:build_name)
+        Config.generator.project.use(project)
+
+        Config.generator.project.current.resource.each do |rname, resource|
+          next if (options['ignore'] && options['ignore'].include?(rname.to_s)) ||
+                  resource.action == :ignore
+
+          if (options['sync'] && options['sync'].include?(rname.to_s)) ||
+             resource.action == :sync
+            template resource.template, resource.path.first
+            next
+          end
+
+          if (options['rm'] && options['rm'].include?(rname.to_s)) ||
+             resource.action == :rm
+            resource.path.each { |rm| remove_file rm }
+            next
+          end
 
-      desc 'version', 'Print gem version'
-      def version
-        puts Builderator::VERSION
+          ## Create
+          template resource.template, resource.path.first, :skip => true
+        end
       end
     end
   end

data/lib/builderator/tasks/berkshelf.rb

@@ -0,0 +1,63 @@
+require 'thor'
+
+require_relative '../interface/berkshelf'
+require_relative '../patch/thor-actions'
+
+module Builderator
+  module Tasks
+    ##
+    # Wrap Berkshelf commands
+    ##
+    class Berkshelf < Thor
+      include Thor::Actions
+
+
+      def self.exit_on_failure?
+        true
+      end
+
+      desc 'configure', 'Write a Berksfile into the project workspace'
+      def configure
+        Interface.berkshelf.write
+      end
+
+      desc 'vendor', 'Vendor a cookbook release and its dependencies'
+      def vendor
+        invoke :configure, [], options
+        empty_directory Interface.berkshelf.vendor
+
+        command = "#{Interface.berkshelf.command} vendor #{Interface.berkshelf.vendor} "
+        command << "-c #{Interface.berkshelf.berkshelf_config} "
+        command << "-b #{Interface.berkshelf.source}"
+
+        inside Interface.berkshelf.directory do
+          remove_file Interface.berkshelf.lockfile
+          run command
+        end
+      end
+
+      desc 'upload', 'Upload the local cookbook source and its dependencies to the Chef server'
+      def upload
+        vendor
+
+        command = "#{Interface.berkshelf.command} upload "
+        command << "-c #{Interface.berkshelf.berkshelf_config} "
+        command << "-b #{Interface.berkshelf.source}"
+
+        run command
+      end
+
+      desc 'uncache', 'Delete the Berkshelf cache'
+      def uncache
+        remove_dir File.join(ENV['HOME'], '.berkshelf/cookbooks')
+      end
+
+      desc 'clean', 'Remove a local vendor directory'
+      def clean
+        remove_dir Interface.berkshelf.vendor
+        remove_file Interface.berkshelf.source
+        remove_file Interface.berkshelf.lockfile
+      end
+    end
+  end
+end

data/lib/builderator/tasks/packer.rb

@@ -1,71 +1,32 @@
 require 'thor'
-require 'thor/actions'
-require_relative './berks'
-require_relative '../util/packer'
-require_relative '../util/shell'
+
+require_relative '../interface/packer'
+require_relative '../patch/thor-actions'
 
 module Builderator
   module Tasks
+    ##
+    # Wrap Packer commands
+    ##
     class Packer < Thor
       include Thor::Actions
-      include Util::Shell
-
-      class_option :config, :aliases => :c, :desc => "Path to Berkshelf's config.json"
-      class_option :berksfile, :aliases => :b, :desc => 'Path to the Berksfile to use'
-
-      desc 'install [VERSION = 0.8.2]', 'Ensure that the desired version of packer is installed'
-      def install(version = '0.8.2')
-        Util::Packer.use(version)
 
-        if Util::Packer.installed?
-          say_status :packer, "is already installed at version #{ version }"
-          return
-        end
-
-        say_status :packer, "install version #{ version } to #{ Util::Packer.path }"
-        run "wget #{ Util::Packer.url } -O packer.zip -q"
-        run "unzip -d #{ Util::Packer.path } -q packer.zip"
-        run "ln -sf #{ Util::Packer.path } $HOME/packer"
+      def self.exit_on_failure?
+        true
       end
 
-      desc 'build ARGS', 'Run a build with the installed version of packer'
-      option 'properties-file', :desc => 'Write build outputs to a properties file'
-      def build(*args)
-        invoke Tasks::Berks, 'vendor', [], options
-
-        packer_output = execute("#{ Util::Packer.bin } build #{ args.join(' ') }")
+      class_option :debug, :type => :boolean
 
-        ## Try to find the ID of the new AMI
-        ami_id_search = /AMI: (ami-[0-9a-f]{8})/.match(packer_output.string)
-        if ami_id_search.nil? && options.include?('properties-file')
-          say_status :failure, 'Unable to find AMI ID from packer build', :red
-          return
-        end
-
-        return unless options['properties-file']
-        say_status :success, "Created AMI #{ ami_id_search[1] }"
-
-        create_file options['properties-file'], '', :force => true
-        append_file options['properties-file'], "image.useast1=#{ ami_id_search[1] }"
+      desc 'configure [PROFILE=default]', 'Generate a packer configuration'
+      def configure(profile = :default)
+        Config.profile.use(profile)
+        puts Interface.packer.render if options['debug']
       end
 
-      desc 'find_ami', 'Find the ID of the new AMI from packer output'
-      option 'properties-file', :desc => 'Write build outputs to a properties file'
-      def find_ami
-        tee = Builderator::Util::Shell::BufferTee.new($stdout)
-        $stdin.each { |l| tee.write(l) } # Buffer stdin
-
-        ami_id_search = /AMI: (ami-[0-9a-f]{8})/.match(tee.string)
-        if ami_id_search.nil?
-          say_status :failure, 'Unable to find AMI ID from packer build', :red
-          return
-        end
-
-        say_status :success, "Created AMI #{ ami_id_search[1] }"
-        return unless options['properties-file']
-
-        create_file options['properties-file'], '', :force => true
-        append_file options['properties-file'], "image.useast1=#{ ami_id_search[1] }"
+      desc 'build [PROFILE=default *ARGS]', 'Run a build with the installed version of packer'
+      def build(profile = :default, *args)
+        invoke :configure, [profile], options
+        run_with_input "#{Interface.packer.command} build - #{ args.join('') }", Interface.packer.render
       end
     end
   end

data/lib/builderator/tasks/vagrant.rb

@@ -1,65 +1,134 @@
 require 'thor'
-require 'thor/actions'
-require_relative './berks'
+
+require_relative '../interface/vagrant'
+require_relative '../patch/thor-actions'
 
 module Builderator
   module Tasks
+    ##
+    # Wrap vagrant commands
+    ##
     class Vagrant < Thor
       include Thor::Actions
-      class_option :config, :aliases => :c, :desc => "Path to Berkshelf's config.json"
-      class_option :berksfile, :aliases => :b, :desc => 'Path to the Berksfile to use'
-
-      def initialize(*_)
-        unless Gem.loaded_specs.key?('vagrant')
-          say '!!! Vagrant is not available in this bundle !!!!', [:red, :bold]
-          puts ''
-          say 'Please add the following to your Gemfile and update your bundle to use the `vagrant` command:'
-          say '  +------------------------------------------------+', :green
-          say "  | gem 'vagrant', :github => 'mitchellh/vagrant', |", :green
-          say "  |                :tag => 'v1.7.4'                |", :green
-          say '  +------------------------------------------------+', :green
-
-          exit 1
+
+      def self.exit_on_failure?
+        true
+      end
+
+      desc 'configure [PROFILE]', 'Write a Vagrantfile into the project workspace'
+      def configure(profile = :default)
+        Config.profile.use(profile)
+        Interface.vagrant.write
+      end
+
+      desc 'local [PROFILE [ARGS ...]]', 'Start VirtualBox VM(s)'
+      def local(profile = :default, *args)
+        invoke :configure, [profile], options
+
+        inside Interface.vagrant.directory do
+          command = Interface.vagrant.command
+          command << " up --provider=#{Config.profile.current.vagrant.local.provider} "
+          command << args.join(' ')
+
+          run command
         end
+      end
+
+      desc 'ec2 [PROFILE [ARGS ...]]', 'Start EC2 instances'
+      def ec2(profile = :default, *args)
+        invoke :configure, [profile], options
+
+        inside Interface.vagrant.directory do
+          command = Interface.vagrant.command
+          command << " up --provider=#{Config.profile.current.vagrant.ec2.provider} "
+          command << args.join(' ')
+
+          run command
+        end
+      end
+
+      desc 'provision [PROFILE [ARGS ...]]', 'Reprovision Vagrant VM(s)'
+      def provision(profile = :default, *args)
+        invoke :configure, [profile], options
+
+        inside Interface.vagrant.directory do
+          command = Interface.vagrant.command
+          command << " provision #{args.join(' ')}"
 
-        super
+          run command
+        end
       end
 
-      desc 'up ARGS', 'Start Vagrant VM(s)'
-      def up(*args)
-        command = 'ulimit -n 1024;'
-        command << ' VAGRANT_I_KNOW_WHAT_IM_DOING_PLEASE_BE_QUIET=true'
-        command << " vagrant up #{ args.join(' ') }"
+      desc 'status [PROFILE [ARGS ...]]', 'Reprovision Vagrant VM(s)'
+      def status(profile = :default, *args)
+        invoke :configure, [profile], options
+
+        inside Interface.vagrant.directory do
+          command = Interface.vagrant.command
+          command << " status #{args.join(' ')}"
 
-        invoke Tasks::Berks, 'local', [], options
-        run command
+          run command
+        end
       end
 
-      desc 'provision ARGS', 'Provision Vagrant VM(s)'
-      def provision(*args)
-        command = 'ulimit -n 1024;'
-        command << ' VAGRANT_I_KNOW_WHAT_IM_DOING_PLEASE_BE_QUIET=true'
-        command << " vagrant provision #{ args.join(' ') }"
+      desc 'ssh [PROFILE [ARGS ...]]', 'SSH into Vagrant VM(s)'
+      def ssh(profile = :default, *args)
+        invoke :configure, [profile], options
+
+        inside Interface.vagrant.directory do
+          command = Interface.vagrant.command
+          command << " ssh #{args.join(' ')}"
 
-        invoke Tasks::Berks, 'local', [], options
-        run command
+          ## Connect to subprocesses STDIO
+          exec(command)
+        end
       end
 
-      desc 'destroy ARGS', 'Destroy Vagrant VM(s)'
-      option :force, :aliases => :f, :type => :boolean
-      def destroy(*args)
-        command = 'ulimit -n 1024;'
-        command << ' VAGRANT_I_KNOW_WHAT_IM_DOING_PLEASE_BE_QUIET=true'
-        command << " vagrant destroy #{ args.join(' ') }"
-        command << ' -f' if options['force']
+      desc 'destroy [PROFILE [ARGS ...]]', 'Destroy Vagrant VM(s)'
+      method_option :force, :aliases => :f, :type => :boolean, :default => true
+      def destroy(profile = :default, *args)
+        invoke :configure, [profile], options
+
+        inside Interface.vagrant.directory do
+          command = Interface.vagrant.command
+          command << " destroy #{args.join(' ')}"
+          command << ' -f' if options['force']
 
-        run command
+          run command
+        end
       end
 
       desc 'rebuild ARGS', 'Destroy and recreate Vagrant VM(s)'
-      def rebuild(*args)
-        invoke Tasks::Vagrant, 'destroy', args, options.merge('force' => true)
-        invoke Tasks::Vagrant, 'up', args, options
+      method_option :force, :aliases => :f, :type => :boolean, :default => true
+      def rebuild(profile = :default, *args)
+        destroy(profile, *args)
+        up(profile, *args)
+      end
+
+      desc 'clean', 'Destroy VMs and clean up local files'
+      method_option :force, :aliases => :f, :type => :boolean, :default => true
+      def clean(profile = :default)
+        destroy(profile)
+
+        remove_dir Interface.vagrant.directory.join('.vagrant')
+        remove_file Interface.vagrant.source
+      end
+
+      desc 'plugins [PROJECT=default]', 'Install plugins required for PROJECT'
+      def plugins(project = :default)
+        if Interface.vagrant.bundled?
+          say 'Vagrant is already bundled. Required plugins are already part of the bundle as well'
+          return
+        end
+
+        Config.generator.project.use(project)
+        Config.generator.project.current.vagrant.plugin.each do |pname, plugin|
+          command = Interface.vagrant.command
+          command << " plugin install #{ pname }"
+          command << " --plugin-version #{ plugin.version }" if plugin.has?(:version)
+
+          run command
+        end
       end
     end
   end