builderator 0.3.10

data/lib/builderator/tasks/clean.rb

@@ -0,0 +1,94 @@
+require 'thor'
+require_relative '../control/clean'
+
+module Builderator
+  module Tasks
+    class Clean < Thor
+      class_option :region,
+                   :type => :string,
+                   :default => 'us-east-1',
+                   :aliases => :r,
+                   :desc => 'AWS Region in which to perform tasks'
+      class_option :commit,
+                   :type => :boolean,
+                   :default => false,
+                   :desc => 'Perform mutating API calls to cleanup resources'
+      class_option :filter,
+                   :type => :array,
+                   :aliases => :f,
+                   :desc => 'Key/value pairs to filter resources (--filter name foo owner_id 123456789)'
+      class_option :limit,
+                   :type => :boolean,
+                   :default => true,
+                   :desc => 'By default, limit the number of resources to remove'
+
+      def initialize(*_)
+        super
+
+        ## Convert array of filter key-values to a hash
+        options['filters'] = Hash[*options['filter']] if options['filter'].is_a?(Array)
+
+        Control::Clean.options(options)
+      end
+
+      desc 'configs', 'Delete unused launch configurations'
+      def configs
+        Control::Clean.configs!(&method(:say_status))
+      end
+
+      desc 'images', 'Deregister unused images'
+      option 'group-by',
+             :type => :array,
+             :desc => 'Tags/properties to group images by for pruning'
+      option 'sort-by',
+             :type => :string,
+             :default => 'creation_date',
+             :desc => 'Tag/property to sort grouped images on'
+      option :keep,
+             :type => :numeric,
+             :default => 5,
+             :desc => 'Number of images in each group to keep'
+      def images
+        Control::Clean.images!(&method(:say_status))
+      end
+
+      desc 'snapshots', 'Delete unused snapshots'
+      def snapshots
+        Control::Clean.snapshots!(&method(:say_status))
+      end
+
+      desc 'volumes', 'Delete unused volumes'
+      def volumes
+        Control::Clean.volumes!(&method(:say_status))
+      end
+
+      desc 'all', 'Clean volumes, launch configs, images, and snapshots in order'
+      option 'group-by',
+             :type => :array,
+             :desc => 'Tags/properties to group images by for pruning'
+      option 'sort-by',
+             :type => :string,
+             :default => 'creation_date',
+             :desc => 'Tag/property to sort grouped images on'
+      option :keep,
+             :type => :numeric,
+             :default => 5,
+             :desc => 'Number of images in each group to keep'
+      def all
+        invoke :volumes, [], options
+        invoke :configs, [], options
+        invoke :images, [], options
+        invoke :snapshots, [], options
+
+        ## TODO Print resource counts here.
+        return if Control::Clean.exceptions.empty?
+
+        say_status :fail, 'Not all tasks completed successfully. The following '\
+          'exceptions occured:', :red
+        Control::Clean.exceptions.each do |e|
+          say_status(*e.status)
+        end
+      end
+    end
+  end
+end

data/lib/builderator/tasks/cookbook.rb

@@ -0,0 +1,42 @@
+require 'thor'
+require 'thor/actions'
+require_relative '../util/cookbook'
+
+module Builderator
+  module Tasks
+    class Cookbook < Thor
+      include Thor::Actions
+      class_option :version, :type => :boolean,
+                             :default => true,
+                             :desc => 'Write current verison to file'
+
+      desc 'metadata [PATH]', 'Use cookbook matadata file at PATH/metadata.rb to generate PATH/matadata.json'
+      def metadata(cookbook = nil)
+        Util::Cookbook.path(cookbook) unless cookbook.nil?
+        invoke 'version:current', [], options if options['version']
+
+        create_file File.join(Util::Cookbook.path, 'metadata.json'),
+                    Util::Cookbook.metadata.to_json, :force => true
+      end
+
+      desc 'package PATH', 'Package a cookbook into a tarball'
+      def package(cookbook = nil)
+        Util::Cookbook.path(cookbook) unless cookbook.nil?
+
+      end
+
+      desc 'publish', 'Publish a cookbook to supermarket.chef.io'
+      def publish(cookbook = nil)
+        Util::Cookbook.path(cookbook) unless cookbook.nil?
+
+      end
+
+      desc 'version COOKBOOK', 'Print the current version of a vendored cookbook'
+      option :path, :default => Util::Cookbook::DEFAULT_VENDOR, :desc => 'Path to vendored cookbooks'
+      def version(cookbook)
+        Util::Cookbook.path(File.join(options['path'], cookbook))
+        puts Util::Cookbook.metadata.version
+      end
+    end
+  end
+end

data/lib/builderator/tasks/packer.rb

@@ -0,0 +1,72 @@
+require 'thor'
+require 'thor/actions'
+require_relative './berks'
+require_relative '../util/packer'
+require_relative '../util/shell'
+
+module Builderator
+  module Tasks
+    class Packer < Thor
+      include Thor::Actions
+      include Util::Shell
+
+      class_option :config, :aliases => :c, :desc => "Path to Berkshelf's config.json"
+      class_option :berksfile, :aliases => :b, :desc => 'Path to the Berksfile to use'
+
+      desc 'install [VERSION = 0.8.2]', 'Ensure that the desired version of packer is installed'
+      def install(version = '0.8.2')
+        Util::Packer.use(version)
+
+        if Util::Packer.installed?
+          say_status :packer, "is already installed at version #{ version }"
+          return
+        end
+
+        say_status :packer, "install version #{ version } to #{ Util::Packer.path }"
+        run "wget #{ Util::Packer.url } -O packer.zip -q"
+        run "unzip -d #{ Util::Packer.path } -q packer.zip"
+        run "ln -sf #{ Util::Packer.path } $HOME/packer"
+      end
+
+      desc 'build ARGS', 'Run a build with the installed version of packer'
+      option 'properties-file', :desc => 'Write build outputs to a properties file'
+      def build(*args)
+        invoke Tasks::Berks, 'vendor', [], options
+
+        packer_output = execute("#{ Util::Packer.bin } build #{ args.join(' ') }")
+
+        ## Try to find the ID of the new AMI
+        ami_id_search = /AMI: (ami-[0-9a-f]{8})/.match(packer_output.string)
+        if ami_id_search.nil? && options.include?('properties-file')
+          say_status :failure, 'Unable to find AMI ID from packer build', :red
+          return
+        end
+
+        return unless options['properties-file']
+        say_status :success, "Created AMI #{ ami_id_search[1] }"
+
+        create_file options['properties-file'], '', :force => true
+        append_file options['properties-file'], "image.useast1=#{ ami_id_search[1] }"
+      end
+
+      desc 'find_ami', 'Find the ID of the new AMI from packer output'
+      option 'properties-file', :desc => 'Write build outputs to a properties file'
+      def find_ami
+        tee = Builderator::Util::Shell::BufferTee.new($stdout)
+        $stdin.each { |l| tee.write(l) } # Buffer stdin
+
+        ami_id_search = /AMI: (ami-[0-9a-f]{8})/.match(tee.string)
+        if ami_id_search.nil?
+          say_status :failure, 'Unable to find AMI ID from packer build', :red
+          return
+        end
+
+        say_status :success, "Created AMI #{ ami_id_search[1] }"
+        return unless options['properties-file']
+
+        create_file options['properties-file'], '', :force => true
+        append_file options['properties-file'], "image.useast1=#{ ami_id_search[1] }"
+      end
+    end
+  end
+end

data/lib/builderator/tasks/vagrant.rb

@@ -0,0 +1,66 @@
+require 'thor'
+require 'thor/actions'
+require_relative './berks'
+
+module Builderator
+  module Tasks
+    class Vagrant < Thor
+      include Thor::Actions
+      class_option :config, :aliases => :c, :desc => "Path to Berkshelf's config.json"
+      class_option :berksfile, :aliases => :b, :desc => 'Path to the Berksfile to use'
+
+      def initialize(*_)
+        unless Gem.loaded_specs.key?('vagrant')
+          say '!!! Vagrant is not available in this bundle !!!!', [:red, :bold]
+          puts ''
+          say 'Please add the following to your Gemfile and update your bundle to use the `vagrant` command:'
+          say '  +------------------------------------------------+', :green
+          say "  | gem 'vagrant', :github => 'mitchellh/vagrant', |", :green
+          say "  |                :tag => 'v1.7.4'                |", :green
+          say '  +------------------------------------------------+', :green
+
+          exit 1
+        end
+
+        super
+      end
+
+      desc 'up ARGS', 'Start Vagrant VM(s)'
+      def up(*args)
+        command = 'ulimit -n 1024;'
+        command << ' VAGRANT_I_KNOW_WHAT_IM_DOING_PLEASE_BE_QUIET=true'
+        command << " vagrant up #{ args.join(' ') }"
+
+        invoke Tasks::Berks, 'local', [], options
+        run command
+      end
+
+      desc 'provision ARGS', 'Provision Vagrant VM(s)'
+      def provision(*args)
+        command = 'ulimit -n 1024;'
+        command << ' VAGRANT_I_KNOW_WHAT_IM_DOING_PLEASE_BE_QUIET=true'
+        command << " vagrant provision #{ args.join(' ') }"
+
+        invoke Tasks::Berks, 'local', [], options
+        run command
+      end
+
+      desc 'destroy ARGS', 'Destroy Vagrant VM(s)'
+      option :force, :aliases => :f, :type => :boolean
+      def destroy(*args)
+        command = 'ulimit -n 1024;'
+        command << ' VAGRANT_I_KNOW_WHAT_IM_DOING_PLEASE_BE_QUIET=true'
+        command << " vagrant destroy #{ args.join(' ') }"
+        command << ' -f' if options['force']
+
+        run command
+      end
+
+      desc 'rebuild ARGS', 'Destroy and recreate Vagrant VM(s)'
+      def rebuild(*args)
+        invoke Tasks::Vagrant, 'destroy', args, options.merge('force' => true)
+        invoke Tasks::Vagrant, 'up', args, options
+      end
+    end
+  end
+end

data/lib/builderator/util.rb

@@ -0,0 +1,53 @@
+module Builderator
+  module Util
+    class << self
+      def to_array(arg)
+        arg.is_a?(Array) ? arg : [arg]
+      end
+
+      def from_tags(aws_tags)
+        {}.tap { |tt| aws_tags.each { |t| tt[t.key.to_s] = t.value } }
+      end
+
+      def filter(resources, filters = {})
+        resources.select do |_, r|
+          filters.reduce(true) do |memo, (k, v)|
+            memo && r[:properties].include?(k.to_s) &&
+              r[:properties][k.to_s] == v
+          end
+        end
+      end
+
+      def filter!(resources, filters = {})
+        resources.select! do |_, r|
+          filters.reduce(true) do |memo, (k, v)|
+            memo && r[:properties].include?(k.to_s) &&
+              r[:properties][k.to_s] == v
+          end
+        end
+
+        resources
+      end
+
+      def region(arg = nil)
+        return @region || 'us-east-1' if arg.nil?
+        @region = arg
+      end
+
+      def ec2
+        @ec2 ||= Aws::EC2::Client.new(:region => region)
+      end
+
+      def asg
+        @asg ||= Aws::AutoScaling::Client.new(:region => region)
+      end
+
+      def working_dir(relative = '.')
+        File.expand_path(relative, Dir.pwd)
+      end
+    end
+  end
+end
+
+require_relative './util/aws_exception'
+require_relative './util/limit_exception'

data/lib/builderator/util/aws_exception.rb

@@ -0,0 +1,31 @@
+require 'json'
+require_relative './task_exception'
+
+module Builderator
+  module Util
+    ##
+    # Exception raised if a safety limit is exceeded
+    ##
+    class AwsException < TaskException
+      attr_reader :exception
+
+      def initialize(task, exception)
+        super(:fail, task, :red)
+        @exception = exception
+      end
+
+      def operation
+        @exception.context.operation_name
+      end
+
+      def parameters
+        @exception.context.params
+      end
+
+      def message
+        "An error occured executing performing task #{ task }. #{ operation }"\
+          "(#{ JSON.generate(parameters) }): #{ exception.message }"
+      end
+    end
+  end
+end

data/lib/builderator/util/berkshim.rb

@@ -0,0 +1,34 @@
+##
+# Roll up some shared logic for Berksfiles
+##
+require_relative './cookbook'
+
+module Builderator
+  module Util
+    module Berkshim
+      def shims
+
+        ## Root cookbook sources
+        metadata if ENV['BERKS_INSTALL_FROM'] == 'source'
+
+        if ENV['BERKS_INSTALL_FROM'] == 'release'
+          cookbook_spec = [].tap do |arguments|
+            arguments << Util::Cookbook.metadata.name
+            arguments << ENV['VERSION'] if ENV.include?('VERSION')
+
+            arguments << {}.tap do |options|
+              options[:path] = ENV['COOKBOOK_PATH'] if ENV.include?('COOKBOOK_PATH')
+              options[:git] = ENV['COOKBOOK_REPO'] if ENV.include?('COOKBOOK_REPO')
+              options[:github] = ENV['COOKBOOK_GITHUB'] if ENV.include?('COOKBOOK_GITHUB')
+              options[:branch] = ENV['COOKBOOK_BRANCH'] if ENV.include?('COOKBOOK_BRANCH')
+              options[:ref] = ENV['COOKBOOK_REF'] if ENV.include?('COOKBOOK_REF')
+              options[:tag] = ENV['COOKBOOK_TAG'] if ENV.include?('COOKBOOK_TAG')
+            end
+          end
+
+          cookbook(*cookbook_spec)
+        end
+      end
+    end
+  end
+end

data/lib/builderator/util/cookbook.rb

@@ -0,0 +1,42 @@
+require 'chef/cookbook/metadata'
+require 'thor-scmversion'
+
+require_relative '../util'
+
+module Builderator
+  module Util
+    module Cookbook
+      DEFAULT_VENDOR = Util.working_dir('vendor/chef/cookbooks')
+
+      class << self
+        def path(arg = nil)
+          ## Set an explicit path to a cookbook
+          return @path = arg unless arg.nil?
+          return @path unless @path.nil?
+
+          ## Check for an embedded cookbook? ('./cookbook')
+          return @path = Util.working_dir('cookbook') if File.exist?(Util.working_dir('cookbook'))
+          @path = Util.working_dir
+        end
+
+        def berksfile
+          File.join(path, 'Berksfile')
+        end
+
+        def metadata
+          Chef::Cookbook::Metadata.new.tap do |c|
+            if File.exist?(File.join(path, 'metadata.rb'))
+              c.from_file(File.join(path, 'metadata.rb'))
+
+            elsif File.exist?(File.join(path, 'metadata.json'))
+              c.from_json(IO.read(File.join(path, 'metadata.json')))
+
+            else
+              fail IOError, 'Unable to read metadata.rb or metadata.json!'
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/builderator/util/limit_exception.rb

@@ -0,0 +1,38 @@
+require_relative './task_exception'
+
+module Builderator
+  module Util
+    ##
+    # Exception raised if a safety limit is exceeded
+    ##
+    class LimitException < TaskException
+      attr_reader :resources
+
+      def initialize(klass, task, resources)
+        super(:limit, task, :yellow)
+
+        @klass = klass
+        @resources = resources
+      end
+
+      def count
+        @resources.size
+      end
+
+      def limit
+        @klass::LIMIT
+      end
+
+      def resource
+        @klass.name
+      end
+
+      def message
+        "Safety limit exceeded for task `#{ task }`: Count #{ count } is"\
+        " greater than the limit of #{ limit } set in #{ resource }. Please"\
+        " re-run this task with the --no-limit flag if you are sure this is"\
+        " the correct set of resources to delete."
+      end
+    end
+  end
+end