builderator 0.3.15 → 1.0.0.pre.rc.1

data/lib/builderator/model/scaling_groups.rb

@@ -1,43 +0,0 @@
-require 'aws-sdk'
-require_relative '../util'
-
-module Builderator
-  module Model
-
-    def self.scaling_groups
-      @scaling_groups ||= ScalingGroups.new
-    end
-
-    ##
-    # AutoScaling Group Resoruces
-    ##
-    class ScalingGroups < Model::Base
-      attr_reader :resources
-      PROPERTIES = %w(auto_scaling_group_arn min_size max_size desired_capacity
-                      default_cooldown availability_zones load_balancer_names
-                      vpc_zone_identifier status termination_policies)
-
-      def fetch
-        @resources = {}.tap do |i|
-          Util.asg.describe_auto_scaling_groups.each do |page|
-            page.auto_scaling_groups.each do |a|
-              properties = Util.from_tags(a.tags)
-              properties['creation_date'] = a.created_time.to_datetime
-              PROPERTIES.each { |pp| properties[pp] = a[pp.to_sym] }
-
-              i[a.launch_configuration_name] = {
-                :id => a.auto_scaling_group_name,
-                :properties => properties,
-                :config => a.launch_configuration_name
-              }
-            end
-          end
-        end
-      end
-
-      def launch_configs
-        resources.values.map { |g| g[:config] }
-      end
-    end
-  end
-end

data/lib/builderator/model/snapshots.rb

@@ -1,49 +0,0 @@
-require 'aws-sdk'
-require_relative '../util'
-
-module Builderator
-  module Model
-
-    def self.snapshots
-      @snapshots ||= Snapshots.new
-    end
-
-    ##
-    # EC2 Snapshot Resources
-    ##
-    class Snapshots < Model::Base
-      LIMIT = 24
-      PROPERTIES = %w(state owner_id description volume_size)
-
-      def fetch
-        @resources = {}.tap do |s|
-          Util.ec2.describe_snapshots(:filters => [
-            {
-              :name => 'status',
-              :values => %w(completed)
-            }
-          ], :owner_ids => ['self']).each do |page|
-            page.snapshots.each do |snap|
-              properties = Util.from_tags(snap.tags)
-              properties['creation_date'] = snap.start_time.to_datetime
-              PROPERTIES.each { |pp| properties[pp] = snap[pp.to_sym] }
-
-              s[snap.snapshot_id] = {
-                :id => snap.snapshot_id,
-                :properties => properties,
-                :volume => snap.volume_id
-              }
-            end
-          end
-        end
-      end
-
-      def in_use(_)
-        {}.tap do |used|
-          used.merge!(select(Model.volumes.snapshots))
-          used.merge!(select(Model.images.snapshots))
-        end
-      end
-    end
-  end
-end

data/lib/builderator/model/volumes.rb

@@ -1,48 +0,0 @@
-require 'aws-sdk'
-require_relative '../util'
-
-module Builderator
-  module Model
-
-    def self.volumes
-      @volumes ||= Volumes.new
-    end
-
-    ##
-    # EC2 Volume Resources
-    ##
-    class Volumes < Model::Base
-      LIMIT = 8
-      PROPERTIES = %w(size availability_zone state volume_type iops)
-
-      def fetch
-        @resources = {}.tap do |v|
-          Util.ec2.describe_volumes.each do |page|
-            page.volumes.each do |vol|
-              properties = Util.from_tags(vol.tags)
-              properties['creation_date'] = vol.create_time.to_datetime
-              PROPERTIES.each { |pp| properties[pp] = vol[pp.to_sym] }
-
-
-              v[vol.volume_id] = {
-                :id => vol.volume_id,
-                :properties => properties,
-                :snapshot => vol.snapshot_id
-              }
-            end
-          end
-        end
-      end
-
-      def snapshots
-        resources.values.map { |v| v[:snapshot] }
-      end
-
-      def in_use(_)
-        {}.tap do |used|
-          used.merge!(select(Model.instances.volumes))
-        end
-      end
-    end
-  end
-end

data/lib/builderator/tasks/ami.rb

@@ -1,47 +0,0 @@
-require 'thor'
-require_relative '../control/ami'
-
-module Builderator
-  module Tasks
-    class AMI < Thor
-      namespace :ami
-
-      class_option :root_device_type,
-                   :default => 'ebs',
-                   :desc => 'The type of the root device volume (ebs | instance-store)'
-      class_option :virtualization_type,
-                   :default => 'hvm',
-                   :desc => 'The virtualization type (paravirtual | hvm)'
-      class_option :architecture,
-                   :default => 'x86_64',
-                   :desc => 'The image architecture (i386 | x86_64)'
-
-      desc 'ubuntu SEARCH', 'Print the latest AMI ID for an Ubuntu image matching the SEARCH string'
-      def ubuntu(search = '*/hvm-ssd/ubuntu-trusty-daily-amd64-server-20*')
-        puts Control::AMI.latest(:owner => Builderator::Control::AMI::Owners::UBUNTU,
-                                 'root-device-type' => options['root_device_type'],
-                                 'virtualization-type' => options['virtualization_type'],
-                                 'architecture' => options['architecture'],
-                                 'name' => search).image_id
-      end
-
-      desc 'private [KEY VALUE ...]', 'Find the latest AMI ID with tags KEY=VALUE'
-      def private(*args)
-        puts Control::AMI.latest({ :owner => Builderator::Control::AMI::Owners::SELF,
-                                   'root-device-type' => options['root_device_type'],
-                                   'virtualization-type' => options['virtualization_type'],
-                                   'architecture' => options['architecture'] }.merge(Hash[*args])).image_id
-      end
-
-      desc 'windows SEARCH', 'Print the latest AMI ID for a Windows image matching the SEARCH string'
-      def windows(search = 'Windows_Server-2012-R2_RTM-English-64Bit-Base*')
-        puts Control::AMI.latest(:owner => Builderator::Control::AMI::Owners::AMAZON,
-                                 'root-device-type' => options['root_device_type'],
-                                 'virtualization-type' => options['virtualization_type'],
-                                 'architecture' => options['architecture'],
-                                 'name' => search).image_id
-      end
-
-    end
-  end
-end

data/lib/builderator/tasks/berks.rb

@@ -1,68 +0,0 @@
-require 'thor'
-require 'thor/actions'
-require_relative './cookbook'
-require_relative '../util/cookbook'
-
-module Builderator
-  module Tasks
-    class Berks < Thor
-      include Thor::Actions
-      class_option :config, :aliases => :c, :desc => "Path to Berkshelf's config.json"
-      class_option :cookbook, :aliases => :b, :desc => 'Path to the cookbook to use'
-      class_option :version, :type => :boolean,
-                             :default => true,
-                             :desc => 'Write current verison to file'
-
-      desc "local [PATH = #{ Util::Cookbook::DEFAULT_VENDOR }]", 'Vendor the local cookbook source and its dependencies'
-      def local(path = Util::Cookbook::DEFAULT_VENDOR.to_s)
-        Util::Cookbook.path(options['cookbook'])
-
-        command = 'BERKS_INSTALL_FROM=source'
-        command << " berks vendor #{ path }"
-        command << " -c #{ options['config'] }" if options.include?('config')
-        command << " -b #{ Util::Cookbook.berksfile }"
-
-        remove_file File.expand_path('Berksfile.lock', Util::Cookbook.path)
-        invoke Tasks::Cookbook, 'metadata', [], options
-        run command
-      end
-
-      desc "vendor [PATH = #{ Util::Cookbook::DEFAULT_VENDOR }]", 'Vendor a cookbook release and its dependencies'
-      def vendor(path = Util::Cookbook::DEFAULT_VENDOR.to_s)
-        Util::Cookbook.path(options['cookbook'])
-
-        command = 'BERKS_INSTALL_FROM=release'
-        command << " berks vendor #{ path }"
-        command << " -c #{ options['config'] }" if options.include?('config')
-        command << " -b #{ Util::Cookbook.berksfile }"
-
-        remove_file File.expand_path('Berksfile.lock', Util::Cookbook.path)
-        run command
-      end
-
-      desc 'upload', 'Upload the local cookbook source and its dependencies to the Chef server'
-      option 'dry-run', :type => :boolean, :default => false
-      def upload(path = Util::Cookbook::DEFAULT_VENDOR.to_s)
-        command = 'BERKS_INSTALL_FROM=source'
-        command << " berks upload"
-        command << " -c #{ options['config'] }" if options.include?('config')
-        command << " -b #{ Util::Cookbook.berksfile }"
-
-        invoke Tasks::Berks, :local, [path], options
-
-        return say_status :dryrun, command if options['dry-run']
-        run command
-      end
-
-      desc 'uncache', 'Delete the Berkshelf cache'
-      def uncache
-        remove_dir File.join(ENV['HOME'], '.berkshelf/cookbooks')
-      end
-
-      desc "clean [PATH = #{ Util::Cookbook::DEFAULT_VENDOR }]", 'Remove a local vendor directory'
-      def clean(path = Util::Cookbook::DEFAULT_VENDOR.to_s)
-        remove_dir path
-      end
-    end
-  end
-end

data/lib/builderator/tasks/clean.rb

@@ -1,97 +0,0 @@
-require 'thor'
-require_relative '../control/clean'
-
-module Builderator
-  module Tasks
-    class Clean < Thor
-      class_option :region,
-                   :type => :string,
-                   :default => 'us-east-1',
-                   :aliases => :r,
-                   :desc => 'AWS Region in which to perform tasks'
-      class_option :commit,
-                   :type => :boolean,
-                   :default => false,
-                   :desc => 'Perform mutating API calls to cleanup resources'
-      class_option :filter,
-                   :type => :array,
-                   :aliases => :f,
-                   :desc => 'Key/value pairs to filter resources (--filter name foo owner_id 123456789)'
-      class_option :limit,
-                   :type => :boolean,
-                   :default => true,
-                   :desc => 'By default, limit the number of resources to remove'
-
-      def initialize(*_)
-        super
-
-        ## Convert array of filter key-values to a hash
-        options['filters'] = Hash[*options['filter']] if options['filter'].is_a?(Array)
-
-        Control::Clean.options(options)
-      end
-
-      desc 'configs', 'Delete unused launch configurations'
-      def configs
-        Control::Clean.configs!(&method(:say_status))
-      end
-
-      desc 'images', 'Deregister unused images'
-      option 'group-by',
-             :type => :array,
-             :desc => 'Tags/properties to group images by for pruning'
-      option 'sort-by',
-             :type => :string,
-             :default => 'creation_date',
-             :desc => 'Tag/property to sort grouped images on'
-      option :keep,
-             :type => :numeric,
-             :default => 5,
-             :desc => 'Number of images in each group to keep'
-      def images
-        Control::Clean.images!(&method(:say_status))
-      end
-
-      desc 'snapshots', 'Delete unused snapshots'
-      def snapshots
-        Control::Clean.snapshots!(&method(:say_status))
-      end
-
-      desc 'volumes', 'Delete unused volumes'
-      def volumes
-        Control::Clean.volumes!(&method(:say_status))
-      end
-
-      desc 'all', 'Clean volumes, launch configs, images, and snapshots in order'
-      option 'group-by',
-             :type => :array,
-             :desc => 'Tags/properties to group images by for pruning'
-      option 'sort-by',
-             :type => :string,
-             :default => 'creation_date',
-             :desc => 'Tag/property to sort grouped images on'
-      option :keep,
-             :type => :numeric,
-             :default => 5,
-             :desc => 'Number of images in each group to keep'
-      def all
-        invoke :volumes, [], options
-        invoke :configs, [], options
-        invoke :images, [], options
-        invoke :snapshots, [], options
-
-        ## TODO Print resource counts here.
-        return if Control::Clean.exceptions.empty?
-
-        say_status :fail, 'Not all tasks completed successfully. The following '\
-          'exceptions occured:', :red
-        Control::Clean.exceptions.each do |e|
-          say_status(*e.status)
-        end
-
-        ## Mark the Jenkins job as fail if there were errors.
-        exit(1)
-      end
-    end
-  end
-end

data/lib/builderator/util/berkshim.rb

@@ -1,34 +0,0 @@
-##
-# Roll up some shared logic for Berksfiles
-##
-require_relative './cookbook'
-
-module Builderator
-  module Util
-    module Berkshim
-      def shims
-
-        ## Root cookbook sources
-        metadata if ENV['BERKS_INSTALL_FROM'] == 'source'
-
-        if ENV['BERKS_INSTALL_FROM'] == 'release'
-          cookbook_spec = [].tap do |arguments|
-            arguments << Util::Cookbook.metadata.name
-            arguments << ENV['VERSION'] if ENV.include?('VERSION')
-
-            arguments << {}.tap do |options|
-              options[:path] = ENV['COOKBOOK_PATH'] if ENV.include?('COOKBOOK_PATH')
-              options[:git] = ENV['COOKBOOK_REPO'] if ENV.include?('COOKBOOK_REPO')
-              options[:github] = ENV['COOKBOOK_GITHUB'] if ENV.include?('COOKBOOK_GITHUB')
-              options[:branch] = ENV['COOKBOOK_BRANCH'] if ENV.include?('COOKBOOK_BRANCH')
-              options[:ref] = ENV['COOKBOOK_REF'] if ENV.include?('COOKBOOK_REF')
-              options[:tag] = ENV['COOKBOOK_TAG'] if ENV.include?('COOKBOOK_TAG')
-            end
-          end
-
-          cookbook(*cookbook_spec)
-        end
-      end
-    end
-  end
-end

data/lib/builderator/util/cookbook.rb

@@ -1,87 +0,0 @@
-require 'chef/cookbook/metadata'
-require 'ignorefile'
-
-require_relative '../util'
-
-module Builderator
-  module Util
-    module Cookbook
-      DEFAULT_VENDOR = Util.working_dir('vendor/chef/cookbooks')
-
-      ## Don't vendor VCS files.
-      ## Reference GNU tar --exclude-vcs: https://www.gnu.org/software/tar/manual/html_section/tar_49.html
-      ## Boosted from https://github.com/berkshelf/berkshelf/blob/master/lib/berkshelf/berksfile.rb
-      EXCLUDED_VCS_FILES = [
-        '.arch-ids', '{arch}', '.bzr', '.bzrignore', '.bzrtags',
-        'CVS', '.cvsignore', '_darcs', '.git', '.hg', '.hgignore',
-        '.hgrags', 'RCS', 'SCCS', '.svn', '**/.git', '.temp'].freeze
-
-      class Metadata < Chef::Cookbook::Metadata
-        def files
-          return @files unless @files.nil?
-
-          @files ||= Pathname.glob(Util::Cookbook.path.join('**/{*,.*}'))
-          ignorefile.apply!(@files)
-
-          @files
-        end
-
-        def archive
-          Util.working_dir("#{ name }-#{ version }.tgz")
-        end
-
-        def chefignore
-          Util::Cookbook.path.join('chefignore')
-        end
-
-        def gitignore
-          Util.working_dir('.gitignore')
-        end
-
-        def ignorefile
-          return @ignorefile unless @ignorefile.nil?
-
-          ## Construct an ignorefile
-          @ignorefile = IgnoreFile.new(Util::Cookbook::EXCLUDED_VCS_FILES)
-          @ignorefile.load_file(chefignore)
-          @ignorefile.load_file(gitignore)
-        end
-      end
-
-      class << self
-        def path(arg = nil)
-          ## Set an explicit path to a cookbook
-          return @path = Pathname.new(arg) unless arg.nil?
-          return @path unless @path.nil?
-
-          ## Check for an embedded cookbook? ('./cookbook')
-          return @path = Util.working_dir('cookbook') if Util.working_dir('cookbook').exist?
-
-          @path = Util.working_dir
-        end
-
-        def archive_path(metadata, file)
-          Pathname.new(metadata.name).join(Pathname.new(file).relative_path_from(path))
-        end
-
-        def berksfile
-          path.join('Berksfile')
-        end
-
-        def metadata
-          Metadata.new.tap do |c|
-            if path.join('metadata.rb').exist?
-              c.from_file(path.join('metadata.rb').to_s)
-
-            elsif path.join('metadata.json').exist?
-              c.from_json(path.join('metadata.json').read)
-
-            else
-              fail IOError, 'Unable to read metadata.rb or metadata.json!'
-            end
-          end
-        end
-      end
-    end
-  end
-end