builderator 0.3.15 → 1.0.0.pre.rc.1

data/.gitignore

@@ -1,14 +0,0 @@
-/.bundle/
-/.yardoc
-/Gemfile.lock
-/_yardoc/
-/coverage/
-/doc/
-/pkg/
-/spec/reports/
-/tmp/
-*.bundle
-*.so
-*.o
-*.a
-mkmf.log

data/lib/builderator/control/ami.rb

@@ -1,65 +0,0 @@
-require 'aws-sdk'
-require 'date'
-
-require_relative '../util'
-
-module Builderator
-  module Control
-    ##
-    # Find AMI IDs to use for sources
-    ##
-    module AMI
-      ## Account IDs of public image owners
-      module Owners
-        SELF = 'self'.freeze
-        UBUNTU = '099720109477'.freeze
-        AMAZON = 'amazon'.freeze
-      end
-
-      ## Filter fields defined in http://docs.aws.amazon.com/sdkforruby/api/Aws/EC2/Builderator::Util.ec2.html#describe_images-instance_method
-      FILTERS = %w(architecture block-device-mapping.delete-on-termination
-                   block-device-mapping.device-name block-device-mapping.snapshot-id
-                   block-device-mapping.volume-size block-device-mapping.volume-type
-                   description hypervisor image-id image-type is-public kernel-id
-                   manifest-location name owner-alias owner-id platform product-code
-                   product-code.type ramdisk-id root-device-name root-device-type
-                   state state-reason-code state-reason-message virtualization-type).freeze
-
-      class << self
-        def search(filters = {})
-          [].tap do |images|
-            Builderator::Util.ec2.describe_images(search_options(filters)).each { |page| images.push(*page.images) }
-          end
-        end
-
-        def latest(filters)
-          search(filters).sort do |a, b|
-            DateTime.iso8601(b.creation_date) <=> DateTime.iso8601(a.creation_date)
-          end.first
-        end
-
-        private
-
-        def search_options(filters)
-          {}.tap do |options|
-            options[:image_ids] = Util.to_array(filters.delete(:image_id)) if filters.include?(:image_id)
-            options[:owners] = Util.to_array(filters.delete(:owner) { 'self' })
-
-            rfilters = [].tap do |f|
-              filters.each do |k, v|
-                next if v.nil?
-
-                f << {
-                  :name => FILTERS.include?(k.to_s) ? k : "tag:#{ k }",
-                  :values => Util.to_array(v)
-                }
-              end
-            end
-
-            options[:filters] = rfilters unless rfilters.empty?
-          end
-        end
-      end
-    end
-  end
-end

data/lib/builderator/control/clean.rb

@@ -1,130 +0,0 @@
-require_relative '../model'
-require_relative '../util'
-
-module Builderator
-  module Control
-    ##
-    # Control logic for cleanup tasks
-    ##
-    module Clean
-      class << self
-
-        def options(arg = nil)
-          return @options unless arg.is_a?(Hash)
-
-          @options = arg.clone
-
-          Util.region(@options.delete('region'))
-          @commit = @options.delete('commit') { false }
-          @limit = @options.delete('limit') { true }
-
-          @options
-        end
-
-        def configs!
-          resources = Model.launch_configs.unused(options)
-
-          limit!(Model::LaunchConfigs, 'Cleanup Launch Configurations', resources, &Proc.new)
-          aborted!(&Proc.new)
-
-          resources.each do |l, _|
-            yield :remove, "Launch Configuration #{ l }", :red
-            Model.launch_configs.resources.delete(l)
-
-            next unless commit?
-            Util.asg.delete_launch_configuration(:launch_configuration_name => l)
-          end
-        rescue Aws::AutoScaling::Errors::ServiceError => e
-          exceptions << Util::AwsException.new('Cleanup Launch Configurations', e)
-          yield(*exceptions.last.status)
-        end
-
-        def images!
-          resources = Model.images.unused(options)
-
-          limit!(Model::Images, 'Cleanup Images', resources, &Proc.new)
-          aborted!(&Proc.new)
-
-          resources.each do |i, image|
-            yield :remove, "Image #{ i } (#{ image[:properties]['name'] })", :red
-            Model.images.resources.delete(i)
-
-            next unless commit?
-            Util.ec2.deregister_image(:image_id => i)
-          end
-        rescue Aws::EC2::Errors::ServiceError => e
-          exceptions << Util::AwsException.new('Cleanup Images', e)
-          yield(*exceptions.last.status)
-        end
-
-        def snapshots!
-          resources = Model.snapshots.unused
-
-          limit!(Model::Snapshots, 'Cleanup Snapshots', resources, &Proc.new)
-          aborted!(&Proc.new)
-
-          resources.each do |s, _|
-            yield :remove, "Snapshot #{ s }", :red
-            Model.snapshots.resources.delete(s)
-
-            next unless commit?
-            Util.ec2.delete_snapshot(:snapshot_id => s)
-          end
-        rescue Aws::EC2::Errors::ServiceError => e
-          exceptions << Util::AwsException.new('Cleanup Snapshots', e)
-          yield(*exceptions.last.status)
-        end
-
-        def volumes!
-          resources = Model.volumes.unused
-
-          limit!(Model::Volumes, 'Cleanup Volumes', resources, &Proc.new)
-          aborted!(&Proc.new)
-
-          resources.each do |v, _|
-            yield :remove, "Volume #{ v }", :red
-            Model.volumes.resources.delete(v)
-
-            next unless commit?
-            Util.ec2.delete_volume(:volume_id => v)
-          end
-        rescue Aws::EC2::Errors::ServiceError => e
-          exceptions << Util::AwsException.new('Cleanup Volumes', e)
-          yield(*exceptions.last.status)
-        end
-
-        def commit?
-          @commit && !@abort
-        end
-
-        def limit?
-          @limit
-        end
-
-        def aborted?
-          @commit && @abort
-        end
-
-        def exceptions
-          @exceptions ||= []
-        end
-
-        private
-
-        def aborted!
-          yield :aborted, 'The following resources will NOT be removed because'\
-            ' safty constraints have not been met!', :yellow if aborted?
-        end
-
-        def limit!(klass, task, resources)
-          return unless limit? && (resources.size >= klass::LIMIT)
-
-          exceptions << Util::LimitException.new(klass, task, resources)
-          @abort = true
-
-          yield(*exceptions.last.status)
-        end
-      end
-    end
-  end
-end

data/lib/builderator/model.rb

@@ -1,46 +0,0 @@
-module Builderator
-  module Model
-    ##
-    # Shared model interface
-    ##
-    class Base
-      attr_reader :resources
-      LIMIT = 4
-
-      def initialize(*args)
-        fetch(*args)
-      end
-
-      def fetch
-        @resources = {}
-      end
-
-      def find(filters = {})
-        Util.filter(resources, filters)
-      end
-
-      def select(set = [])
-        resources.select { |k, _| set.include?(k) }
-      end
-
-      def reject(set = [])
-        resources.reject { |k, _| set.include?(k) }
-      end
-
-      def in_use(options = {})
-        find(options.fetch('filters', {}))
-      end
-
-      def unused(options = {})
-        Util.filter(reject(in_use(options)), options.fetch('filters', {}))
-      end
-    end
-  end
-end
-
-require_relative './model/images'
-require_relative './model/instances'
-require_relative './model/launch_configs'
-require_relative './model/scaling_groups'
-require_relative './model/snapshots'
-require_relative './model/volumes'

data/lib/builderator/model/images.rb

@@ -1,89 +0,0 @@
-require 'aws-sdk'
-require_relative '../util'
-
-module Builderator
-  module Model
-
-    def self.images
-      @images ||= Images.new
-    end
-
-    ##
-    # EC2 AMI Resources
-    ##
-    class Images < Model::Base
-      LIMIT = 24
-      PROPERTIES = %w(image_location state owner_id public architecture image_type
-                      name description root_device_type virtualization_type
-                      hypervisor)
-
-      def fetch
-        @resources = {}.tap do |i|
-          Util.ec2.describe_images(:filters => [
-            {
-              :name => 'state',
-              :values => %w(available)
-            }
-          ], :owners => %w(self)).each do |page|
-            page.images.each do |image|
-              properties = Util.from_tags(image.tags)
-              properties['creation_date'] = DateTime.iso8601(image.creation_date)
-              PROPERTIES.each { |pp| properties[pp] = image[pp.to_sym] }
-
-              i[image.image_id] = {
-                :id => image.image_id,
-                :properties => properties,
-                :snapshots => image.block_device_mappings.map { |b| b.ebs.snapshot_id rescue nil }.reject(&:nil?),
-                :parent => properties.fetch('parent_ami', '(undefined)')
-              }
-            end
-          end
-        end
-      end
-
-      def snapshots
-        resources.values.map { |i| i[:snapshots] }.flatten
-      end
-
-      def latest(options = {})
-        {}.tap do |latest|
-          ## Group images
-          group_by = options.fetch('group-by', [])
-          groups = {}.tap do |g|
-            break { 'all' => resources.values } if group_by.empty?
-
-            resources.each do |_, image|
-              (g[group_by.map do |gg|
-                image[:properties].fetch(gg.to_s, '(unknown)')
-              end.join(':')] ||= []) << image
-            end
-          end
-
-          ## Sort each grouping
-          sort_by = options.fetch('sort-by', 'creation_date')
-          groups.each do |_, group|
-            group.sort! { |a, b| b[:properties][sort_by] <=> a[:properties][sort_by] }
-          end
-
-          ## Slice to `keep` length
-          keep = options.fetch('keep', 5)
-          groups.each do |_, group|
-            group.slice!(keep..-1)
-          end
-
-          ## Reduce
-          groups.values.flatten.each { |i| latest[i[:id]] = i }
-        end
-      end
-
-      def in_use(options = {})
-        {}.tap do |used|
-          used.merge!(select(Model.instances.images))
-          used.merge!(select(Model.launch_configs.images))
-          used.merge!(latest(options))
-          used.merge!(select(used.values.map { |i| i[:parent] }))
-        end
-      end
-    end
-  end
-end

data/lib/builderator/model/instances.rb

@@ -1,55 +0,0 @@
-require 'aws-sdk'
-require_relative '../util'
-
-module Builderator
-  module Model
-
-    def self.instances
-      @instances ||= Instances.new
-    end
-    ##
-    # EC2 Instance resources
-    ##
-    class Instances < Model::Base
-      PROPERTIES = %w(private_dns_name public_dns_name instance_type
-                      subnet_id vpc_id private_ip_address public_ip_address
-                      architecture root_device_type virtualization_type
-                      hypervisor)
-
-      def fetch
-        @resources = {}.tap do |i|
-          Util.ec2.describe_instances(:filters => [
-            {
-              :name => 'instance-state-name',
-              :values => %w(pending running shutting-down stopping stopped)
-            }
-          ]).each do |page|
-            page.reservations.each do |r|
-              r.instances.each do |instance|
-                properties = Util.from_tags(instance.tags)
-                properties['availability_zone'] = instance.placement.availability_zone
-                properties['creation_date'] = instance.launch_time.to_datetime
-                PROPERTIES.each { |pp| properties[pp] = instance[pp.to_sym] }
-
-                i[instance.instance_id] = {
-                  :id => instance.instance_id,
-                  :image => instance.image_id,
-                  :volumes => instance.block_device_mappings.map { |b| b.ebs.volume_id },
-                  :properties => properties
-                }
-              end
-            end
-          end
-        end
-      end
-
-      def images
-        resources.values.map { |i| i[:image] }
-      end
-
-      def volumes
-        resources.values.map { |i| i[:volumes] }.flatten
-      end
-    end
-  end
-end

data/lib/builderator/model/launch_configs.rb

@@ -1,46 +0,0 @@
-require 'aws-sdk'
-require_relative '../util'
-
-module Builderator
-  module Model
-
-    def self.launch_configs
-      @launch_configs ||= LaunchConfigs.new
-    end
-
-    ##
-    # ASG LaunchConfiguration Resources
-    ##
-    class LaunchConfigs < Model::Base
-      LIMIT = 24
-      PROPERTIES = %w(launch_configuration_arn key_name security_groups
-                      user_data instance_type spot_price iam_instance_profile
-                      ebs_optimized associate_public_ip_address placement_tenancy)
-
-      def fetch
-        @resources = {}.tap do |i|
-          Util.asg.describe_launch_configurations.each do |page|
-            page.launch_configurations.each do |l|
-              properties = { 'creation_date' => l.created_time.to_datetime }
-              PROPERTIES.each { |pp| properties[pp] = l[pp.to_sym] }
-
-              i[l.launch_configuration_name] = {
-                :id => l.launch_configuration_name,
-                :properties => properties,
-                :image => l.image_id
-              }
-            end
-          end
-        end
-      end
-
-      def images
-        resources.values.map { |l| l[:image] }
-      end
-
-      def in_use(_)
-        select(Model.scaling_groups.launch_configs)
-      end
-    end
-  end
-end