builderator 0.3.15 → 1.0.0.pre.rc.1

data/lib/builderator/interface/packer.rb

@@ -0,0 +1,75 @@
+require_relative '../interface'
+
+module Builderator
+  # :nodoc:
+  class Interface
+    class << self
+      def packer
+        @packer ||= Packer.new
+      end
+    end
+
+    ##
+    # Generate packer.json
+    ##
+    class Packer < Interface
+      command 'packer'
+      attr_reader :packerfile
+
+      def initialize(*_)
+        super
+
+        @packerfile ||= {
+          :builders => [],
+          :provisioners => []
+        }.tap do |json|
+          Config.profile.current.packer.build.each do |_, build|
+            json[:builders] << build.to_hash.tap do |b|
+              b[:tags] = Config.profile.current.tags
+            end
+          end
+
+          ## Initialize the staging directory
+          json[:provisioners] << {
+            :type => 'shell',
+            :inline => "sudo mkdir -p #{Config.chef.staging_directory}/cache && "\
+                       "sudo chown $(whoami) -R #{Config.chef.staging_directory}"
+          }
+        end
+
+        _artifact_provisioners
+        _chef_provisioner
+      end
+
+      def render
+        JSON.pretty_generate(packerfile)
+      end
+
+      private
+
+      ## Upload artifacts to the build container
+      def _artifact_provisioners
+        Config.profile.current.artifact.each do |_, artifact|
+          packerfile[:provisioners] << {
+            :type => 'file',
+            :source => artifact.path,
+            :destination => artifact.destination
+          }
+        end
+      end
+
+      def _chef_provisioner
+        packerfile[:provisioners] << {
+          :type => 'chef-solo',
+          :run_list => Config.profile.current.chef.run_list,
+          :cookbook_paths => Config.local.cookbook_path,
+          :data_bags_path => Config.local.data_bag_path,
+          :environments_path => Config.local.environment_path,
+          :chef_environment => Config.profile.current.chef.environment,
+          :json => Config.profile.current.chef.node_attrs,
+          :staging_directory => Config.chef.staging_directory
+        }
+      end
+    end
+  end
+end

data/lib/builderator/interface/vagrant.rb

@@ -0,0 +1,31 @@
+require_relative '../interface'
+
+module Builderator
+  # :nodoc:
+  class Interface
+    class << self
+      def vagrant
+        @vagrant ||= Vagrant.new
+      end
+    end
+
+    ##
+    # Render a temporary Vagrantfile
+    ##
+    class Vagrant < Interface
+      command 'vagrant'
+      template 'template/Vagrantfile.erb'
+
+      def command
+        c = ''
+        c << 'ulimit -n 1024; ' if bundled?
+        c << 'VAGRANT_I_KNOW_WHAT_IM_DOING_PLEASE_BE_QUIET=true ' if bundled?
+        c << which
+      end
+
+      def source
+        directory.join('Vagrantfile')
+      end
+    end
+  end
+end

data/lib/builderator/metadata.rb

@@ -1,5 +1,7 @@
+require_relative './util'
+
+# :nodoc:
 module Builderator
-  PATH = File.expand_path('../../..', __FILE__)
-  VERSION = IO.read(File.join(PATH, 'VERSION')) rescue '0.0.1'
-  DESCRIPTION = IO.read(File.join(PATH, 'README.md')) rescue 'README.md not found!'
+  VERSION = Util.source_path('VERSION').read rescue '0.0.1'
+  DESCRIPTION = Util.source_path('README.md').read rescue 'README.md not found!'
 end

data/lib/builderator/model/cleaner.rb

@@ -0,0 +1,49 @@
+module Builderator
+  module Model
+    module Cleaner
+      ##
+      # Shared model interface
+      ##
+      class Base
+        attr_reader :resources
+
+        def initialize(*args)
+          fetch(*args)
+        end
+
+        def fetch
+          @resources = {}
+        end
+
+        def find(filters = {})
+          Util.filter(resources, filters)
+        end
+
+        def select(set = [])
+          resources.select { |k, _| set.include?(k) }
+        end
+
+        def in_use
+          find(Config.cleaner.filters)
+        end
+
+        def in_use?(key)
+          @in_use ||= in_use
+
+          @in_use.include?(key)
+        end
+
+        def unused
+          resources.reject { |k, _| in_use?(k) }
+        end
+      end
+    end
+  end
+end
+
+require_relative './cleaner/images'
+require_relative './cleaner/instances'
+require_relative './cleaner/launch_configs'
+require_relative './cleaner/scaling_groups'
+require_relative './cleaner/snapshots'
+require_relative './cleaner/volumes'

data/lib/builderator/model/cleaner/images.rb

@@ -0,0 +1,93 @@
+require 'aws-sdk'
+require_relative '../../util'
+
+module Builderator
+  module Model
+    # :nodoc:
+    module Cleaner
+      def self.images
+        @images ||= Images.new
+      end
+
+      ##
+      # EC2 AMI Resources
+      ##
+      class Images < Model::Cleaner::Base
+        PROPERTIES = %w(image_location state owner_id public architecture image_type
+                        name description root_device_type virtualization_type
+                        hypervisor)
+
+        def fetch
+          @resources = {}.tap do |i|
+            Util.ec2.describe_images(:filters => [
+              {
+                :name => 'state',
+                :values => %w(available)
+              }
+            ], :owners => %w(self)).each do |page|
+              page.images.each do |image|
+                properties = Util.from_tags(image.tags)
+                properties['creation_date'] = DateTime.iso8601(image.creation_date)
+                PROPERTIES.each { |pp| properties[pp] = image[pp.to_sym] }
+
+                i[image.image_id] = {
+                  :id => image.image_id,
+                  :properties => properties,
+                  :snapshots => image.block_device_mappings.map { |b| b.ebs.snapshot_id rescue nil }.reject(&:nil?),
+                  :parent => properties.fetch('parent_ami', '(undefined)')
+                }
+              end
+            end
+          end
+        end
+
+        def snapshots
+          resources.values.map { |i| i[:snapshots] }.flatten
+        end
+
+        def latest
+          {}.tap do |latest|
+            ## Group images
+            group_by = Config.cleaner.group_by
+            groups = {}.tap do |object|
+              break { 'all' => resources.values } if group_by.empty?
+
+              resources.each do |_, image|
+                ## Construct a grouping-key from image properties
+                grouping_key = group_by.map do |grouping_property|
+                  image[:properties].fetch(grouping_property.to_s, '(unknown)')
+                end.join(':')
+
+                ## Create an array for the group if it doesn't already exist
+                ## and add the image to it
+                (object[grouping_key] ||= []) << image
+              end
+            end
+
+            ## Sort each grouping
+            groups.each do |_, group|
+              group.sort! { |a, b| b[:properties][Config.cleaner.sort_by] <=> a[:properties][Config.cleaner.sort_by] }
+            end
+
+            ## Slice to `keep` length
+            groups.each do |_, group|
+              group.slice!(Config.cleaner.keep..-1)
+            end
+
+            ## Reduce
+            groups.values.flatten.each { |i| latest[i[:id]] = i }
+          end
+        end
+
+        def in_use
+          {}.tap do |used|
+            used.merge!(select(Cleaner.instances.images))
+            used.merge!(select(Cleaner.launch_configs.images))
+            used.merge!(latest)
+            used.merge!(select(used.values.map { |i| i[:parent] }))
+          end
+        end
+      end
+    end
+  end
+end

data/lib/builderator/model/cleaner/instances.rb

@@ -0,0 +1,58 @@
+require 'aws-sdk'
+require_relative '../../util'
+
+module Builderator
+  module Model
+    # :nodoc:
+    module Cleaner
+      def self.instances
+        @instances ||= Instances.new
+      end
+
+      ##
+      # EC2 Instance resources
+      ##
+      class Instances < Model::Cleaner::Base
+        PROPERTIES = %w(private_dns_name public_dns_name instance_type
+                        subnet_id vpc_id private_ip_address public_ip_address
+                        architecture root_device_type virtualization_type
+                        hypervisor)
+
+        def fetch
+          @resources = {}.tap do |i|
+            Util.ec2.describe_instances(:filters => [
+              {
+                :name => 'instance-state-name',
+                :values => %w(pending running shutting-down stopping stopped)
+              }
+            ]).each do |page|
+              page.reservations.each do |r|
+                r.instances.each do |instance|
+                  properties = Util.from_tags(instance.tags)
+                  properties['availability_zone'] = instance.placement.availability_zone
+                  properties['creation_date'] = instance.launch_time.to_datetime
+                  PROPERTIES.each { |pp| properties[pp] = instance[pp.to_sym] }
+
+                  i[instance.instance_id] = {
+                    :id => instance.instance_id,
+                    :image => instance.image_id,
+                    :volumes => instance.block_device_mappings.map { |b| b.ebs.volume_id },
+                    :properties => properties
+                  }
+                end
+              end
+            end
+          end
+        end
+
+        def images
+          resources.values.map { |i| i[:image] }
+        end
+
+        def volumes
+          resources.values.map { |i| i[:volumes] }.flatten
+        end
+      end
+    end
+  end
+end

data/lib/builderator/model/cleaner/launch_configs.rb

@@ -0,0 +1,47 @@
+require 'aws-sdk'
+require_relative '../../util'
+
+module Builderator
+  module Model
+    # :nodoc:
+    module Cleaner
+      def self.launch_configs
+        @launch_configs ||= LaunchConfigs.new
+      end
+
+      ##
+      # ASG LaunchConfiguration Resources
+      ##
+      class LaunchConfigs < Model::Cleaner::Base
+        PROPERTIES = %w(launch_configuration_arn key_name security_groups
+                        user_data instance_type spot_price iam_instance_profile
+                        ebs_optimized associate_public_ip_address placement_tenancy)
+
+        def fetch
+          @resources = {}.tap do |i|
+            Util.asg.describe_launch_configurations.each do |page|
+              page.launch_configurations.each do |l|
+                properties = { 'creation_date' => l.created_time.to_datetime }
+                PROPERTIES.each { |pp| properties[pp] = l[pp.to_sym] }
+
+                i[l.launch_configuration_name] = {
+                  :id => l.launch_configuration_name,
+                  :properties => properties,
+                  :image => l.image_id
+                }
+              end
+            end
+          end
+        end
+
+        def images
+          resources.values.map { |l| l[:image] }
+        end
+
+        def in_use
+          select(Cleaner.scaling_groups.launch_configs)
+        end
+      end
+    end
+  end
+end

data/lib/builderator/model/cleaner/scaling_groups.rb

@@ -0,0 +1,45 @@
+require 'aws-sdk'
+require_relative '../../util'
+
+module Builderator
+  module Model
+    # :nodoc:
+    module Cleaner
+      def self.scaling_groups
+        @scaling_groups ||= ScalingGroups.new
+      end
+
+      ##
+      # AutoScaling Group Resoruces
+      ##
+      class ScalingGroups < Model::Cleaner::Base
+        attr_reader :resources
+        PROPERTIES = %w(auto_scaling_group_arn min_size max_size desired_capacity
+                        default_cooldown availability_zones load_balancer_names
+                        vpc_zone_identifier status termination_policies)
+
+        def fetch
+          @resources = {}.tap do |i|
+            Util.asg.describe_auto_scaling_groups.each do |page|
+              page.auto_scaling_groups.each do |a|
+                properties = Util.from_tags(a.tags)
+                properties['creation_date'] = a.created_time.to_datetime
+                PROPERTIES.each { |pp| properties[pp] = a[pp.to_sym] }
+
+                i[a.launch_configuration_name] = {
+                  :id => a.auto_scaling_group_name,
+                  :properties => properties,
+                  :config => a.launch_configuration_name
+                }
+              end
+            end
+          end
+        end
+
+        def launch_configs
+          resources.values.map { |g| g[:config] }
+        end
+      end
+    end
+  end
+end

data/lib/builderator/model/cleaner/snapshots.rb

@@ -0,0 +1,50 @@
+require 'aws-sdk'
+require_relative '../../util'
+
+module Builderator
+  module Model
+    # :nodoc:
+    module Cleaner
+      def self.snapshots
+        @snapshots ||= Snapshots.new
+      end
+
+      ##
+      # EC2 Snapshot Resources
+      ##
+      class Snapshots < Model::Cleaner::Base
+        PROPERTIES = %w(state owner_id description volume_size)
+
+        def fetch
+          @resources = {}.tap do |s|
+            Util.ec2.describe_snapshots(:filters => [
+              {
+                :name => 'status',
+                :values => %w(completed)
+              }
+            ], :owner_ids => ['self']).each do |page|
+              page.snapshots.each do |snap|
+                properties = Util.from_tags(snap.tags)
+                properties['creation_date'] = snap.start_time.to_datetime
+                PROPERTIES.each { |pp| properties[pp] = snap[pp.to_sym] }
+
+                s[snap.snapshot_id] = {
+                  :id => snap.snapshot_id,
+                  :properties => properties,
+                  :volume => snap.volume_id
+                }
+              end
+            end
+          end
+        end
+
+        def in_use
+          {}.tap do |used|
+            used.merge!(select(Cleaner.volumes.snapshots))
+            used.merge!(select(Cleaner.images.snapshots))
+          end
+        end
+      end
+    end
+  end
+end