outliers 0.0.0 → 0.0.1

data/lib/outliers/collection.rb

@@ -0,0 +1,124 @@
+require 'enumerator'
+
+module Outliers
+  class Collection
+
+    include Enumerable
+    include Outliers::Verifications::Shared
+
+    attr_reader :provider
+    attr_accessor :targets
+
+    def self.to_human
+      (self.to_s.split('::') - ['Outliers', 'Resources']).map { |p| p.underscore }.join('_').downcase.gsub(/_collection$/, '')
+    end
+
+    def self.verifications
+       Outliers::Verifications::Shared.verifications + self.resource_class.verifications 
+    end
+
+    def self.resource_class
+      array = self.to_s.gsub(/Collection$/, '').split('::')
+      array.inject(Object) {|o,c| o.const_get c}
+    end
+
+    def initialize(provider)
+      @targets   = []
+      @provider = provider
+      @logger   = Outliers.logger
+    end
+
+    def each &block  
+      all.each do |resource|
+        block.call resource
+      end  
+    end
+
+    def exclude_by_key(exclusions)
+      @logger.info "Excluding the following resources: '#{exclusions.join(',')}'."
+      save = all.reject {|u| exclusions.include? u.public_send key}
+      @all = save
+    end
+
+    def verify(name, arguments={})
+      name << "?" unless name =~ /^.*\?$/
+
+      logger.debug "Verifying resources '#{all_by_key.join(', ')}'."
+
+      if collection_verification? name
+        send_verification self, name, arguments
+      else
+        send_resources_verification name, arguments
+      end
+    end
+
+    def all
+      @all ||= load_all
+    end
+
+    def key
+      resource_class.key
+    end
+
+    def resource_class
+      self.class.resource_class
+    end
+
+    private
+
+    def all_by_key
+      all.map {|r| r.public_send key}
+    end
+
+    def connect
+      @provider.connect
+    end
+
+    def logger
+      @logger
+    end
+
+    def collection_verification?(name)
+      self.public_methods.include? name.to_sym
+    end
+
+    def send_resources_verification(verification, arguments)
+      set_target_resources verification if targets.any?
+
+      results = map do |resource|
+        result = send_verification resource, verification, arguments
+        logger.debug "Verification of resource '#{resource.id}' #{result ? 'passed' : 'failed'}."
+        result
+      end
+      !results.include? false
+    end
+
+    def set_target_resources(verification)
+      logger.info "Verifying target '#{targets.join(', ')}'."
+
+      @all = all.select {|r| targets.include? r.id }
+
+      unless all.any?
+        raise Outliers::Exceptions::TargetNotFound.new "No '#{targets}' found."
+      end
+
+      @all
+    end
+
+    def send_verification(object, verification, arguments) 
+      if object.method(verification).arity.zero?
+        if arguments.any?
+          raise Outliers::Exceptions::NoArgumentRequired.new "Verification '#{verification}' does not require an arguments."
+        end
+
+        object.public_send verification
+      else
+        if arguments.none?
+          raise Outliers::Exceptions::ArgumentRequired.new "Verification '#{verification}' requires arguments."
+        end
+        object.public_send verification, arguments
+      end
+    end
+
+  end
+end

data/lib/outliers/credentials.rb

@@ -0,0 +1,28 @@
+module Outliers
+  module Credentials
+    module_function
+
+    # To Do - Remove me once validated not needed
+    def load_from_config_folder
+      credentials = {}
+      files = Dir.entries(File.join(Outliers.config_path, 'credentials')) - ['.', '..']
+      files.each do |file|
+        contents = File.read File.join(Outliers.config_path, 'credentials', file)
+        YAML.load(contents).each_pair do |k,v|
+          credentials[k] = v
+        end
+      end
+      credentials
+    end
+
+    def load_from_file(file)
+      credentials = {}
+      contents = File.read file
+      YAML.load(contents).each_pair do |k,v|
+        credentials[k] = v
+      end
+      credentials
+    end
+
+  end
+end

data/lib/outliers/evaluation.rb

@@ -0,0 +1,85 @@
+module Outliers
+  class Evaluation
+
+    attr_reader :collection, :provider_name, :provider_name_array
+
+    def initialize(args)
+      @run  = args[:run]
+      @name = args[:name]
+    end
+
+    def connect(name, options={})
+      @provider_name = merged_credentials(name, options).fetch 'provider'
+
+      logger.info "Connecting via '#{name}' to '#{@provider_name}'."
+      logger.info "Including connection options '#{options.map {|k,v| "#{k}=#{v}"}.join(',')}'." if options.any?
+
+      set_provider_name_array
+
+      @provider = Outliers::Provider.connect_to merged_credentials(name, options)
+    end
+
+    def resources(name, targets=[])
+      logger.info "Loading '#{name}' resource collection."
+      @collection = collection_object name
+
+      targets_array = Array(targets)
+
+      if targets_array.any?
+        logger.info "Verifying against '#{targets_array.join(', ')}' from '#{name}' collection."
+        collection.targets = targets_array
+      end
+      collection
+    end
+
+    def exclude(exclusions)
+      collection.exclude_by_key Array(exclusions)
+    end
+
+    def verify(verification, arguments={})
+      collection.load_all
+
+      r = collection.verify verification, arguments.keys_to_sym
+
+      result = Outliers::Result.new :description => @name, :passed => r
+
+      logger.info "Evaluation '#{result}'."
+
+      @run.results << result
+    end
+
+    private
+
+    def set_provider_name_array
+      begin
+        array = Outliers::Providers.name_map.fetch(provider_name).to_s.split('::')
+        @provider_name_array = array[2..array.size]
+      rescue KeyError
+        raise Outliers::Exceptions::UnknownProvider.new "Unkown provider '#{provider_name}'"
+      end
+    end
+
+    def collection_object(name)
+      collection_object = name.split('_').map {|c| c.capitalize}.join('') + 'Collection'
+      collection_array = ['Outliers', 'Resources'] + provider_name_array + [collection_object]
+      collection_array.inject(Object) {|o,c| o.const_get c}.new(@provider)
+    rescue NameError
+      raise Outliers::Exceptions::UnknownCollection.new "Unknown collection '#{name}'."
+    end
+
+    def credentials(name)
+      @run.credentials.fetch name
+    end
+
+    def merged_credentials(name, options)
+      credentials(name).merge! options.keys_to_s
+      credentials(name).merge :name => name
+    end
+
+    def logger
+      @logger ||= Outliers.logger 
+    end
+
+  end
+end
+

data/lib/outliers/exceptions.rb

@@ -0,0 +1,40 @@
+module Outliers
+  module Exceptions
+
+    class Base < RuntimeError
+      attr_accessor :message
+
+      def initialize(message="")
+        @message = message
+      end
+    end
+
+    class ArgumentRequired < Base
+    end
+
+    class NoArgumentRequired < Base
+    end
+
+    class UnknownCollection < Base
+    end
+
+    class UnknownCredentials < Base
+    end
+
+    class UnknownVerification < Base
+    end
+
+    class UnknownProvider < Base
+    end
+
+    class InvalidBucket < Base
+    end
+
+    class UnsupportedRegion < Base
+    end
+
+    class TargetNotFound < Base
+    end
+
+  end
+end

data/lib/outliers/mixins.rb

@@ -0,0 +1,27 @@
+class Module
+  def all_the_modules
+    [self] + constants.map {|const| const_get(const) }
+      .select {|const| const.is_a? Module }
+      .flat_map {|const| const.all_the_modules }
+  end
+end
+
+class Hash
+  def keys_to_sym
+    Hash[self.map {|k, v| [k.to_sym, v] }]
+  end
+
+  def keys_to_s
+    Hash[self.map {|k, v| [k.to_s, v] }]
+  end
+end 
+
+class String
+  def underscore
+    self.gsub(/::/, '/').
+    gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
+    gsub(/([a-z\d])([A-Z])/,'\1_\2').
+    tr("-", "_").
+    downcase
+  end
+end

data/lib/outliers/provider.rb

@@ -0,0 +1,32 @@
+module Outliers
+  class Provider
+
+    attr_reader :credentials
+
+    def self.connect_to(credentials)
+      provider = credentials.fetch 'provider'
+      Outliers::Providers.name_map.fetch(provider).new credentials
+    rescue KeyError
+      raise Outliers::Exceptions::UnknownProvider.new "Unkown provider '#{provider.join('_').downcase}'."
+    end
+
+    def self.to_human
+      (self.to_s.split('::') - ['Outliers', 'Providers']).map { |p| p.underscore }.join('_').downcase
+    end
+
+    def self.credential_arguments
+      {}
+    end
+
+    def initialize(credentials)
+      @credentials = credentials
+      @logger      = Outliers.logger
+      settings credentials.keys_to_sym
+    end
+
+    def logger
+      @logger
+    end
+
+  end
+end

data/lib/outliers/providers/aws/base.rb

@@ -0,0 +1,33 @@
+require "aws-sdk"
+
+module Outliers
+  module Providers
+    module Aws
+      module Shared
+
+        def settings(args)
+          @access_key_id     = args.fetch :access_key_id
+          @secret_access_key = args.fetch :secret_access_key
+          @region            = args.fetch :region, 'us-east-1'
+        end
+
+        def config
+          { :access_key_id     => @access_key_id,
+            :secret_access_key => @secret_access_key,
+            :region            => @region }
+        end
+
+        module_function
+
+        def credential_arguments
+          {
+            'access_key_id'     => 'AWS Account Access Key',
+            'secret_access_key' => 'AWS Account Secret Key',
+            'region'            => 'AWS Region (Default us-east-1)'
+          }
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws/cloud_formation.rb

@@ -0,0 +1,20 @@
+module Outliers
+  module Providers
+    module Aws
+      class CloudFormation < Provider
+
+        include Shared
+
+        def self.credential_arguments
+          Shared.credential_arguments
+        end
+
+        def connect
+          logger.info "Connecting to region '#{@region}'." unless @cf
+          @cf ||= ::AWS::CloudFormation.new config
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws/ec2.rb

@@ -0,0 +1,20 @@
+module Outliers
+  module Providers
+    module Aws
+      class Ec2 < Provider
+
+        include Shared
+
+        def self.credential_arguments
+          Shared.credential_arguments
+        end
+
+        def connect
+          logger.info "Connecting to region '#{@region}'." unless @ec2
+          @ec2 ||= ::AWS::EC2.new config
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws/elb.rb

@@ -0,0 +1,20 @@
+module Outliers
+  module Providers
+    module Aws
+      class Elb < Provider
+
+        include Shared
+
+        def self.credential_arguments
+          Shared.credential_arguments
+        end
+
+        def connect
+          logger.info "Connecting to region '#{@region}'." unless @elb
+          @elb ||= ::AWS::ELB.new config
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws/iam.rb

@@ -0,0 +1,20 @@
+module Outliers
+  module Providers
+    module Aws
+      class Iam < Provider
+
+        include Shared
+
+        def self.credential_arguments
+          Shared.credential_arguments
+        end
+
+        def connect
+          logger.info "Connecting to region '#{@region}'." unless @iam
+          @iam ||= ::AWS::IAM.new config
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws/rds.rb

@@ -0,0 +1,20 @@
+module Outliers
+  module Providers
+    module Aws
+      class Rds < Provider
+
+        include Shared
+
+        def self.credential_arguments
+          Shared.credential_arguments
+        end
+
+        def connect
+          logger.info "Connecting to region '#{@region}'." unless @rds
+          @rds ||= ::AWS::RDS.new config
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws/s3.rb

@@ -0,0 +1,20 @@
+module Outliers
+  module Providers
+    module Aws
+      class S3 < Provider
+
+        include Shared
+
+        def self.credential_arguments
+          Shared.credential_arguments
+        end
+
+        def connect
+          logger.info "Connecting to region '#{@region}'." unless @iam
+          @iam ||= ::AWS::S3.new config
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws/sqs.rb

@@ -0,0 +1,20 @@
+module Outliers
+  module Providers
+    module Aws
+      class Sqs < Provider
+
+        include Shared
+
+        def self.credential_arguments
+          Shared.credential_arguments
+        end
+
+        def connect
+          logger.info "Connecting to region '#{@region}'." unless @sqs
+          @sqs ||= ::AWS::SQS.new config
+        end
+
+      end
+    end
+  end
+end

data/lib/outliers/providers/aws.rb

@@ -0,0 +1,9 @@
+require 'outliers/providers/aws/base'
+
+require 'outliers/providers/aws/cloud_formation'
+require 'outliers/providers/aws/ec2'
+require 'outliers/providers/aws/elb'
+require 'outliers/providers/aws/iam'
+require 'outliers/providers/aws/rds'
+require 'outliers/providers/aws/s3'
+require 'outliers/providers/aws/sqs'

data/lib/outliers/providers/github.rb

@@ -0,0 +1,23 @@
+require "github_api"
+
+module Outliers
+  module Providers
+    class Github < Provider
+
+      def settings(args)
+        @token = args[:token]
+      end
+
+      def connect
+        c = ::Github.new 
+        c.oauth_token = @token if @token
+        c
+      end
+
+      def self.credential_arguments
+        { 'token' => 'Github API token.' }
+      end
+
+    end
+  end
+end

data/lib/outliers/providers.rb

@@ -0,0 +1,19 @@
+require 'outliers/providers/aws'
+require 'outliers/providers/github'
+
+module Outliers
+  module Providers
+    module_function
+
+    def all
+      all_the_modules.select{|m| m.is_a? Class}
+    end
+
+    def name_map 
+      r = {}
+      all.each { |p| r.merge! p.to_human => p }
+      r
+    end
+ 
+  end
+end

data/lib/outliers/resource.rb

@@ -0,0 +1,34 @@
+module Outliers
+  class Resource
+
+    attr_reader :source
+
+    def self.key
+      'name'
+    end
+
+    def self.verifications
+      {}
+    end
+
+    def initialize(source)
+      @source = source
+      @logger = Outliers.logger
+    end
+
+    def id
+      @source.send self.class.key
+    end
+
+    def method_missing(method)
+      @source.send method
+    end
+
+    private
+
+    def logger
+      @logger
+    end
+
+  end
+end

data/lib/outliers/resources/aws/cloud_formation/stack.rb

@@ -0,0 +1,10 @@
+module Outliers
+  module Resources
+    module Aws
+      module CloudFormation
+        class Stack < Resource
+        end
+      end
+    end
+  end
+end

data/lib/outliers/resources/aws/cloud_formation/stack_collection.rb

@@ -0,0 +1,15 @@
+module Outliers
+  module Resources
+    module Aws
+      module CloudFormation
+        class StackCollection < Collection
+
+          def load_all
+            connect.stacks.map {|r| resource_class.new r}
+          end
+
+        end
+      end
+    end
+  end
+end