cloudpatrol 0.1.3

data/README.rdoc

@@ -0,0 +1,3 @@
+= Cloudpatrol
+
+:include:cloudpatrol.rdoc

data/bin/cloudpatrol

@@ -0,0 +1,220 @@
+#!/usr/bin/env ruby
+require 'gli'
+require 'json'
+
+begin # Remove this begin/rescue before distributing the app
+  require 'cloudpatrol'
+rescue LoadError
+  exit 64
+end
+
+include GLI::App
+
+program_desc "Helps you keep Amazon cloud clean"
+
+version Cloudpatrol::VERSION
+
+result = []
+
+desc 'Specify AWS Access Key ID'
+arg_name 'string'
+flag :aws_access_key_id
+
+desc 'Specify AWS Secret Access Key'
+arg_name 'string'
+flag :aws_secret_access_key
+
+desc 'Specify region'
+arg_name 'string'
+flag :region
+
+desc 'Specify config file'
+flag :config_file
+
+desc 'Display performance log of the task'
+default_value false
+switch [ :log ]
+
+desc 'AWS Identity and Access Management'
+command "iam" do |c|
+  c.desc "Deletes all IAM users that do not have MFA enabled. Usernames that begin with underscore (_) are kept."
+  c.command "clean-users" do |subc|
+    subc.action do |global_options,options,args|
+      result = Cloudpatrol.perform($aws_credentials, nil, :IAM, :clean_users)
+      puts "Deleted #{result[:task].count} users" if result[:task]
+    end
+  end
+end
+
+desc 'AWS Elastic Compute Cloud'
+command "ec2" do |c|
+  c.desc "specifies maximum age"
+  c.default_value 5
+  c.arg_name "number"
+  c.flag [ :d, :days ]
+
+  # This action needs a feature for constant monitoring of creation time.
+  # c.desc "Deletes AWS EC2 key pairs that have existed for configurable number of days"
+  # c.command "clean-keypairs" do |subc|
+  #   subc.action do |global_options,options,args|
+  #     puts "doesn't work"
+  #   end
+  # end
+
+  c.desc "Deletes AWS EC2 Instances that have existed for configurable number of days"
+  c.command "clean-instances" do |subc|
+    subc.action do |global_options,options,args|
+      days = options[:days] or $config["ec2_instance_age"] or raise "Specify max age for an instance with -d option or --config_file"
+      result = Cloudpatrol.perform($aws_credentials, nil, :EC2, :clean_instances, days.to_i)
+      puts "Deleted #{result[:task].count} instances" if result[:task]
+    end
+  end
+
+  c.desc "Deletes Security Groups that are no longer being used by AWS EC2 Instances (notice that Security Groups featured in any inbound permission rules will not be deleted)"
+  c.command "clean-security-groups" do |subc|
+    subc.action do |global_options,options,args|
+      result = Cloudpatrol.perform($aws_credentials, nil, :EC2, :clean_security_groups)
+      puts "Deleted #{result[:task].count} security groups" if result[:task]
+    end
+  end
+
+  c.desc "Deletes ports assigned to the default security group"
+  c.command "clean-ports-in-default" do |subc|
+    subc.action do |global_options,options,args|
+      result = Cloudpatrol.perform($aws_credentials, nil, :EC2, :clean_ports_in_default)
+      puts "Deleted #{result[:task].count} rules" if result[:task]
+    end
+  end
+
+  c.desc "Starts AWS EC2 Instances"
+  c.command "start-instances" do |subc|
+    subc.action do |global_options,options,args|
+      result = Cloudpatrol.perform($aws_credentials, nil, :EC2, :start_instances)
+      puts "Started #{result[:task].count} instances" if result[:task]
+    end
+  end
+
+  c.desc "Stops AWS EC2 Instances"
+  c.command "stop-instances" do |subc|
+    subc.action do |global_options,options,args|
+      result = Cloudpatrol.perform($aws_credentials, nil, :EC2, :stop_instances)
+      puts "Stopped #{result[:task].count} instances" if result[:task]
+    end
+  end
+
+  c.desc "Releases EC2 Elastic IPs not associated with any instance"
+  c.command "clean-elastic-ips" do |subc|
+    subc.action do |global_options, options, args|
+      result = Cloudpatrol.perform($aws_credentials, nil, :EC2, :clean_elastic_ips)
+      puts "Deleted #{result[:task].count} Elastic IPs" if result[:task]
+    end
+  end
+end
+
+desc 'AWS OpsWorks'
+command "opsworks" do |c|
+  c.desc "specifies maximum age"
+  c.default_value 5
+  c.arg_name "number"
+  c.flag [ :d, :days ]
+
+  c.desc "Deletes AWS OpsWorks apps that have existed for configurable number of days"
+  c.command "clean-apps" do |subc|
+    subc.action do |global_options,options,args|
+      days = options[:days] or $config["opsworks_app_age"] or raise "Specify max age for an app with -d option or --config_file"
+      result = Cloudpatrol.perform($aws_credentials, nil, :OpsWorks, :clean_apps, days.to_i)
+      puts "Deleted #{result[:task].count} OpsWorks apps" if result[:task]
+    end
+  end
+
+  c.desc "Deletes AWS OpsWorks instances that have existed for configurable number of days"
+  c.command "clean-instances" do |subc|
+    subc.action do |global_options,options,args|
+      days = options[:days] or $config["opsworks_instance_age"] or raise "Specify max age for an instance with -d option or --config_file"
+      result = Cloudpatrol.perform($aws_credentials, nil, :OpsWorks, :clean_instances, days.to_i)
+      puts "Deleted #{result[:task].count} OpsWorks instances" if result[:task]
+    end
+  end
+
+  c.desc "Deletes AWS OpsWorks layers that have existed for configurable number of days"
+  c.command "clean-layers" do |subc|
+    subc.action do |global_options,options,args|
+      days = options[:days] or $config["opsworks_layer_age"] or raise "Specify max age for a layer with -d option or --config_file"
+      result = Cloudpatrol.perform($aws_credentials, nil, :OpsWorks, :clean_layers, days.to_i)
+      puts "Deleted #{result[:task].count} OpsWorks layers" if result[:task]
+    end
+  end
+
+  c.desc "Deletes AWS OpsWorks stacks that have existed for configurable number of days"
+  c.command "clean-stacks" do |subc|
+    subc.action do |global_options,options,args|
+      days = options[:days] or $config["opsworks_stack_age"] or raise "Specify max age for a stack with -d option or --config_file"
+      result = Cloudpatrol.perform($aws_credentials, nil, :OpsWorks, :clean_stacks, days.to_i)
+      puts "Deleted #{result[:task].count} OpsWorks stacks" if result[:task]
+    end
+  end
+end
+
+desc 'AWS CloudFormation'
+command "cloudformation" do |c|
+  c.desc "specifies maximum age"
+  c.default_value 5
+  c.arg_name "number"
+  c.flag [ :d, :days ]
+
+  c.desc "Deletes AWS CloudFormation stacks that have existed for configurable number of days"
+  c.command "clean-stacks" do |subc|
+    subc.action do |global_options,options,args|
+      days = options[:days] or $config["cloudformation_stack_age"] or raise "Specify max age for a stack with -d option or --config_file"
+      result = Cloudpatrol.perform($aws_credentials, nil, :CloudFormation, :clean_stacks, days.to_i)
+      puts "Deleted #{result[:task].count} CloudFormation stacks" if result[:task]
+    end
+  end
+end
+
+desc 'CloudPatrol log'
+command "log" do |c|
+  c.desc "overrides default table name"
+  c.default_value "cloudpatrol-log"
+  c.flag [ :t, :table ]
+
+  c.action do |global_options,options,args|
+    table_name = options[:table] || "cloudpatrol-log"
+    result = Cloudpatrol.get_log($aws_credentials, table_name)
+    if result[:success]
+      puts result[:log]
+    else
+      puts result[:error]
+    end
+  end
+end
+
+pre do |global, command, options, args|
+  $aws_credentials = {}
+  $config = {}
+
+  if global[:config_file]
+    if File.readable?(global[:config_file])
+      $config = JSON.parse(File.read(global[:config_file])) rescue raise(ArgumentError, "invalid config file")
+    else
+      raise ArgumentError, "--config_file: no such file"
+    end
+  end
+
+  $aws_credentials[:access_key_id] = global[:aws_access_key_id] || $config["aws_access_key_id"] || raise(ArgumentError, "--aws_access_key_id or --config_file is required")
+  $aws_credentials[:secret_access_key] = global[:aws_secret_access_key] || $config["aws_secret_access_key"] || raise(ArgumentError, "--aws_secret_access_key or --config_file is required")
+  $aws_credentials[:region] = global[:region] or "us-east-1"
+  true
+end
+
+post do |global, command, options, args|
+  puts result[:formatted] if global[:log] and command.name != "log"
+end
+
+on_error do |exception|
+  # Error logic here
+  # return false to skip default error handling
+  true
+end
+
+exit run(ARGV)

data/lib/cloudpatrol.rb

@@ -0,0 +1,68 @@
+require 'cloudpatrol/task.rb'
+require 'cloudpatrol/version.rb'
+require 'core_ext/integer.rb'
+
+module Cloudpatrol
+  def self.perform aws_credentials, table_name, klass, method, *args
+    response = {}
+    table_name ||= "cloudpatrol-log"
+
+    response[:task] = begin
+      response[:formatted] = Task.const_get(klass).new(aws_credentials).send(method, *args)
+    rescue AWS::Errors::Base => e
+      response[:formatted] = "AWS error: #{e}"
+      false
+    rescue
+      response[:formatted] = "Unknown error"
+      false
+    end
+
+    response[:log] = begin
+      Task::DynamoDB.new(aws_credentials, table_name).log({ class: klass, method: method, args: args }, response[:formatted])
+    rescue
+      puts "Failed to write log to DynamoDB"
+      false
+    end
+
+    response
+  end
+
+  def self.get_log aws_credentials, table_name = "cloudpatrol-log"
+    gate = ::AWS::DynamoDB.new(aws_credentials)
+    response = {}
+    table = gate.tables[table_name]
+    if table.exists? and table.status == :active
+      table.load_schema
+      response[:log] = []
+      table.items.each do |item|
+        response[:log] << item.attributes.to_hash
+      end
+      response[:log].map! do |item|
+        {
+          time: Time.parse(item["time"]),
+          action: item["action"],
+          response: item["response"]
+        }
+      end
+      response[:log].sort!{ |x,y| x[:time] <=> y[:time] }
+    else
+      response[:success] = false
+      response[:error] = "Table doesn't exist"
+    end
+  rescue AWS::Errors::Base => e
+    response[:success] = false
+    response[:error] = "AWS error: #{e}"
+  rescue
+    response[:success] = false
+    response[:error] = "Unknown error"
+  else
+    response[:success] = if response[:log].empty?
+      response[:error] = "Log is empty"
+      false
+    else
+      true
+    end
+  ensure
+    return response
+  end
+end

data/lib/cloudpatrol/task.rb

@@ -0,0 +1,10 @@
+require 'cloudpatrol/task/cloud_formation.rb'
+require 'cloudpatrol/task/dynamo_db.rb'
+require 'cloudpatrol/task/ec2.rb'
+require 'cloudpatrol/task/iam.rb'
+require 'cloudpatrol/task/ops_works.rb'
+
+module Cloudpatrol
+  module Task
+  end
+end

data/lib/cloudpatrol/task/cloud_formation.rb

@@ -0,0 +1,22 @@
+require 'aws'
+
+module Cloudpatrol
+  module Task
+    class CloudFormation
+      def initialize cred
+        @gate = ::AWS::CloudFormation.new(cred)
+      end
+
+      def clean_stacks allowed_age
+        deleted = []
+        @gate.stacks.each do |stack|
+          if (Time.now - stack.creation_time).to_i > allowed_age.days
+            deleted << stack.inspect
+            stack.delete
+          end
+        end
+        deleted
+      end
+    end
+  end
+end

data/lib/cloudpatrol/task/dynamo_db.rb

@@ -0,0 +1,39 @@
+require 'securerandom'
+require 'aws'
+
+module Cloudpatrol
+  module Task
+    class DynamoDB
+      def initialize cred, table_name
+        @gate = ::AWS::DynamoDB.new(cred)
+        @table = @gate.tables[table_name]
+
+        unless @table.exists?
+          puts "Creating DynamoDB table \"#{table_name}\", wait a while..."
+          @table = @gate.tables.create(table_name, 1, 1)
+          sleep 1 while @table.status == :creating
+          puts "Table created"
+        end
+      rescue
+        @table = nil
+      end
+
+      def log action, response
+        raise unless @table
+
+        if @table.status == :active
+          item = @table.items.create(
+            id: SecureRandom.uuid,
+            action: action.to_s,
+            response: response.to_s,
+            time: Time.now.to_s
+            )
+        else
+          nil
+        end
+      rescue
+        false
+      end
+    end
+  end
+end

data/lib/cloudpatrol/task/ec2.rb

@@ -0,0 +1,81 @@
+require 'aws'
+
+module Cloudpatrol
+  module Task
+    class EC2
+      def initialize cred
+        @gate = ::AWS::EC2.new(cred)
+      end
+
+      def start_instances
+        result = []
+        @gate.instances.each do |instance|
+          result << instance.inspect
+          instance.start
+        end
+        result
+      end
+
+      def stop_instances
+        result = []
+        @gate.instances.each do |instance|
+          result << instance.inspect
+          instance.stop
+        end
+        result
+      end
+
+      def clean_instances allowed_age
+        deleted = []
+        @gate.instances.each do |instance|
+          if (Time.now - instance.launch_time).to_i > allowed_age.days and instance.status != :terminated
+            deleted << instance.inspect
+            instance.delete
+          end
+        end
+        deleted
+      end
+
+      def clean_security_groups
+        deleted = []
+        protected_groups = []
+        @gate.security_groups.each do |sg|
+          sg.ip_permissions.each do |perm|
+            perm.groups.each do |dependent_sg|
+              protected_groups << dependent_sg
+            end
+          end
+        end
+        @gate.security_groups.each do |sg|
+          if !protected_groups.include?(sg) and sg.exists? and sg.instances.count == 0 and sg.name != "default"
+            deleted << sg.inspect
+            sg.delete
+          end
+        end
+        deleted
+      end
+
+      def clean_ports_in_default
+        deleted = []
+        @gate.security_groups.filter("group-name", "default").each do |sg|
+          sg.ingress_ip_permissions.each do |perm|
+            deleted << { port_range: perm.port_range }
+            perm.revoke
+          end
+        end
+        deleted
+      end
+
+      def clean_elastic_ips
+        deleted = []
+        @gate.elastic_ips.each do |ip|
+          unless ip.instance
+            deleted << ip.inspect
+            ip.release
+          end
+        end
+        deleted
+      end
+    end
+  end
+end

data/lib/cloudpatrol/task/iam.rb

@@ -0,0 +1,22 @@
+require 'aws'
+
+module Cloudpatrol
+  module Task
+    class IAM
+      def initialize cred
+        @gate = ::AWS::IAM.new(cred)
+      end
+
+      def clean_users
+        deleted = []
+        @gate.users.each do |user|
+          unless user.name =~ /^_/ or user.mfa_devices.count > 0
+            deleted << user.inspect
+            user.delete!
+          end
+        end
+        deleted
+      end
+    end
+  end
+end

data/lib/cloudpatrol/task/ops_works.rb

@@ -0,0 +1,61 @@
+require 'aws'
+
+module Cloudpatrol
+  module Task
+    class OpsWorks
+      def initialize cred
+        @gate = ::AWS::OpsWorks::Client.new(cred)
+      end
+
+      def clean_apps allowed_age
+        deleted = []
+        @gate.describe_stacks[:stacks].each do |stack|
+          @gate.describe_apps(stack_id: stack[:stack_id])[:apps].each do |app|
+            if (Time.now - Time.parse(app[:created_at])).to_i > allowed_age.days
+              deleted << app
+              @gate.delete_app app_id: app[:app_id]
+            end
+          end
+        end
+        deleted
+      end
+
+      def clean_instances allowed_age
+        deleted = []
+        @gate.describe_stacks[:stacks].each do |stack|
+          @gate.describe_instances(stack_id: stack[:stack_id])[:instances].each do |instance|
+            if (Time.now - Time.parse(instance[:created_at])).to_i > allowed_age.days
+              deleted << instance
+              @gate.delete_instance instance_id: instance[:instance_id]
+            end
+          end
+        end
+        deleted
+      end
+
+      def clean_layers allowed_age
+        deleted = []
+        @gate.describe_stacks[:stacks].each do |stack|
+          @gate.describe_layers(stack_id: stack[:stack_id])[:layers].each do |layer|
+            if (Time.now - Time.parse(layer[:created_at])).to_i > allowed_age.days
+              deleted << layer
+              @gate.delete_layer layer_id: layer[:layer_id]
+            end
+          end
+        end
+        deleted
+      end
+
+      def clean_stacks allowed_age
+        deleted = []
+        @gate.describe_stacks[:stacks].each do |stack|
+          if (Time.now - Time.parse(stack[:created_at])).to_i > allowed_age.days
+            deleted << stack
+            @gate.delete_stack stack_id: stack[:stack_id]
+          end
+        end
+        deleted
+      end
+    end
+  end
+end

data/lib/cloudpatrol/version.rb

@@ -0,0 +1,3 @@
+module Cloudpatrol
+  VERSION = '0.1.3'
+end

data/lib/core_ext/integer.rb

@@ -0,0 +1,5 @@
+class Integer
+  def days
+    self * 24 * 60 * 60
+  end
+end

metadata

@@ -0,0 +1,161 @@
+--- !ruby/object:Gem::Specification
+name: cloudpatrol
+version: !ruby/object:Gem::Version
+  version: 0.1.3
+  prerelease: 
+platform: ruby
+authors:
+- Stelligent
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-08-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gli
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.11.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.11.0
+description: 
+email: developers@stelligent.com
+executables:
+- cloudpatrol
+extensions: []
+extra_rdoc_files:
+- README.rdoc
+- cloudpatrol.rdoc
+files:
+- bin/cloudpatrol
+- lib/cloudpatrol/task/cloud_formation.rb
+- lib/cloudpatrol/task/dynamo_db.rb
+- lib/cloudpatrol/task/ec2.rb
+- lib/cloudpatrol/task/iam.rb
+- lib/cloudpatrol/task/ops_works.rb
+- lib/cloudpatrol/task.rb
+- lib/cloudpatrol/version.rb
+- lib/core_ext/integer.rb
+- lib/cloudpatrol.rb
+- README.rdoc
+- cloudpatrol.rdoc
+homepage: http://stelligent.com
+licenses: []
+post_install_message: 
+rdoc_options:
+- --title
+- cloudpatrol
+- --main
+- README.rdoc
+- -ri
+require_paths:
+- lib
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Command-line tool that helps you keep Amazon cloud clean
+test_files: []