aws-cleaner 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6116869f6f0b2bfb0001c2273dd52a5b74727991
+  data.tar.gz: 283ce83a3765d2049e5f46cc4f973e025427cd48
+SHA512:
+  metadata.gz: 0ddacb13b71c9394bbfbbc34cb9ef8924ef7c1846d32725edb3dfbef1b121d0abb68cf19652ea2129c278161033537721aef5a78099012d6f68d9cee29ab06db
+  data.tar.gz: d5a21afb386566bbe6985b91a8965491f31241fa84d85401e1add33c1aff34a083513f9a8da43c55926b2e12a6f372a54d4e33d9aa2fd738e4f43e9d419df5e1

data/bin/aws_cleaner.rb

@@ -0,0 +1,180 @@
+#!/usr/bin/env ruby
+#
+# Listen for AWS Config EC2 termination events delivered via SQS
+# and remove the node from Chef and Sensu and send a notification
+# to Hipchat
+#
+# Copyright (c) 2015 Eric Heydrick
+# Licensed under The MIT License
+#
+
+begin
+  require 'json'
+  require 'yaml'
+  require 'aws-sdk-core'
+  require 'chef-api'
+  require 'hipchat'
+  require 'rest-client'
+  require 'trollop'
+rescue LoadError => e
+  raise "Missing gems: #{e}"
+end
+
+def config(file)
+  YAML.load(File.read(file))
+  rescue StandardError => e
+    raise "Failed to open config file: #{e}"
+end
+
+# get options
+opts = Trollop::options do
+  opt :config, 'Path to config file', :type => :string, :default => 'config.yml'
+end
+
+@config = config(opts[:config])
+
+@sqs = Aws::SQS::Client.new(@config[:aws])
+
+@chef = ChefAPI::Connection.new(
+  endpoint: @config[:chef][:url],
+  client: @config[:chef][:client],
+  key: @config[:chef][:key]
+)
+
+# delete the message from SQS
+def delete_message(id)
+  delete = @sqs.delete_message(
+    queue_url: @config[:sqs][:queue],
+    receipt_handle: id
+   )
+  delete ? true : false
+end
+
+# return the body of the SQS message in JSON
+def parse(body)
+  JSON.parse(body)
+  rescue JSON::ParserError
+    return false
+end
+
+# return the instance_id of the terminated instance
+def process_message(message_body)
+  return false if message_body['configurationItem'].nil? &&
+                  message_body['configurationItemDiff'].nil?
+
+  if message_body['configurationItem']['resourceType'] == 'AWS::EC2::Instance' &&
+     message_body['configurationItem']['configurationItemStatus'] == 'ResourceDeleted' &&
+     message_body['configurationItemDiff']['changeType'] == 'DELETE'
+    instance_id = message_body['configurationItem']['resourceId']
+  end
+
+  instance_id ? instance_id : false
+end
+
+# call the Chef API to get the node name of the instance
+def get_chef_node_name(instance_id)
+  results = @chef.search.query(:node, "ec2_instance_id:#{instance_id}")
+  if results.rows.size > 0
+    return results.rows.first['name']
+  else
+    return false
+  end
+end
+
+# check if the node exists in Sensu
+def in_sensu?(node_name)
+  begin
+    RestClient.get("#{@config[:sensu][:url]}/clients/#{node_name}")
+  rescue RestClient::ResourceNotFound
+    return false
+  rescue RestClient::Exception => e
+    puts "Sensu request failed: #{e}"
+    return false
+  else
+    return true
+  end
+end
+
+# call the Sensu API to remove the node
+def remove_from_sensu(node_name)
+  response = RestClient.delete("#{@config[:sensu][:url]}/clients/#{node_name}")
+  case response.code
+  when 202
+    notify_hipchat('Removed ' + node_name + ' from Sensu') if @config[:hipchat][:enable]
+    return true
+  else
+    notify_hipchat('Failed to remove ' + node_name + ' from Sensu') if @config[:hipchat][:enable]
+    return false
+  end
+end
+
+def remove_from_chef(node_name)
+  client = @chef.clients.fetch(node_name)
+  client.destroy
+  node = @chef.nodes.fetch(node_name)
+  node.destroy
+  notify_hipchat('Removed ' + node_name + ' from Chef')
+end
+
+def notify_hipchat(msg)
+  hipchat = HipChat::Client.new(
+    @config[:hipchat][:api_token],
+    api_version: 'v2'
+  )
+  room = @config[:hipchat][:room]
+  hipchat[room].send('AWS Cleaner', msg)
+end
+
+# main loop
+loop do
+  # get messages from SQS
+  messages = @sqs.receive_message(
+    queue_url: @config[:sqs][:queue],
+    max_number_of_messages: 10,
+    visibility_timeout: 3
+  ).messages
+
+  puts "Got #{messages.size} messages"
+
+  messages.each_with_index do |message, index|
+    puts "Looking at message number #{index}"
+    body = parse(message.body)
+    id = message.receipt_handle
+
+    unless body
+      delete_message(id)
+      next
+    end
+
+    instance_id = process_message(body)
+
+    if instance_id
+      chef_node = get_chef_node_name(instance_id)
+
+      if chef_node
+        if remove_from_chef(chef_node)
+          puts "Removed #{chef_node} from Chef"
+          delete_message(id)
+        end
+      else
+        puts "Instance #{instance_id} does not exist in Chef, deleting message"
+        delete_message(id)
+      end
+
+      if in_sensu?(chef_node)
+        if remove_from_sensu(chef_node)
+          puts "Removed #{chef_node} from Sensu"
+          delete_message(id)
+        else
+          puts "Instance #{instance_id} does not exist in Sensu, deleting message"
+          delete_message(id)
+        end
+      end
+    else
+      puts 'Message not relevant, deleting'
+      delete_message(id)
+    end
+  end
+
+  sleep(5)
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: aws-cleaner
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Eric Heydrick
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: chef-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: hipchat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+description: AWS Cleaner cleans up after EC2 nodes are terminated
+email: eheydrick@gmail.com
+executables:
+- aws_cleaner.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/aws_cleaner.rb
+homepage: https://github.com/eheydrick/aws-cleaner
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: AWS Cleaner cleans up after EC2 nodes are terminated
+test_files: []