aws-watcher 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f28f50f0ca7431183991d62d6ace837e3cc4c99b
+  data.tar.gz: 06704407b72737f799420afd04406926fa945052
+SHA512:
+  metadata.gz: 4aa9aae62d9199e876121220d4321aaa17c13d87986c26ae24fa167388e620f8587eb1054855b8eccc24cee8e3bf0a431d2817438ee55abaf87fa807d899ef2b
+  data.tar.gz: beb7e55a6c11aa2c6a09a48ea3f83b07b7d0519ce05ebbf55620c5ebfaf0b21b28d3c1215961b799905a4c9742b5a703489db434900fcbfad8c25e5ba0ae1d23

data/bin/aws_watcher.rb

@@ -0,0 +1,106 @@
+#!/usr/bin/env ruby
+#
+# Listen for AWS CloudWatch Events EC2 running events delivered via SQS
+# and removes events after nodes have sucessfully bootstrapped to Chef.
+# Copyright (c) 2017 Ben Abrams
+# Licensed under The MIT License
+#
+
+# ensure gems are present
+begin
+  # aws-cleaner deps
+  require 'json'
+  require 'yaml'
+  require 'aws-sdk-core'
+  require 'chef-api'
+  require 'chronic'
+  require 'hipchat'
+  require 'rest-client'
+  require 'time'
+  require 'trollop'
+  require 'slack/poster'
+  require 'aws_cleaner/aws_cleaner.rb'
+  # aws_watcher deps
+rescue LoadError => e
+  raise "Missing Gems: #{e}"
+end
+
+require_relative '../lib/aws-watcher.rb'
+
+# config file
+def config(file)
+  YAML.safe_load(File.read(file), [Symbol])
+rescue StandardError => e
+  raise "Failed to open config file: #{e}"
+end
+
+# get options
+opts = Trollop.options do
+  opt :config, 'Path to config file', type: :string, default: 'config.yml'
+end
+
+@config = config(opts[:config])
+
+# initialize clients
+@sqs_client = AwsCleaner::SQS.client(@config)
+@chef_client = AwsCleaner::Chef.client(@config)
+
+# start program in infinate loop
+loop do
+  messages = @sqs_client.receive_message(
+    queue_url: @config[:sqs][:queue],
+    max_number_of_messages: 10,
+    visibility_timeout: 3
+  ).messages
+
+  puts "Got #{messages.size} messages"
+  messages.each_with_index do |message, index|
+    puts "Looking at message number #{index}"
+    body = AwsCleaner.new.parse(message.body)
+    id = message.receipt_handle
+    now = Time.now.utc
+    launch_time = Chronic.parse(body['time'])
+
+    unless body
+      AwsCleaner.new.delete_message(id, @config)
+      next
+    end
+
+    @instance_id = AwsCleaner.new.process_message(body)
+    chef_node = AwsCleaner::Chef.get_chef_node_name(@instance_id, @config)
+    elapsed_time = now - launch_time
+    p "launch_time: #{launch_time}"
+    p "now: #{now}"
+    # if the node exists in chef it hass bootstrapped
+    # so we can delete the message
+    if chef_node || !AwsWatcher::EC2.instance_alive?(@instance_id, @config)
+      p "instance: #{@instance_id} has bootstrapped, removing message from queue"
+      AwsCleaner.new.delete_message(id, @config)
+
+    end
+    p "instance: #{@instance_id}, launched: #{launch_time}, elapsed: #{elapsed_time}"
+    # if the elapsed time is less than how long we consider
+    # a 'normal' converge time that's ok we just move on and
+    # wait for another pass
+    if elapsed_time < @config[:bootstrap][:converged_by]
+      if ENV['LOG_LEVEL'] == 'DEBUG'
+        'node elaspsed time is normal'
+      end
+      next
+    # if the elapsed time is greater than or equal then we need
+    # to do something although I am not sure what yet.
+    elsif elapsed_time >= @config[:bootstrap][:converged_by]
+      # we want to validate that the machine is still in aws
+      # and did not get terminated by something like an auto scale
+      # group or someone messing around in console
+      p 'node elaspsed time is too high'
+      notification = "node: #{@instance_id} has not checked in, "
+      notification += 'it should have converged by: '
+      notification += "#{@config[:bootstrap][:converged_by]} "
+      notification += 'and has been running since:and has been '
+      notification += "running since: #{elapsed_time}"
+      AwsCleaner::Notify.notify_chat(notification, @config)
+    end
+  end
+  sleep @config[:poll_time]
+end

data/lib/aws-watcher.rb

@@ -0,0 +1,35 @@
+# main aws_watcher lib
+class AwsWatcher
+  require 'aws_cleaner/aws_cleaner.rb'
+  module Chef
+    include AwsCleaner::Chef
+  end
+
+  module SQS
+    include AwsCleaner::SQS
+  end
+
+  module EC2
+    def self.client(config)
+      Aws::EC2::Client.new(config[:aws])
+    end
+
+    def self.instance_alive?(id, config)
+      AwsWatcher::EC2.client(config).describe_instance_attribute(
+        attribute: 'instanceType',
+        instance_id: id.to_s
+      )
+      true
+    rescue Aws::EC2::Errors::InvalidInstanceIDNotFound => e
+      p "instance: #{id} was not found."
+      if ENV['LOG_LEVEL'] == 'DEBUG'
+        p e
+      end
+      false
+    end
+  end
+
+  module Notify
+    include AwsCleaner::Notify
+  end
+end

metadata

@@ -0,0 +1,216 @@
+--- !ruby/object:Gem::Specification
+name: aws-watcher
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ben Abrams
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-04-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.46.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.46.0
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: chef-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: chronic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: hipchat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: slack-poster
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: aws-cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+description: AWS Watcher tracks EC2 instances being started to ensure they bootstrap
+  to chef
+email: me@benabrams.it
+executables:
+- aws_watcher.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/aws_watcher.rb
+- lib/aws-watcher.rb
+homepage: https://github.com/majormoses/aws-watcher
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: AWS Watcher tracks EC2 instances being started to ensure they bootstrap to
+  chef
+test_files: []