unsub 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c7573632df7e513045df45faf213a4ceb43711a9
+  data.tar.gz: cb65143b20481d3f8981248a2493dc577d23ce2f
+SHA512:
+  metadata.gz: 4ed4f03b1f05827b24d18a0d0f967dbcbdc2c9b8e868b433323a2aaf0de093abe132be95f7722f0c28ebc37dbb0c5940414b54fe89b9655eec6ca26149c03b0c
+  data.tar.gz: 2df0645c5915ac9a6227331d53de395fc9667a7981b0f509f3099e1498d0b795fdde425648c8e818fc3d9729e0eff4055a171548da101a7dcb1ceb094f017095

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2015 Sean Clemmer and Blue Jeans Network
+
+Permission to use, copy, modify, and/or distribute this software for any
+purpose with or without fee is hereby granted, provided that the above
+copyright notice and this permission notice appear in all copies.
+
+THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+PERFORMANCE OF THIS SOFTWARE.

data/Readme.md

@@ -0,0 +1,78 @@
+# Unsub ![Version](https://img.shields.io/gem/v/unsub.svg?style=flat-square)
+
+Proof-of-concept autoscaling "polyfill" for Sensu, Icinga & Chef
+
+On _launch_:
+
+- Icinga: Disable host downtime
+- Chef: Remove tag "termianted", add tag "launched"
+
+On _terminate_:
+
+- Sensu: Remove host's client
+- Icinga: Enable host downtime
+- Chef: Remove tag "launched", add tag "terminated"
+
+
+
+## Installation, Usage &c.
+
+### Installation
+
+Download the appropriate package for your system from the [GitHub releases page](https://github.com/sczizzo/unsub/releases)
+
+If you've got a sane Ruby environment around, you can use RubyGems:
+
+    $ gem install unsub
+
+### Usage
+
+Just call for help!
+
+    $ unsub help
+    Commands:
+      unsub art            # Show the application art
+      unsub go ...         # Start the main event loop
+      unsub help [COMMAND] # Describe available commands or one specific command
+      unsub version        # Show the application version
+
+Probably you're most interested in the default command (`go`):
+
+    $ unsub help go
+    Usage:
+      unsub go \
+        -c, --icinga-cmd=ICINGA_CMD \
+        -k, --knife-file=KNIFE_FILE \
+        -q, --queue-url=QUEUE_URL   \
+        -s, --sensu-url=SENSU_URL
+
+    Options:
+      -d, [--database=DATABASE]    # Local database path
+                                   # Default: .ops1722.db
+      -q, --queue-url=QUEUE_URL    # SQS Queue URL
+      -c, --icinga-cmd=ICINGA_CMD  # Icinga Command URI
+      -s, --sensu-url=SENSU_URL    # Sensu API base URL
+      -k, --knife-file=KNIFE_FILE  # Knife file for Chef
+                                   # Default: $HOME/.chef/knife.rb
+      -l, [--log=LOG]              # Log to file instead of STDOUT
+      -v, [--debug], [--no-debug]  # Enable DEBUG-level logging
+      -z, [--trace], [--no-trace]  # Enable TRACE-level logging
+
+    Start the main event loop
+
+Here's an example:
+
+    $ unsub \
+      -q 'https://sqs.my-region.amazonaws.com/123456789/my-queue' \
+      -c 'http://username:password@icinga/cgi-bin/icinga/cmd.cgi' \
+      -s 'http://sensu:1234' -d '/var/data/unsub.db'
+
+
+
+## Changelog
+
+### v1.0
+
+_In development_
+
+- Initial support for Sensu, Icinga & Chef

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/bin/unsub

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require 'unsub'
+Unsub::Main.start

data/lib/unsub.rb

@@ -0,0 +1 @@
+require_relative 'unsub/main'

data/lib/unsub/event.rb

@@ -0,0 +1,44 @@
+module Unsub
+  class Event
+    attr_reader :kind, :host
+
+    def initialize message, db, aws, services
+      discover_kind message
+      discover_host message, db, aws, services
+    end
+
+
+  private
+
+    def discover_kind message
+      @kind = case message['Event']
+      when 'autoscaling:EC2_INSTANCE_LAUNCH'
+        :launch
+      when 'autoscaling:EC2_INSTANCE_TERMINATE'
+        :terminate
+      when 'autoscaling:EC2_INSTANCE_LAUNCH_ERROR'
+        :launch_error
+      when 'autoscaling:EC2_INSTANCE_TERMINATE_ERROR'
+        :terminate_error
+      end
+    end
+
+
+    def discover_host message, db, aws, services
+      id = message['EC2InstanceId']
+
+      @host = unless id.nil? || id.empty?
+        is = aws[:ec2].describe_instances instance_ids: [ id ]
+        ip = is.reservations.first.instances.first.private_ip_address
+
+        host = { id: id, ip: ip }
+        cached_host = db[id] || {}
+        cached_host.each { |k,v| host[k] = v if host[k].nil? && v }
+        services.each { |_, service| service.extend_host host }
+
+        db.set! id, host
+        host
+      end
+    end
+  end
+end

data/lib/unsub/main.rb

@@ -0,0 +1,125 @@
+require 'net/http'
+require 'socket'
+require 'json'
+require 'date'
+require 'time'
+require 'uri'
+
+require 'daybreak'
+require 'aws-sdk'
+
+require_relative 'mjolnir'
+require_relative 'metadata'
+require_relative 'service'
+require_relative 'event'
+
+
+Thread.abort_on_exception = false
+
+
+
+module Unsub
+  class Main < Mjolnir
+
+    default_command :go
+
+    KNIFE = [
+      File.join(ENV['HOME'], '.chef', 'knife.rb'),
+      File.join('/etc', 'chef', 'knife.rb'),
+      ENV['KNIFE']
+    ].select { |f| f && File.exists?(f) }.shift
+
+
+    desc 'version', 'Show the application version'
+    def version
+      puts VERSION
+    end
+
+
+    desc 'art', 'Show the application art'
+    def art
+      puts "\n%s\n" % ART
+    end
+
+
+    desc 'go', 'Start the main event loop'
+    option :database, \
+      type: :string,
+      aliases: %w[ -d ],
+      desc: 'Local database path',
+      default: '.ops1722.db'
+    option :queue_url, \
+      type: :string,
+      aliases: %w[ -q ],
+      desc: 'SQS Queue URL',
+      required: true
+    option :icinga_cmd, \
+      type: :string,
+      aliases: %w[ -c ],
+      desc: 'Icinga Command URI',
+      required: true
+    option :sensu_url, \
+      type: :string,
+      aliases: %w[ -s ],
+      desc: 'Sensu API base URL',
+      required: true
+    option :knife_file, \
+      type: :string,
+      aliases: %w[ -k ],
+      desc: 'Knife file for Chef',
+      default: KNIFE,
+      required: true
+    include_common_options
+    def go
+      db = Daybreak::DB.new options.database
+
+      aws = {
+        ec2: Aws::EC2::Client.new,
+        sqs: Aws::SQS::Client.new
+      }
+
+      services = {
+        icinga: Service::Icinga.new(options.icinga_cmd, log),
+        sensu: Service::Sensu.new(options.sensu_url, log),
+        chef: Service::Chef.new(options.knife_file, log)
+      }
+
+      log.info service: 'main', event: 'hello', \
+        db: db, aws: aws, services: services
+
+      loop do
+        response = aws[:sqs].receive_message queue_url: options.queue_url
+
+        response.messages.each do |raw|
+          receipt = raw.receipt_handle
+          body    = JSON.parse raw.body
+          message = JSON.parse body['Message']
+          event   = Event.new message, db, aws, services
+
+          success = case event.kind
+          when :launch
+            s1 = services[:icinga].disable_downtime event.host
+            s2 = services[:chef].remove_tag event.host, 'terminated'
+            s3 = services[:chef].add_tag event.host, 'launched'
+            s1 && s2 && s3
+          when :terminate
+            s1 = services[:sensu].delete_client event.host
+            s2 = services[:icinga].enable_downtime event.host
+            s3 = services[:chef].remove_tag event.host, 'launched'
+            s4 = services[:chef].add_tag event.host, 'terminated'
+            db.delete! event.host[:id]
+            s1 && s2 && s3 && s4
+          end
+
+          aws[:sqs].delete_message \
+            queue_url: options.queue_url,
+            receipt_handle: receipt
+
+          log.info service: 'main', event: 'processed', \
+            message: message, receipt: receipt, success: success
+        end
+      end
+    end
+
+  end
+end

data/lib/unsub/metadata.rb

@@ -0,0 +1,47 @@
+module Unsub
+  # Officially, it's "unsub"
+  NAME     = 'unsub'
+
+  # A quick summary for use in the command-line interface
+  SUMMARY  = %q.Autoscaling "polyfill" for Sensu, Icinga & Chef.
+
+  # Take credit for your work
+  AUTHOR   = 'Sean Clemmer'
+
+  # Take responsibility for your work
+  EMAIL    = 'sczizzo@gmail.com'
+
+  # Like the MIT license, but even simpler
+  LICENSE  = 'ISC'
+
+  # Where you should look first
+  HOMEPAGE = 'https://github.com/sczizzo/unsub'
+
+  # Project root
+  ROOT = File.join File.dirname(__FILE__), '..', '..'
+
+  # Pull the project version out of the VERSION file
+  VERSION = File.read(File.join(ROOT, 'VERSION')).strip
+
+  # Bundled extensions
+  TRAVELING_RUBY_VERSION = '20150517-2.2.2'
+  THIN_VERSION = '1.6.3'
+  FFI_VERSION = '1.9.6'
+  EM_VERSION = '1.0.4'
+
+  # Big money
+  ART = <<-'EOART'
+                                                         ,---,
+               ,--,      ,---,                     ,--,,---.'|
+             ,'_ /|  ,-+-. /  | .--.--.          ,'_ /||   | :
+        .--. |  | : ,--.'|'   |/  /    '    .--. |  | ::   : :
+      ,'_ /| :  . ||   |  ,"' |  :  /`./  ,'_ /| :  . |:     |,-.
+      |  ' | |  . .|   | /  | |  :  ;_    |  ' | |  . .|   : '  |
+      |  | ' |  | ||   | |  | |\  \    `. |  | ' |  | ||   |  / :
+      :  | : ;  ; ||   | |  |/  `----.   \:  | : ;  ; |'   : |: |
+      '  :  `--'   \   | |--'  /  /`--'  /'  :  `--'   \   | '/ :
+      :  ,      .-./   |/     '--'.     / :  ,      .-./   :    |
+       `--`----'   '---'        `--'---'   `--`----'   /    \  /
+                                                       `-'----'
+  EOART
+end

data/lib/unsub/mjolnir.rb

@@ -0,0 +1,53 @@
+require 'slog'
+require 'thor'
+
+
+module Unsub
+
+  # Thor's hammer! Like Thor with better logging
+  class Mjolnir < ::Thor
+
+    # Common options for Thor commands
+    COMMON_OPTIONS = {
+      log: {
+        type: :string,
+        aliases: %w[ -l ],
+        desc: 'Log to file instead of STDOUT',
+        default: ENV['UNSUB_LOG'] || nil
+      },
+      debug: {
+        type: :boolean,
+        aliases: %w[ -v ],
+        desc: 'Enable DEBUG-level logging',
+        default: ENV['UNSUB_DEBUG'] || false
+      },
+      trace: {
+        type: :boolean,
+        aliases: %w[ -z ],
+        desc: 'Enable TRACE-level logging',
+        default: ENV['UNSUB_TRACE'] || false
+      }
+    }
+
+    # Decorate Thor commands with the options above
+    def self.include_common_options
+      COMMON_OPTIONS.each do |name, spec|
+        option name, spec
+      end
+    end
+
+
+    no_commands do
+
+      # Construct a Logger given the command-line options
+      def log
+        return @logger if defined? @logger
+        @logger = Slog.new out: (options.log || $stdout), prettify: false
+        @logger.level = :debug if options.debug?
+        @logger.level = :trace if options.trace?
+        @logger
+      end
+
+    end
+  end
+end

data/lib/unsub/service.rb

@@ -0,0 +1,4 @@
+require_relative 'service/base'
+require_relative 'service/chef'
+require_relative 'service/sensu'
+require_relative 'service/icinga'

data/lib/unsub/service/base.rb

@@ -0,0 +1,8 @@
+module Unsub
+  module Service
+    class Base
+      def extend_host h ; h end
+      def log ; @log end
+    end
+  end
+end

data/lib/unsub/service/chef.rb

@@ -0,0 +1,59 @@
+require 'chef-api'
+
+require_relative 'chef/config'
+
+
+module Unsub
+  module Service
+    class Chef < Base
+      attr_reader :knife, :api
+
+      def initialize knife, log
+        @log   = log
+        @knife = Config.new knife
+        @api   = ChefAPI::Connection.new \
+          endpoint: @knife.chef_server_url,
+          client: @knife.node_name,
+          key: @knife.client_key
+      end
+
+
+      def extend_host host
+        name = if ip = host[:ip]
+          api.search.query(:node, 'ipaddress:"%s"' % ip).rows.shift.name rescue nil
+        end
+
+        old_host = host.dup ; host.merge! chef_name: name if name
+        log.info service: 'chef', event: 'extend_host', old_host: old_host, host: host
+        host
+      end
+
+
+      def add_tag host, tag
+        success = if name = host[:chef_name]
+          node = api.nodes.fetch name
+          node.normal['tags'] ||= []
+          node.normal['tags'] << tag
+          node.normal['tags'].uniq!
+          !!node.save
+        end
+
+        log.info service: 'chef', event: 'add_tag', host: host, tag: tag, success: success
+        success
+      end
+
+
+      def remove_tag host, tag
+        success = if name = host[:chef_name]
+          node = api.nodes.fetch name
+          node.normal['tags'] ||= []
+          node.normal['tags'].delete tag
+          !!node.save
+        end
+
+        log.info service: 'chef', event: 'remove_tag', host: host, tag: tag, success: success
+        success
+      end
+    end
+  end
+end

data/lib/unsub/service/chef/config.rb

@@ -0,0 +1,39 @@
+#
+# Cribbed from Ridley: https://github.com/reset/ridley/blob/master/lib/ridley/chef/config.rb
+#
+require 'buff/config/ruby'
+
+module Unsub
+  module Service
+    class Chef < Base
+      class Config < Buff::Config::Ruby
+        class << self
+          def location
+            possibles = []
+            possibles << ENV['CHEF_CONFIG'] if ENV['CHEF_CONFIG']
+            possibles << File.join(ENV['KNIFE_HOME'], 'knife.rb') if ENV['KNIFE_HOME']
+            possibles << File.join(Dir.pwd, 'knife.rb')
+            possibles << File.join(ENV['HOME'], '.chef', 'knife.rb') if ENV['HOME']
+            possibles.compact!
+
+            location = possibles.find { |loc| File.exists?(File.expand_path(loc)) }
+            File.expand_path(location) unless location.nil?
+          end
+        end
+
+        set_assignment_mode :carefree
+
+        attribute :node_name,
+          default: -> { Socket.gethostname }
+        attribute :chef_server_url,
+          default: 'http://localhost:4000'
+        attribute :client_key,
+          default: -> { '/etc/chef/client.pem' }
+
+        def initialize(path, options = {})
+          super(path || self.class.location, options)
+        end
+      end
+    end
+  end
+end

data/lib/unsub/service/icinga.rb

@@ -0,0 +1,47 @@
+module Unsub
+  module Service
+    class Icinga < Base
+      attr_reader :uri, :http
+
+      def initialize cmd_url, log
+        @uri  = URI.parse cmd_url
+        @http = Net::HTTP.new uri.host, uri.port
+        @log  = log
+      end
+
+
+      def enable_downtime host
+        success = cgi_command 28, host # CMD_ENABLE_HOST_SVC_NOTIFICATIONS
+        log.info service: 'icinga', event: 'enable_downtime', host: host, success: success
+        success
+      end
+
+
+      def disable_downtime host
+        success = cgi_command 29, host # CMD_DISABLE_HOST_SVC_NOTIFICATIONS
+        log.info service: 'icinga', event: 'disable_downtime', host: host, success: success
+        success
+      end
+
+
+    private
+
+      def cgi_command command, host, opts={}
+        params = {
+          cmd_typ: command,
+          cmd_mod: 2,
+          host: (host[:sensu_name] || host[:chef_name]),
+          btnSubmit: 'Commit'
+        }.merge opts
+
+        if name = params[:host]
+          request  = Net::HTTP::Post.new uri.request_uri
+          request.basic_auth uri.user, uri.password
+          request.set_form_data params
+          response = http.request request
+          response.kind_of? Net::HTTPSuccess
+        end
+      end
+    end
+  end
+end

data/lib/unsub/service/sensu.rb

@@ -0,0 +1,40 @@
+module Unsub
+  module Service
+    class Sensu < Base
+      attr_reader :http
+
+      def initialize url, log
+        uri   = URI.parse url
+        @http = Net::HTTP.new uri.host, uri.port
+        @log  = log
+      end
+
+
+      def extend_host host
+        name = if ip = host[:ip]
+          get_clients = Net::HTTP::Get.new '/clients?limit=1000000'
+          response = http.request get_clients
+          clients  = JSON.parse response.body, symbolize_names: true
+          client   = clients.select { |c| c[:address] == ip }.shift
+          client.nil? ? nil : client[:name]
+        end
+
+        old_host = host.dup ; host.merge! sensu_name: name if name
+        log.info service: 'sensu', event: 'extend_host', old_host: old_host, host: host
+        host
+      end
+
+
+      def delete_client host
+        success = if name = host[:sensu_name]
+          delete_client = Net::HTTP::Delete.new '/clients/%s' % name
+          response = http.request delete_client
+          response.kind_of? Net::HTTPSuccess
+        end
+
+        log.info service: 'sensu', event: 'delete_client', host: host, success: success
+        success
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,185 @@
+--- !ruby/object:Gem::Specification
+name: unsub
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Sean Clemmer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: slog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: daybreak
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chef-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: buff-config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.4
+- !ruby/object:Gem::Dependency
+  name: thin
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.3
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.6
+description: Autoscaling "polyfill" for Sensu, Icinga & Chef.
+email: sczizzo@gmail.com
+executables:
+- unsub
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- Readme.md
+- VERSION
+- bin/unsub
+- lib/unsub.rb
+- lib/unsub/event.rb
+- lib/unsub/main.rb
+- lib/unsub/metadata.rb
+- lib/unsub/mjolnir.rb
+- lib/unsub/service.rb
+- lib/unsub/service/base.rb
+- lib/unsub/service/chef.rb
+- lib/unsub/service/chef/config.rb
+- lib/unsub/service/icinga.rb
+- lib/unsub/service/sensu.rb
+homepage: https://github.com/sczizzo/unsub
+licenses:
+- ISC
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Autoscaling "polyfill" for Sensu, Icinga & Chef
+test_files: []