smith-datadog 0.7.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cd9057a6a6acefdea335d979828646067a44e353
+  data.tar.gz: 47ea2a06c836ad9c7e824989a992faa46aa7bdfb
+SHA512:
+  metadata.gz: 4bfd71b8a6955411a9c4291083487d174fffe5b8ad93d2c401c3e5f6f4bf2f62e3ff3b74d95e8b68686881351ea01d2d0c9a73e3c70228a7373510bcccfa6413
+  data.tar.gz: c086efc6de1645a97b4a0ab367558c71c62b29025a5ca7430d6e8059ac1a940a7ff08b8bb796114ecf8d04bc5dc78299fd4941b57803465825a22417bb7be4d1

data/bin/smith-datadog

@@ -0,0 +1,155 @@
+#!/usr/bin/env ruby
+
+require 'pp'
+require 'dogapi'
+require 'sys/proctable'
+
+require 'smith'
+require 'smith/commands/common'
+
+class Smith::Datadog
+
+  include Smith::Commands::Common
+  include Smith::Logger
+
+  SERVICE_NAME = "Smith"
+  API_KEY = ENV.fetch('DATADOG_API_KEY')
+
+  def initialize
+    @datadog = Dogapi::Client.new(API_KEY)
+  end
+
+  def run
+    Smith::Messaging::Sender.new(Smith::QueueDefinitions::Agency_control.call) do |queue|
+      on_check do |check|
+        @datadog.emit_event(Dogapi::Event.new(check[:description], check))
+      end
+
+      queue.on_error do |channel, channel_close|
+        logger.fatal { "Channel error: #{channel_close.reply_code}: #{channel_close.reply_text}." }
+        Smith.stop
+      end
+
+      EM.add_periodic_timer(options[:interval]) { run_check(queue) }
+    end
+  end
+
+  def run_check(queue)
+    @on_check.call(alert(:heartbeat, :running, "smith-datadog heatbeat"))
+
+    queue.on_timeout(options[:timeout]) do |message_id|
+      @on_check.call(alert(:agency, :timeout, "Agency timeout."))
+    end
+
+    queue.on_reply(:auto_ack => true, :reply_queue_name => "datadog.#{Digest::SHA1.hexdigest($$.to_s)}") do |reply_payload, r|
+      check(reply_payload.response).each do |agent|
+        @on_check.call(agent)
+      end
+    end
+
+    queue.consumer_count do |count|
+      if count > 0
+        queue.publish(Smith::ACL::AgencyCommand.new(:command => 'list', :args => ['-a', '-l']))
+      else
+        @on_check.call(alert(:agency, :critical, "Agency not running."))
+      end
+    end
+  end
+
+  def on_check(&blk)
+    @on_check = blk
+  end
+
+  # Checks that the list of agents return from the list command matches
+  # the list of know agents and composes an appropriate alert.
+  def check(response)
+    options[:group].map do |group|
+      begin
+        group_agents = options[:agents] + agent_group(group)
+        running_agents = parse_response(response)
+
+        group_agents.map do |agent_name|
+          if running_agents.has_key?(agent_name) && running_agents[agent_name].any? { |a| a[:state] == "running" && running?(a[:pid]) }
+            alert(agent_name, :running, "Agent running")
+          else
+            alert(agent_name, :critical, "Agent not running")
+          end
+        end
+      rescue RuntimeError => e
+        alert("Group #{group}: #{e.message}", :critical, e.message)
+      end
+    end.flatten
+  end
+
+  # Returns a Nested hash representing the running agents.
+  def parse_response(response)
+    split_response = response.split(/\n/).map(&:strip)
+    ((/^total/.match(split_response.first)) ? split_response[1..-1] : []).each_with_object(Hash.new { |h,k| h[k] = []}) do |e, acc|
+      fields = e.split(/\s +/)
+      acc[fields.last] << { :state => fields[0], :uuid => fields[1], :pid => fields[2], :description => fields.last }
+    end
+  end
+
+  # Construct an alert messages
+  def alert(service, state, description, extra={})
+    {:source_type_name => 'name', :description => description, :alert_type => 'info', :source_type_name => SERVICE_NAME, :msg_title => "#{service} #{description}", :aggregation_key => service(service)}.merge(extra).tap { |a| logger.info { "#{a[:service]}: #{state(state)}" } }
+  end
+
+  # Return true if the given pid exists in the process table.
+  def running?(pid)
+    !(pid.nil? || Sys::ProcTable.ps(pid.to_i).nil?)
+  end
+
+  # Return the service name
+  def service(name)
+    "#{SERVICE_NAME} #{name}"
+  end
+
+  def state(state)
+    {:timeout => "warning", :running => "info", :critical => "error"}[state]
+  end
+
+  def options
+    @options ||= begin
+      OptionParser.accept(Pathname) {|p,| Pathname.new(p) if p}
+
+      defaults = {:interval => 30, :timeout => 11, :agents => [], :group => [], :tags => [], :host => 'localhost', :port => 5555, :agency_timeout => 60}
+      defaults.tap do |options|
+        parser = OptionParser.new do |opts|
+          opts.separator "\n"
+          opts.set_summary_indent "    "
+
+          opts.banner = "\nUsage: #{opts.program_name} OPTIONS"
+          opts.on_head "\n  Periodically lists the running agents and sends the result to datadog."
+
+          opts.on("--interval <i>", Integer, "Polling interval in seconds (default #{options[:interval]})") { |t| options[:interval] = t }
+          opts.on("--timeout <i>", Integer, "Agency timeout (default #{options[:timeout]})") { |t| options[:interval] = t }
+          opts.on("--host <s>", String, "Riemann host (default #{options[:host]})") { |v| options[:host] = v }
+          opts.on("--port <i>", Integer, "Riemann port (default #{options[:port]})") { |v| options[:port] = v }
+          opts.on("--tags <tag1,tag1,...>", Array, "Tags to add to the alert") { |t| options[:tags] = t }
+
+          opts.on("--agents <agent1,agent2,...>", Array, "Agents to monitor") { |v| options[:agents] + v }
+          opts.on("--agent-group  <group name>>", Array, "The name of an 'agent group' to monitor") { |g| options[:group] += g }
+
+          opts.separator "\n"
+        end
+
+        parser.parse!
+      end
+    end
+  end
+end
+
+checker = Smith::Datadog.new
+
+begin
+  include Smith::Logger
+
+  Smith.compile_acls
+  Smith.start do
+    checker.run
+  end
+rescue => e
+  logger.fatal(e.message)
+  logger.fatal("Exiting")
+end

metadata

@@ -0,0 +1,179 @@
+--- !ruby/object:Gem::Specification
+name: smith-datadog
+version: !ruby/object:Gem::Version
+  version: 0.7.1
+platform: ruby
+authors:
+- Richard Heycock
+- Rob Sharp
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-10-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: smith
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.3
+- !ruby/object:Gem::Dependency
+  name: dogapi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sys-proctable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.7
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.7
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10'
+- !ruby/object:Gem::Dependency
+  name: git-version-bump
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Integrate smith agent monitoring with Datadog
+email: rob.sharp@digivizer.com
+executables:
+- smith-datadog
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/smith-datadog
+homepage: https://github.com/dgvz/smith-datadog
+licenses:
+- GPL-3.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Monitor smith agents, reporting to Datadog
+test_files: []
+has_rdoc: