flapjack 0.7.1 → 0.7.2

data/CHANGELOG.md

@@ -0,0 +1,29 @@
+## Flapjack Changelog
+
+# 0.7.2 - 2013-05-06
+- Feature: executive instance keys now expire after 7 days, touched every event gh-111 (@jessereynolds)
+- Feature: slightly less sucky looking web UI, also now includes entity listing screens (@jessereynolds)
+- Feature: expose notification rules and intervals via the Web UI gh-150, gh-151 (@jessereynolds)
+- Feature: command line - support "--version", "help" etc gh-134 (@jessereynolds)
+- Feature: replay events from another flapjack gh-138 (@jessereynolds)
+- Bug: recovery is not resetting notification intervals gh-136 (@jessereynolds)
+- Bug: recoveries are blocked for users with notification rules gh-148 (@jessereynolds)
+- Bug: jabber gateway now uses configured alias for commands gh-138 (@jessereynolds)
+- Bug: jabber gateway was crashing on querying entities with invalid regex gh-147 (@jessereynolds)
+- Bug: handle media addresses correctly when adding contacts and generating messages gh-145 (@jessereynolds)
+
+# 0.7.1 - 2013-04-24
+- Feature: archive incoming events in a sliding window gh-127 (@jessereynolds)
+- Bug: Unable to retrieve status of a check containing non word characters via the API gh-117 (@ali-graham)
+- Bug: Disable Thin's loading of Daemons gh-133 (@jessereynolds, thanks @johnf)
+
+# 0.7.0 - 2013-04-18
+- Feature: Introduce Notification Rules gh-55 (@jessereynolds)
+- Feature: Tagging on contacts and entities, expose via API gh-125 (@ali-graham)
+- Feature: API improvements (notification rules, contact's timezone and notification intervals per media, tags) (@ali-graham, @jessereynolds)
+- Feature: Contact mass update (rather than drop all then import) gh-124 (@ali-graham)
+- Feature: Improve error handling (log file paths, permissions), expose internal stats as json gh-122 (@auxesis)
+- Incompatable Change: POST /contacts in the API now includes intervals per media and is incompatible with previous versions
+
+# 0.6.61 - 2013-01-11
+- todo (and previous versions)

data/README.md

@@ -1,9 +1,6 @@
 # Flapjack
 
-[![Travis CI Status][id_travis_img]][id_travis_link]
-
-[id_travis_link]: https://secure.travis-ci.org/#!/flpjck/flapjack
-[id_travis_img]: https://secure.travis-ci.org/flpjck/flapjack.png
+[![Build Status](https://travis-ci.org/flpjck/flapjack.png)](https://travis-ci.org/flpjck/flapjack)
 
 [flapjack-project.com](http://flapjack-project.com/)
 

data/bin/flapjack

@@ -10,6 +10,7 @@ require 'optparse'
 require 'ostruct'
 
 require 'flapjack/configuration'
+require 'flapjack/version'
 
 options = OpenStruct.new
 options.config    = File.join('etc', 'flapjack_config.yaml')
@@ -17,7 +18,7 @@ options.daemonize = nil
 
 @exe = File.basename(__FILE__)
 
-OptionParser.new do |opts|
+optparse = OptionParser.new do |opts|
   opts.banner = "Usage: flapjack COMMAND [OPTIONS]"
 
   opts.separator  ""
@@ -27,6 +28,8 @@ OptionParser.new do |opts|
   opts.separator  "     restart #{" " * 23} (re)start flapjack"
   opts.separator  "     reload #{" " * 24} reload flapjack configuration"
   opts.separator  "     status #{" " * 24} see if flapjack is running"
+  opts.separator  "     version #{" " * 23} display flapjack version and exit"
+  opts.separator  "     help #{" " * 26} display this usage info"
   opts.separator  ""
   opts.separator  "Options"
 
@@ -46,7 +49,13 @@ OptionParser.new do |opts|
     options.log_path = l
   end
 
-end.parse!(ARGV)
+  opts.on("-v", "--version", "display flapjack version") do |v|
+    options.version = v
+  end
+
+
+end
+optparse.parse!(ARGV)
 
 FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'development'
 
@@ -71,6 +80,10 @@ daemonize = options.daemonize.nil? ?
               !!config_env['daemonize'] :
               options.daemonize
 
+if options.version
+  puts Flapjack::VERSION
+  exit
+end
 
 flapjack_coord = Proc.new {
   require 'flapjack/coordinator'
@@ -177,12 +190,21 @@ when "status"
     exit 3
   end
 
+when "help"
+  puts optparse
+  exit
+
+when "version"
+  puts Flapjack::VERSION
+  exit
+
 else
   if ARGV.nil? || ARGV.empty?
     puts "No command provided"
   else
     puts "Unknown command provided: '#{ARGV[0]}'"
   end
+  puts "\n#{optparse}"
   exit 1
 
 end

data/bin/flapjack-nagios-receiver

@@ -74,7 +74,7 @@ options.daemonize = nil
 
 exe = File.basename(__FILE__)
 
-OptionParser.new do |opts|
+optparse = OptionParser.new do |opts|
   opts.banner = "Usage: #{exe} COMMAND [OPTIONS]"
 
   opts.separator  ""
@@ -106,7 +106,8 @@ OptionParser.new do |opts|
     options.log_path = l
   end
 
-end.parse!(ARGV)
+end
+optparse.parse!(ARGV)
 
 FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'development'
 
@@ -219,6 +220,7 @@ else
   else
     puts "Unknown command provided: '#{ARGV[0]}'"
   end
+  puts "\n#{optparse}"
   exit 1
 
 end

data/bin/receive-events

@@ -0,0 +1,191 @@
+#!/usr/bin/env ruby
+
+unless $:.include?(File.dirname(__FILE__) + '/../lib/')
+  $: << File.dirname(__FILE__) + '/../lib'
+end
+
+require 'optparse'
+require 'ostruct'
+require 'redis'
+require 'yajl/json_gem'
+
+require 'flapjack/configuration'
+
+def pike(message)
+  puts "piking out: #{message}"
+  exit 1
+end
+
+def send_event(event, opts)
+  redis = opts[:redis]
+  redis.lpush 'events', event
+end
+
+def receive(opts)
+  redis = Redis.new(opts[:redis_options])
+  source_redis = Redis.new(:url => opts[:source])
+
+  archives = get_archive_keys_stats(source_redis)
+  raise "found no archives!" unless archives && archives.length > 0
+
+  puts "found archives: #{archives.inspect}"
+
+  # each archive bucket is a redis list that is written
+  # with brpoplpush, that is newest items are added to the left (head)
+  # of the list, so oldest events are to be found at the tail of the list.
+  #
+  # the index of these archives, in the 'archives' array, also stores the
+  # redis key names for each bucket in oldest to newest
+  events_sent = 0
+  case
+  when opts[:all]
+    archive_key = archives[0][:name]
+    cursor      = -1
+  when opts[:last], opts[:time]
+    raise "Sorry, unimplemented"
+  else
+    # wait for the next event to be archived, so point the cursor at a non-existant
+    # slot in the list, the one before the 0'th
+    archive_key = archives[-1][:name]
+    cursor      = -1 - archives[-1][:size]
+  end
+
+  puts archive_key
+
+  loop do
+    new_archive_key = false
+    # something to read at cursor?
+    event = source_redis.lindex(archive_key, cursor)
+    if event
+      send_event(event, :redis => redis)
+      events_sent += 1
+      print "#{events_sent} " if events_sent % 1000 == 0
+      cursor -= 1
+    else
+      puts "\narchive key: #{archive_key}, cursor: #{cursor}"
+      # do we need to look at the next archive bucket?
+      archives = get_archive_keys_stats(source_redis)
+      i = archives.index {|a| a[:name] == archive_key }
+      if archives[i][:size] = (cursor.abs + 1)
+        if archives[i + 1]
+          archive_key = archives[i + 1][:name]
+          puts archive_key
+          cursor = -1
+          new_archive_key = true
+        else
+          return unless opts[:follow]
+        end
+      end
+      sleep 1 unless new_archive_key
+    end
+  end
+end
+
+def get_archive_keys_stats(source_redis)
+  source_redis.keys("events_archive:*").sort.map {|a|
+    { :name => a,
+      :size => source_redis.llen(a) }
+  }
+end
+
+options = OpenStruct.new
+options.config    = nil
+options.daemonize = nil
+
+exe = File.basename(__FILE__)
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: #{exe} COMMAND [OPTIONS]"
+
+  opts.separator  ""
+  opts.separator  "Commands"
+  opts.separator  "     help"
+  opts.separator  ""
+  opts.separator  "Options"
+
+  opts.on("-c", "--config [PATH]", String, "PATH to the config file to use") do |c|
+    options.config = c
+  end
+
+  opts.on("-s", "--source URL", String, "URL of source redis database, eg redis://localhost:6379/0") do |s|
+    options.source = s
+  end
+
+  opts.on("-f", "--follow", String, "keep reading events as they are archived on the source") do |f|
+    options.follow = true
+  end
+
+  opts.on("-a", "--all", String, "replay all archived events from the source") do |a|
+    options.all = true
+  end
+
+  opts.on("-l", "--last COUNT", String, "replay the last COUNT events from the source") do |l|
+    options.count = l
+  end
+
+  opts.on("-t", "--time TIME", String, "replay all events archived on the source since TIME") do |t|
+    options.since = t
+  end
+
+end
+optparse.parse!(ARGV)
+
+FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'development'
+
+if options.config
+  config_file = options.config
+  pike "specified config file cannot be read" unless File.readable?(config_file)
+else
+  [ 'etc/flapjack_config.yaml',
+    File.dirname(__FILE__) + 'etc/flapjack_config.yaml',
+    '/etc/flapjack/flapjack_config.yaml' ].each do |candidate|
+    if File.readable?(candidate)
+      config_file = candidate
+      break
+    else
+      puts "not found and/or not readable: #{candidate}"
+    end
+  end
+  pike "no config file specified and none found in default locations" unless config_file
+end
+
+config = Flapjack::Configuration.new
+config.load(config_file)
+config_env = config.all
+redis_options = config.for_redis
+
+if config_env.nil? || config_env.empty?
+  puts "No config data for environment '#{FLAPJACK_ENV}' found in '#{options.config}'"
+  exit(false)
+end
+
+unless options.source
+  puts "--source URL is required"
+  exit 1
+end
+
+unless options.follow || options.all
+  puts "one or both of --follow or --all is required"
+  exit 1
+end
+
+case ARGV[0]
+when "help"
+  puts optparse
+  exit
+else
+  unless ARGV.nil? || ARGV.empty?
+    puts "Unknown command provided: '#{ARGV[0]}'"
+    puts "\n#{optparse}"
+    exit 1
+  end
+end
+
+receive(:follow => options.follow,
+        :all => options.all,
+        :source => options.source,
+        :last => options.last,
+        :time => options.time,
+        :redis_options => redis_options)
+
+

data/bin/simulate-failed-check

@@ -0,0 +1,144 @@
+#!/usr/bin/env ruby
+
+unless $:.include?(File.dirname(__FILE__) + '/../lib/')
+  $: << File.dirname(__FILE__) + '/../lib'
+end
+
+require 'optparse'
+require 'ostruct'
+require 'redis'
+require 'yajl/json_gem'
+require 'eventmachine'
+
+require 'flapjack/configuration'
+
+def pike(message)
+  puts "piking out: #{message}"
+  exit 1
+end
+
+def send_event(event, opts)
+  redis = opts[:redis]
+  redis.lpush 'events', event.to_json
+end
+
+def fail(opts)
+  redis = Redis.new(opts[:redis_options])
+  stop_after = opts[:minutes].to_i * 60
+  recover = opts[:recover]
+  event  = {
+    'entity'    => opts[:entity] || 'foo-app-01',
+    'check'     => opts[:check]  || 'HTTP',
+    'type'      => 'service',
+    'timestamp' => Time.now.to_i
+  }
+  failure  = event.merge('state' => 'critical', 'summary' => 'Connection refused')
+  recovery = event.merge('state' => 'ok',       'summary' => '200 OK, 37 ms')
+  key = "#{event['entity']}:#{event['check']}"
+
+  puts "#{Time.now}: sending failure event for #{key}"
+  send_event(failure, :redis => redis)
+
+  EM.run {
+
+    EM.add_timer(stop_after) do
+      puts "#{Time.now}: stopping"
+      if recover
+        puts "#{Time.now}: sending recovery event for #{key}"
+        send_event(recovery, :redis => redis)
+      end
+      EM.stop
+    end
+
+    EM.add_periodic_timer(10) do
+      puts "#{Time.now}: sending failure event for #{key}"
+      send_event(failure, :redis => redis)
+    end
+
+  }
+
+end
+
+
+options = OpenStruct.new
+options.config    = nil
+options.daemonize = nil
+
+exe = File.basename(__FILE__)
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Usage: #{exe} COMMAND [OPTIONS]"
+
+  opts.separator  ""
+  opts.separator  "Commands"
+  opts.separator  "     fail-and-recover"
+  opts.separator  "     fail"
+  opts.separator  ""
+  opts.separator  "Options"
+
+  opts.on("-c", "--config [PATH]", String, "PATH to the config file to use") do |c|
+    options.config = c
+  end
+
+  opts.on("-t", "--time MINUTES", String, "MINUTES to generate failure events for") do |t|
+    options.minutes = t
+  end
+
+  opts.on("-e", "--entity ENTITY", String, "ENTITY to generate failure events for ('foo-app-01')") do |e|
+    options.entity = e
+  end
+
+  opts.on("-k", "--check CHECK", String, "CHECK to generate failure events for ('HTTP')") do |k|
+    options.check = k
+  end
+
+end
+optparse.parse!(ARGV)
+
+FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'development'
+
+if options.config
+  config_file = options.config
+  pike "specified config file cannot be read" unless File.readable?(config_file)
+else
+  [ 'etc/flapjack_config.yaml',
+    File.dirname(__FILE__) + 'etc/flapjack_config.yaml',
+    '/etc/flapjack/flapjack_config.yaml' ].each do |candidate|
+    if File.readable?(candidate)
+      config_file = candidate
+      break
+    else
+      puts "not found and/or not readable: #{candidate}"
+    end
+  end
+  pike "no config file specified and none found in default locations" unless config_file
+end
+
+config = Flapjack::Configuration.new
+config.load(config_file)
+config_env = config.all
+redis_options = config.for_redis
+
+if config_env.nil? || config_env.empty?
+  puts "No config data for environment '#{FLAPJACK_ENV}' found in '#{options.config}'"
+  exit(false)
+end
+
+options = {:redis_options => redis_options, :minutes => options.minutes,
+           :entity => options.entity, :check => options.check}
+case ARGV[0]
+when "fail-and-recover"
+  fail(options.merge(:recover => true))
+  puts " done."
+when "fail"
+  fail(options.merge(:recover => false))
+  puts " done."
+else
+  if ARGV.nil? || ARGV.empty?
+    puts "No command provided."
+  else
+    puts "Unknown command provided: '#{ARGV[0]}'"
+  end
+  puts "\n#{optparse}"
+  exit 1
+end