flapjack 0.5.1 → 0.5.3

data/bin/flapjack-populator

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'yajl'
+require 'beanstalk-client'
+
+command = ARGV[0]
+
+case command
+when "deploy"
+  options = ARGV[1..-1]
+  options = Hash[options.map {|o| o.scan(/--(.+)=(.+)/).flatten }]
+
+  @queue = Beanstalk::Connection.new('localhost:11300', 'checks')
+
+  filename = options["from"]
+  file     = File.new(filename)
+  parser   = Yajl::Parser.new
+  batch    = parser.parse(file)
+  batch_id = batch["batch"]["id"]
+
+  batch["checks"].each do |check|
+    job = check.merge({"batch_id" => batch_id})
+    @queue.yput(job)
+  end
+
+  puts "Deployed batch #{batch_id}"
+end
+

data/bin/flapjack-stats

@@ -3,14 +3,19 @@
 require 'rubygems'
 require 'beanstalk-client'
 
-begin 
+begin
   beanstalk = Beanstalk::Pool.new(['localhost:11300'])
-  loop do 
+  loop do
     time = Time.now
     beanstalk.list_tubes['localhost:11300'].each do |tube_name|
       next if tube_name == 'default'
-      stats = beanstalk.stats_tube(tube_name)
-      puts "#{time.to_i} [#{tube_name}] total: #{stats['total-jobs']}, waiting: #{stats['current-waiting']}, ready: #{stats['current-jobs-ready']}"
+      stats   = beanstalk.stats_tube(tube_name)
+      message = []
+      message << "#{time} [#{tube_name}]"
+      message << "total: #{stats['total-jobs']}"
+      message << "waiting: #{stats['current-waiting']}"
+      message << "ready: #{stats['current-jobs-ready']}"
+      puts message.join(', ')
     end
     sleep 1
   end
@@ -18,5 +23,5 @@ rescue Beanstalk::NotConnected
   puts "beanstalk isn't up!"
   exit 2
 end
-  
+
 

data/{etc → dist/etc}/init.d/flapjack-workers

@@ -1,12 +1,12 @@
 #!/bin/bash
 #
-# Copyright (c) 2009 Lindsay Holmwood <lindsay@holmwood.id.au>
+# Copyright (c) 2009-2011 Lindsay Holmwood <lindsay@holmwood.id.au>
 #
 # flapjack-workers
-# Boots flapjack-workers, check executors for Flapjack. 
+# Boots flapjack-workers, check executors for Flapjack.
 #
 
-PATH=/sbin:/bin:/usr/sbin:/usr/bin:/usr/local:/usr/local/sbin:/usr/local/bin
+PATH=$PATH:/sbin:/bin:/usr/sbin:/usr/bin:/usr/local:/usr/local/sbin:/usr/local/bin
 
 if [ -f /etc/default/flapjack-workers ]; then
   . /etc/default/flapjack-workers
@@ -16,9 +16,9 @@ fi
 RETVAL=0
 
 if [ ! $(which flapjack-worker-manager) ]; then
-	echo "flapjack-worker-manager isn't on your path."
-	echo "Refusing to start."
-	exit 1
+  echo "flapjack-worker-manager isn't on your path."
+  echo "Refusing to start."
+  exit 1
 fi
 
 # Evaluate command
@@ -37,7 +37,7 @@ case "$1" in
   ;;
     *)
       echo "Usage: flapjack-workers {start|stop|restart}"
-      exit 1
+      RETVAL=1
   ;;
 esac
 

data/dist/puppet/flapjack/manifests/common.pp

@@ -0,0 +1,61 @@
+class flapjack::common {
+
+  include ruby::rubygems
+  include sqlite3::dev
+
+  $version = "0.5.3"
+
+  package { "flapjack":
+    ensure   => $version,
+    provider => gem,
+    require  => [ Package["rubygems"],
+                  Package["libsqlite3-dev"] ],
+  }
+
+  file { "/var/run/flapjack":
+    ensure  => directory,
+    mode    => 777,
+    require => [ Package["flapjack"] ],
+  }
+
+  file { "/etc/flapjack":
+    ensure  => directory,
+    require => [ Package["flapjack"] ],
+  }
+
+  exec { "symlink-latest-flapjack-gem":
+    command => "ln -sf $(dirname $(dirname $(dirname $(gem which flapjack/patches)))) /usr/lib/flapjack",
+    path    => "/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/usr/local/sbin",
+    unless  => "readlink /usr/lib/flapjack |grep -E '$version$'",
+    require => [ Package["flapjack"] ]
+  }
+
+  exec { "populate-etc-flapjack":
+    command => "cp $(dirname $(dirname $(dirname $(gem which flapjack))))/dist/etc/flapjack/* /etc/flapjack",
+    creates => [ "/etc/flapjack/flapjack-notifier.conf.example", "/etc/flapjack/recipients.conf.example" ],
+    path    => "/bin:/usr/bin:/usr/local/bin:/sbin:/usr/sbin:/usr/local/sbin",
+    require => [ File["/etc/flapjack"],
+                 Package["flapjack"] ],
+  }
+
+  file { "/etc/default/flapjack-workers":
+    source  => "/usr/lib/flapjack/dist/etc/default/flapjack-workers",
+    require => [ Exec["symlink-latest-flapjack-gem"] ],
+  }
+
+  file { "/etc/default/flapjack-notifier":
+    source  => "/usr/lib/flapjack/dist/etc/default/flapjack-notifier",
+    require => [ Exec["symlink-latest-flapjack-gem"] ],
+  }
+
+  file { "/etc/init.d/flapjack-workers":
+    source  => "/usr/lib/flapjack/dist/etc/init.d/flapjack-workers",
+    require => [ Exec["symlink-latest-flapjack-gem"] ],
+  }
+
+  file { "/etc/init.d/flapjack-notifier":
+    source  => "/usr/lib/flapjack/dist/etc/init.d/flapjack-notifier",
+    require => [ Exec["symlink-latest-flapjack-gem"] ],
+  }
+
+}

data/dist/puppet/flapjack/manifests/notifier.pp

@@ -0,0 +1,13 @@
+class flapjack::notifier {
+  include flapjack::common
+
+  service { "flapjack-notifier":
+    enable => true,
+    ensure => running,
+    require => [ Package["flapjack"],
+                 Exec["populate-etc-flapjack"],
+                 File["/etc/default/flapjack-notifier"],
+                 File["/etc/init.d/flapjack-notifier"] ],
+  }
+
+}

data/dist/puppet/flapjack/manifests/worker.pp

@@ -0,0 +1,13 @@
+class flapjack::worker {
+  include flapjack::common
+
+  service { "flapjack-workers":
+    enable => true,
+    ensure => running,
+    require => [ Package["flapjack"],
+                 Exec["populate-etc-flapjack"],
+                 File["/etc/default/flapjack-workers"],
+                 File["/etc/init.d/flapjack-workers"] ],
+  }
+
+}

data/dist/puppet/ruby/manifests/dev.pp

@@ -0,0 +1,5 @@
+class ruby::dev {
+  package { "ruby-dev": 
+    ensure => present,
+  }
+}

data/dist/puppet/ruby/manifests/rubygems.pp

@@ -0,0 +1,14 @@
+class ruby::rubygems {
+  package { "rubygems": 
+    ensure => present,
+    tag    => "puppet"
+  }
+
+  exec { "export-rubygems-path":
+    command => "echo 'export PATH=\$PATH:/var/lib/gems/1.8/bin' >> /etc/bash.bashrc",
+    path    => "/bin:/usr/bin",
+    unless  => "grep -c '/var/lib/gems/1.8/bin' /etc/bash.bashrc",
+    require => [ Package["rubygems"] ],
+    tag     => "puppet"
+  }
+}

data/dist/puppet/sqlite3/manifests/dev.pp

@@ -0,0 +1,5 @@
+class sqlite3::dev {
+  package { "libsqlite3-dev":
+    ensure => present
+  }
+}

data/features/netsaint-config-converter.feature

@@ -0,0 +1,126 @@
+Feature: Netsaint -> Flapjack configuration converter
+  To assist the migration to Flapjack
+  An operator needs to migrate
+  A functioning netsaint or nagios configuration
+  Into Flapjack's native configuration system
+
+  @parse
+  Scenario: Parse + print netsaint services
+    Given NetSaint configuration is at "features/support/data/etc/netsaint"
+    When I run "flapjack-netsaint-parser" with the following arguments:
+      | argument                                    |
+      | print                                       |
+      | services                                    |
+      | --source=features/support/data/etc/netsaint |
+    Then I should see a valid JSON output
+    And I should see a list of services
+    And I should see the following attributes for every service:
+      | attribute     |
+      | check_command |
+      | description   |
+
+  @parse
+  Scenario: Parse + print netsaint timeperiods
+    Given NetSaint configuration is at "features/support/data/etc/netsaint"
+    When I run "flapjack-netsaint-parser" with the following arguments:
+      | argument                                    |
+      | print                                       |
+      | timeperiods                                 |
+      | --source=features/support/data/etc/netsaint |
+    Then I should see a valid JSON output
+    And I should see a list of timeperiods
+    And I should see the following attributes for every timeperiod:
+      | attribute        | nillable? |
+      | timeperiod_alias | true      |
+
+  @parse
+  Scenario: Parse + print netsaint contacts
+    Given NetSaint configuration is at "features/support/data/etc/netsaint"
+    When I run "flapjack-netsaint-parser" with the following arguments:
+      | argument                                    |
+      | print                                       |
+      | contacts                                    |
+      | --source=features/support/data/etc/netsaint |
+    Then I should see a valid JSON output
+    And I should see a list of contacts
+    And I should see the following attributes for every contact:
+      | attribute                |
+      | contact_alias            |
+      | email_address            |
+      | host_notification_period |
+      | host_notify_commands     |
+      | notify_host_down         |
+      | notify_host_unreachable  |
+      | notify_service_warning   |
+      | notify_service_recovery  |
+      | notify_service_critical  |
+      | notify_host_recovery     |
+      | service_notify_commands  |
+      | svc_notification_period  |
+    And I should see the following attributes for every contact:
+      | attribute                | nillable? |
+      | pager                    | true      |
+
+  @parse
+  Scenario: Parse + print netsaint contactgroups
+    Given NetSaint configuration is at "features/support/data/etc/netsaint"
+    When I run "flapjack-netsaint-parser" with the following arguments:
+      | argument                                    |
+      | print                                       |
+      | contactgroups                               |
+      | --source=features/support/data/etc/netsaint |
+    Then I should see a valid JSON output
+    And I should see a list of contactgroups
+    And I should see the following attributes for every contactgroup:
+      | attribute   |
+      | contacts    |
+      | group_alias |
+
+  @parse
+  Scenario: Parse + print netsaint hosts
+    Given NetSaint configuration is at "features/support/data/etc/netsaint"
+    When I run "flapjack-netsaint-parser" with the following arguments:
+      | argument                                    |
+      | print                                       |
+      | hosts                                       |
+      | --source=features/support/data/etc/netsaint |
+    Then I should see a valid JSON output
+    And I should see a list of hosts
+    And I should see the following attributes for every host:
+      | attribute             |
+      | host_alias            |
+      | address               |
+      | parent_hosts          |
+      | host_check_command    |
+      | max_attempts          |
+      | notification_interval |
+      | notification_period   |
+      | notify_recovery       |
+      | notify_down           |
+      | notify_unreachable    |
+    And I should see the following attributes for every host:
+      | attribute                | nillable? |
+      | event_handler            | true      |
+
+  @import
+  Scenario: Import Netsaint config
+    Given NetSaint configuration is at "features/support/data/etc/netsaint"
+    And no file exists at "features/support/tmp/dump.json"
+    And beanstalkd is running
+    And there are no jobs on the "checks" beanstalkd queue
+    When I run "flapjack-netsaint-parser" with the following arguments:
+      | argument                                      |
+      | dump                                          |
+      | --source=features/support/data/etc/netsaint   |
+      | --format=json                                 |
+      | --to=features/support/tmp/dump.json           |
+    Then I should see "features/support/tmp/dump.json" in the output
+    Then I should see valid JSON in "features/support/tmp/dump.json"
+    Then I should see a valid JSON batch in "features/support/tmp/dump.json"
+    When I run "flapjack-populator" with the following arguments:
+      | argument                                      |
+      | deploy                                        |
+      | --from=features/support/tmp/dump.json         |
+    Then I should see "Deployed batch \d+" in the output
+    Then there should be several jobs on the "checks" beanstalkd queue
+

data/features/steps/flapjack-importer_steps.rb

@@ -0,0 +1,112 @@
+When /^I run "([^"]*)" with the following arguments:$/ do |script, table|
+  @arguments = []
+  table.hashes.each do |attrs|
+    @arguments << attrs["argument"]
+  end
+
+  command = "bin/#{script} #{@arguments.join(' ')}"
+
+  @output = `#{command}`
+  $?.exitstatus.should == 0
+end
+
+Then /^I should see a batch of checks in the output$/ do
+  @data["batches"].should_not be_nil
+  @data["batches"].size.should > 0
+
+  @data["batches"].each do |batch|
+    batch["checks"].should_not be_nil
+    batch["checks"].size.should > 0
+
+    batch["checks"].each do |check|
+      check["id"].should_not be_nil
+      check["command"].should_not be_nil
+    end
+  end
+end
+
+Then /^I should see a batch of checks with relationships in the output$/ do
+  @data["batches"].should_not be_nil
+  @data["batches"].size.should > 0
+
+  @data["batches"].each do |batch|
+    batch["checks"].should_not be_nil
+    batch["checks"].size.should > 0
+
+    batch["checks"].each do |check|
+      check.key?("parent_id").should be_true
+      check.key?("child_id").should be_true
+    end
+  end
+end
+
+Given /^no file exists at "([^"]*)"$/ do |filename|
+  FileUtils.rm_f(filename).should be_true
+end
+
+Then /^I should see valid JSON in "([^"]*)"$/ do |filename|
+  lambda {
+    file = File.new(filename, 'r')
+    parser = Yajl::Parser.new
+    @data = parser.parse(file)
+  }.should_not raise_error
+end
+
+Given /^I run the importer$/ do
+  pending # express the regexp above with the code you wish you had
+end
+
+Given /^the necessary checks and relationships are created$/ do
+  pending # express the regexp above with the code you wish you had
+end
+
+Then /^the latest batch of checks should be in the work queue$/ do
+  pending # express the regexp above with the code you wish you had
+end
+
+Then /^I should see "([^"]*)" in the output$/ do |regex|
+  @output.should =~ /#{regex}/i
+end
+
+Given /^beanstalkd is running$/ do
+  system("which beanstalkd > /dev/null 2>&1").should be_true
+
+  @pipe = IO.popen("beanstalkd")
+
+  # So beanstalkd has a moment to catch its breath.
+  sleep 0.5
+
+  at_exit do
+    Process.kill("KILL", @pipe.pid)
+  end
+end
+
+Given /^there are no jobs on the "([^"]*)" beanstalkd queue$/ do |queue_name|
+  @queue = Beanstalk::Connection.new('localhost:11300', queue_name)
+  100.times { @queue.put('foo') }
+  until @queue.stats["current-jobs-ready"] == 0
+    job = @queue.reserve
+    job.delete
+  end
+end
+
+Then /^there should be several jobs on the "([^"]*)" beanstalkd queue$/ do |queue_name|
+  @queue = Beanstalk::Connection.new('localhost:11300', queue_name)
+  @queue.stats["current-jobs-ready"].should > 0
+end
+
+
+Then /^I should see a valid JSON batch in "([^"]*)"$/ do |filename|
+  lambda {
+    file = File.new(filename, 'r')
+    parser = Yajl::Parser.new
+    @data = parser.parse(file)
+  }.should_not raise_error
+
+  @data["checks"].size.should > 0
+  @data["checks"].each do |check|
+    %w(id command interval).each do |attr|
+      check[attr].should_not be_nil
+    end
+  end
+end