flapjack 1.6.0 → 2.0.0b1

data/tasks/entities.rake

@@ -1,151 +0,0 @@
-require 'csv'
-require 'securerandom'
-
-require 'redis'
-
-require 'flapjack/configuration'
-require 'flapjack/data/entity'
-
-FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'production'
-
-namespace :entities do
-
-  def redis
-    return @redis unless @redis.nil?
-    @redis = Redis.new(@redis_config.merge(:driver => :hiredis))
-    Flapjack::Data::Migration.migrate_entity_check_data_if_required(:redis => @redis)
-    @redis
-  end
-
-  def orphaned_entity_names
-    current_names = Flapjack::Data::Entity.all(:redis => redis).map(&:name)
-
-    all_entity_names = redis.keys("check:*:*").inject([]) do |memo, ck|
-      if ck =~ /^check:([^:]+):.+$/
-        memo << $1
-      end
-
-      memo
-    end
-
-    all_entity_names - current_names
-  end
-
-  task :setup do
-    config_file = File.join('etc', 'flapjack_config.yaml')
-
-    config = Flapjack::Configuration.new
-    config.load( config_file )
-
-    @config_env = config.all
-    @redis_config = config.for_redis
-
-    if @config_env.nil? || @config_env.empty?
-      puts "No config data for environment '#{FLAPJACK_ENV}' found in '#{config_file}'"
-      exit(false)
-    end
-  end
-
-  desc "lists current entity names and their ids"
-  task :current => [:setup] do
-    puts CSV.generate(:headers => :first_row, :write_headers => true, :row_sep => "\r\n") {|csv|
-      csv << ['id', 'name']
-      Flapjack::Data::Entity.all(:redis => redis).each do |entity|
-        csv << [entity.id, entity.name]
-      end
-    }
-  end
-
-  desc "lists entities with data orphaned by entity renames, or created without ids, prior to v1.0"
-  task :orphaned => [:setup] do
-    orph = orphaned_entity_names
-
-    puts CSV.generate(:headers => :first_row, :write_headers => true, :row_sep => "\r\n") {|csv|
-      csv << ['name']
-      orph.each {|orp| csv << [orp]}
-    }
-  end
-
-  desc "reparent entity names from a CSV file on input"
-  task :reparent => [:setup] do
-
-    # The CSV should be in the form 'id', 'name', 'old_name'
-    # If more than one old name exists, another row should be used with
-    # the first two values repeated. The id is there as a sanity check
-    # against current data.
-
-    entities     = {}
-    old_entities = {}
-
-    CSV.new($stdin, :headers => :first_row, :return_headers => false) {|csv|
-      csv.each {|row|
-
-        id       = row['id']
-        name     = row['name']
-        old_name = row['old_name']
-
-        if entities.has_key?(id)
-          unless entities[id].eql?(name)
-            raise "Different names for entity id 'id': '#{name}', '#{old_name}'"
-          end
-        else
-          entities[id] = name
-        end
-
-        old_entities[id] ||= []
-        old_entities[id] << old_name
-      }
-
-      old_entities.each_pair do |id, old_entities_for_id|
-        old_entities_for_id.each do |old_entity|
-          puts "Re-parenting '#{old_entity}' data to '#{entities[id]}'"
-          Flapjack::Data::Entity.merge(old_entity, entities[id], :redis => redis)
-        end
-      end
-    }
-
-  end
-
-  # Checks sent by monitoring data before the related entity had been imported,
-  # before 1.0, had autogenerated entities saved without ids, and these entities
-  # were not re-integrated later. This task will detect and fix any such data.
-  desc "give an identity to entities that never had one"
-  task :repatriate => [:setup] do
-
-    orph = orphaned_entity_names
-
-    CSV.new($stdin, :headers => :first_row, :return_headers => false) {|csv|
-      csv.each {|row|
-
-        name     = row['name']
-        id       = row['id']
-
-        if !orph.include?(name)
-          puts "'#{name}' is not an orphaned entity."
-          next
-        end
-
-        entity = id.nil? ? nil : Flapjack::Data::Entity.find_by_id(id)
-
-        if id.nil? || entity.nil?
-          id ||= SecureRandom.uuid
-          redis.multi do
-            multi.hset('all_entity_ids_by_name', name, id)
-            multi.hset('all_entity_names_by_id', id, name)
-          end
-          puts "Set id '#{id}' for entity #{name}'"
-        elsif entity.name.eql?(name)
-          puts "'#{name}' entity already exists with the provided id"
-        else
-          # entity exists, name doesn't match -- merge old data
-          Flapjack::Data::Entity.merge(name, entity.name, :redis => redis)
-          puts "Merged data for entity '#{name}' into entity #{entity.name}' with id '#{id}'"
-        end
-
-      }
-
-    }
-
-  end
-
-end

data/tasks/profile.rake

@@ -1,282 +0,0 @@
-namespace :profile do
-
-  require 'fileutils'
-  require 'flapjack/configuration'
-
-  FLAPJACK_ROOT   = File.join(File.dirname(__FILE__), '..')
-  FLAPJACK_CONFIG = File.join(FLAPJACK_ROOT, 'etc', 'flapjack_config.yaml')
-
-  FLAPJACK_PROFILER = ENV['FLAPJACK_PROFILER'] || 'rubyprof'
-  port = ENV['FLAPJACK_PROFILER'].to_i
-  FLAPJACK_PORT = ((port > 1024) && (port <= 65535)) ? port : 8075
-
-  REPETITIONS     = 10
-
-  require 'ruby-prof'
-
-  def profile_pikelet(klass, name, config, redis_options, &block)
-    redis = Redis.new(redis_options.merge(:driver => 'ruby'))
-    check_db_empty(:redis => redis, :redis_options => redis_options)
-    setup_baseline_data(:redis => redis)
-
-    EM.synchrony do
-      RubyProf.start
-      pikelet = klass.new
-      pikelet.bootstrap(:config => config,
-        :redis_config => redis_options)
-
-      EM.defer(block, proc {
-        pikelet.stop
-        pikelet.add_shutdown_event(:redis => redis)
-      })
-
-      pikelet.main
-      pikelet.cleanup
-      result = RubyProf.stop
-      result.eliminate_methods!([/Class::Thread/, /Deferrable/])
-      printer = RubyProf::MultiPrinter.new(result)
-      output_dir = File.join('tmp', 'profiles')
-      FileUtils.mkdir_p(output_dir)
-      printer.print(:path => output_dir, :profile => name)
-      EM.stop
-    end
-
-    empty_db(:redis => redis)
-    redis.quit
-  end
-
-  def profile_thin(klass, name, config, redis_options, &block)
-    redis = Redis.new(redis_options.merge(:driver => 'ruby'))
-    check_db_empty(:redis => redis, :redis_options => redis_options)
-    setup_baseline_data(:redis => redis)
-
-    Thin::Logging.silent = true
-
-    EM.synchrony do
-      output_dir = File.join('tmp', 'profiles')
-      FileUtils.mkdir_p(output_dir)
-
-      profile_klass = Class.new(klass)
-      profile_klass.instance_eval {
-        before do
-          RubyProf.send( (profile_klass.class_variable_defined?('@@profiling') ? :resume : :start) )
-          profile_klass.class_variable_set('@@profiling', true)
-        end
-        after  { RubyProf.pause  }
-      }
-
-      profile_klass.bootstrap(:config => config, :redis_config => redis_options)
-
-      server = Thin::Server.new('0.0.0.0', FLAPJACK_PORT,
-        profile_klass, :signals => false)
-
-      server.start
-
-      EM.defer(block, proc {
-        result = RubyProf.stop
-        server.stop!
-        Fiber.new {
-          profile_klass.cleanup
-        }
-        printer = RubyProf::MultiPrinter.new(result)
-        printer.print(:path => output_dir, :profile => name)
-        EM.stop
-      })
-    end
-
-    empty_db(:redis => redis)
-    redis.quit
-  end
-
-  ### utility methods
-
-  def load_config
-    config_env, redis_options = Flapjack::Configuration.new.
-                                  load(FLAPJACK_CONFIG)
-    if config_env.nil? || config_env.empty?
-      puts "No config data for environment '#{FLAPJACK_ENV}' " +
-        "found in '#{FLAPJACK_CONFIG}'"
-      exit(false)
-    end
-
-    return config_env, redis_options
-  end
-
-  def check_db_empty(options = {})
-    redis = options[:redis]
-    redis_options = options[:redis_options]
-
-    # DBSIZE can return > 0 with expired keys -- but that's fine, we only
-    # want to run against an explicitly empty DB. If this fails against the
-    # intended Redis DB, the user can FLUSHDB it manually
-    db_size = redis.dbsize.to_i
-    if db_size > 0
-      db = redis_options['db']
-      puts "The Redis database has a non-zero DBSIZE (#{db_size}) -- "
-           "profiling will destroy data. Use 'SELECT #{db}; FLUSHDB' in " +
-           'redis-cli if you want to profile using this database.'
-      puts "[redis options] #{options[:redis].inspect}\nExiting..."
-      exit(false)
-    end
-  end
-
-  # this adds a default entity and contact, so that the profiling methods
-  # will actually trigger enough code to be useful
-  def setup_baseline_data(options = {})
-    entity = {"id"        => "2000",
-              "name"      => "clientx-app-01",
-              "contacts"  => ["1000"]}
-
-    Flapjack::Data::Entity.add(entity, :redis => options[:redis])
-
-    contact = {'id'         => '1000',
-               'first_name' => 'John',
-               'last_name'  => 'Smith',
-               'email'      => 'jsmith@example.com',
-               'media'      => {
-                 'email' => 'jsmith@example.com'
-               }}
-
-    Flapjack::Data::Contact.add(contact, :redis => options[:redis])
-  end
-
-  def empty_db(options = {})
-    redis = options[:redis]
-    redis.flushdb
-  end
-
-  ## end utility methods
-
-  desc "profile executive with rubyprof"
-  task :executive do
-
-    require 'flapjack/executive'
-    require 'flapjack/data/event'
-
-    FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'profile'
-    config_env, redis_options = load_config
-    profile_pikelet(Flapjack::Executive, 'executive', config_env['executive'],
-      redis_options) {
-
-      # this executes in a separate thread, so no Fibery stuff is allowed
-      redis = Redis.new(redis_options.merge(:driver => 'ruby'))
-
-      REPETITIONS.times do |n|
-        Flapjack::Data::Event.add({'entity'  => 'clientx-app-01',
-                                   'check'   => 'ping',
-                                   'type'    => 'service',
-                                   'state'   => (n ? 'ok' : 'critical'),
-                                   'summary' => 'testing'},
-                                  :redis => redis)
-      end
-      redis.quit
-    }
-  end
-
-  # NB: you'll need to access a real jabber server for this; if external events
-  # come in from that then runs will not be comparable
-  desc "profile jabber gateway with rubyprof"
-  task :jabber do
-
-    require 'flapjack/jabber'
-    require 'flapjack/data/alert'
-    require 'flapjack/data/contact'
-    require 'flapjack/data/event'
-    require 'flapjack/data/notification'
-
-    FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'profile'
-    config_env, redis_options = load_config
-    profile_pikelet(Flapjack::Gateways::Jabber, 'jabber', config_env['jabber_gateway'],
-      redis_options) {
-
-        # this executes in a separate thread, so no Fibery stuff is allowed
-        redis = Redis.new(redis_options.merge(:driver => 'ruby'))
-
-        event = Flapjack::Data::Event.new('type'    => 'service',
-                                          'state'   => 'critical',
-                                          'summary' => '100% packet loss',
-                                          'entity'  => 'clientx-app-01',
-                                          'check'   => 'ping')
-        notification = Flapjack::Data::Notification.for_event(event)
-
-        contact = Flapjack::Data::Contact.find_by_id('1000', :redis => redis)
-
-        REPETITIONS.times do |n|
-          notification.messages(:contacts => [contact]).each do |msg|
-            contents = msg.contents
-            contents['event_count'] = n
-            Flapjack::Data::Alert.add(config_env['jabber_gateway']['queue'],
-              contents)
-          end
-        end
-
-        redis.quit
-    }
-  end
-
-  # NB: you'll need an external email server set up for this (whether it's
-  # mailtrap or a real server)
-  desc "profile email notifier with rubyprof"
-  task :email do
-
-    require 'flapjack/email'
-    require 'flapjack/data/alert'
-    require 'flapjack/data/contact'
-    require 'flapjack/data/event'
-    require 'flapjack/data/notification'
-
-    FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'profile'
-    config_env, redis_options = load_config
-    profile_pikelet(Flapjack::Gateways::Email, 'jabber', config_env['jabber_gateway'],
-      redis_options) {
-
-        # this executes in a separate thread, so no Fibery stuff is allowed
-        redis = Redis.new(redis_options.merge(:driver => 'ruby'))
-
-        event = Flapjack::Data::Event.new('type'    => 'service',
-                                          'state'   => 'critical',
-                                          'summary' => '100% packet loss',
-                                          'entity'  => 'clientx-app-01',
-                                          'check'   => 'ping')
-        notification = Flapjack::Data::Notification.for_event(event)
-
-        contact = Flapjack::Data::Contact.find_by_id('1000', :redis => redis)
-
-        REPETITIONS.times do |n|
-          notification.messages(:contacts => [contact]).each do |msg|
-            contents = msg.contents
-            contents['event_count'] = n
-            Flapjack::Data::Alert.add(config_env['email_gateway']['queue'],
-              contents)
-          end
-        end
-
-        redis.quit
-    }
-  end
-
-  # Of course, if external requests come to this server then different runs will
-  # not be comparable
-  desc "profile web server with rubyprof"
-  task :web do
-
-    require 'net/http'
-    require 'uri'
-
-    require 'flapjack/web'
-
-    FLAPJACK_ENV = ENV['FLAPJACK_ENV'] || 'profile'
-    config_env, redis_options = load_config
-    profile_thin(Flapjack::Web, 'web', config_env['web'], redis_options) {
-      uri = URI.parse("http://127.0.0.1:#{FLAPJACK_PORT}/")
-
-      http = Net::HTTP.new(uri.host, uri.port)
-
-      REPETITIONS.times do |n|
-        request = Net::HTTP::Get.new(uri.request_uri)
-        response = http.request(request)
-      end
-    }
-  end
-
-end

data/tmp/acknowledge.rb

@@ -1,13 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'redis'
-
-if not id = ARGV.first then
-  puts "Usage: acknowledge.rb <id>"
-  exit 1
-end
-
-
-redis = Redis.new
-
-redis.hset 'acknowledged', id, 'true'

data/tmp/create_config_yaml.rb

@@ -1,16 +0,0 @@
-#!/usr/bin/env ruby
-
-
-require 'yaml'
-
-config = { 'sausage' => true,
-           'sauce'   => 'tomato sauce',
-           'count'   => 23,
-           'foobar'  => 'jkfldjsk',
-           'zero_s'  => '0',
-           'true_s'  => 'true',
-         }
-
-
-puts config.to_yaml
-