interferon 0.0.1

data/lib/interferon/host_sources/optica_services.rb

@@ -0,0 +1,68 @@
+require 'net/http'
+require 'json'
+require 'set'
+
+module Interferon::HostSources
+  class OpticaServices
+    include Logging
+
+    def initialize(options)
+      raise ArgumentError, "missing host for optica source" \
+        unless options['host']
+
+      @host = options['host']
+      @port = options['port'] || 80
+      @envs = options['environments'] || []
+    end
+
+    def list_hosts
+      con = Net::HTTP.new(@host, @port)
+      con.read_timeout = 60
+      con.open_timeout = 60
+
+      response = con.get('/')
+      data = JSON::parse(response.body)
+
+      services = Hash.new{ |h,service| h[service] = {
+          :source => 'optica_services',
+          :service => service,
+
+          :owners => [],
+          :owner_groups => [],
+          :consumer_roles => Set.new,
+          :consumer_machine_count => 0,
+          :provider_machine_count => 0,
+        }}
+
+      data['nodes'].each do |ip, host|
+        next unless @envs.empty? or @envs.include?(host['environment'])
+
+        # make it easier by initializing possibly-missing data to sane defaults
+        host['ownership'] ||= {}
+        host['nerve_services'] ||= []
+        host['synapse_services'] ||= []
+
+        # provider info
+        host['nerve_services'].each do |service|
+          services[service][:provider_machine_count] += 1
+
+          services[service][:owners].concat(host['ownership']['people'] || [])
+          services[service][:owner_groups].concat(host['ownership']['groups'] || [])
+        end
+
+        # consumer info
+        host['synapse_services'].each do |service|
+          services[service][:consumer_roles].add(host['role'])
+          services[service][:consumer_machine_count] += 1
+        end
+      end
+
+      # convert all sets to arrays
+      services.each do |k,v|
+        services[k][:consumer_roles] = v[:consumer_roles].to_a
+      end
+
+      return services.values
+    end
+  end
+end

data/lib/interferon/loaders.rb

@@ -0,0 +1,123 @@
+
+module Interferon
+
+  # lets create namespaces for things we'll be loading
+  module Destinations; end
+  module HostSources; end
+  module GroupSources; end
+
+  # this is a type of class that can dynamically load other classes based on
+  # a 'type' string
+  class DynamicLoader
+    include Logging
+
+    def initialize(custom_paths)
+      @paths = []
+      custom_paths.each do |custom_path|
+        @paths << File.expand_path(custom_path)
+      end
+
+      initialize_attributes
+    end
+
+    # this should be overridden in specific loaders
+    def initialize_attributes
+      @loader_for = 'class'
+      @type_path  = ''
+      @module     = ::Interferon
+    end
+
+    def get_all(sources)
+      instances = []
+
+      sources.each_with_index do |source, idx|
+        type    =   source['type']
+        enabled = !!source['enabled']
+        options =   source['options'] || {}
+
+        if type.nil?
+          log.warn "#{@loader_for} ##{idx} does not have a 'type' set; 'type' is required"
+          next
+        end
+
+        if !enabled
+          log.info "skipping #{@loader_for} #{type} because it's not enabled"
+          next
+        end
+
+        instance = get_klass(type).new(options)
+        instances << instance
+      end
+
+      instances
+    end
+
+    def get_klass(type)
+      # figure out what we're getting based on the type
+      filename = type.downcase
+      type_parts = filename.split('_')
+      class_name = type_parts.map(&:capitalize).join
+
+      # ideally, we'll put a constant into this variable
+      klass = nil
+
+      # first, try getting from custom paths
+      @paths.each do |path|
+        full_path = "#{path}/#{@type_path}/#{filename}"
+
+        begin
+          require full_path
+          klass = @module.const_get(class_name)
+        rescue LoadError => e
+          log.debug "LoadError looking for #{@loader_for} file #{type} at #{full_path}: #{e}"
+        rescue NameError => e
+          log.debug "NameError looking for #{@loader_for} class #{class_name} in #{full_path}: #{e}"
+        end
+
+        break if klass
+      end
+
+      # if that doesn't work, try getting from this repo via require_relative
+      if klass.nil?
+        begin
+          relative_filename = "./#{@type_path}/#{filename}"
+
+          require_relative relative_filename
+          klass = @module.const_get(class_name)
+        rescue LoadError => e
+          raise ArgumentError,\
+            "Loading Error; interferon does not define #{@loader_for} #{type}: #{e}"
+        rescue NameError => e
+          raise ArgumentError,\
+            "Name Error; class #{class_name} is not defined in #{relative_filename}: #{e}"
+        end
+      end
+
+      return klass
+    end
+  end
+
+  class DestinationsLoader < DynamicLoader
+    def initialize_attributes
+      @loader_for = 'destination'
+      @type_path = 'destinations'
+      @module = ::Interferon::Destinations
+    end
+  end
+
+  class HostSourcesLoader < DynamicLoader
+    def initialize_attributes
+      @loader_for = 'host source'
+      @type_path = 'host_sources'
+      @module = ::Interferon::HostSources
+    end
+  end
+
+  class GroupSourcesLoader < DynamicLoader
+    def initialize_attributes
+      @loader_for = 'group source'
+      @type_path = 'group_sources'
+      @module = ::Interferon::GroupSources
+    end
+  end
+end

data/lib/interferon/logging.rb

@@ -0,0 +1,26 @@
+require 'logger'
+require 'statsd'
+
+module Interferon
+  module Logging
+
+    def statsd
+      @statsd ||= Statsd.new(
+        Statsd::DEFAULT_HOST,
+        Statsd::DEFAULT_PORT,
+        :namespace => 'alerts_framework'
+      )
+    end
+
+    def log
+      @logger ||= Logging.configure_logger_for(self.class.name)
+    end
+
+    def self.configure_logger_for(classname)
+      logger = Logger.new(STDERR)
+      logger.level = Logger::INFO unless ENV['DEBUG']
+      logger.progname = classname
+      return logger
+    end
+  end
+end

data/lib/interferon/version.rb

@@ -0,0 +1,3 @@
+module Interferon
+  VERSION = "0.0.1"
+end

data/script/convert.rb

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+
+require 'json'
+require 'yaml'
+
+script_dir = File.dirname(File.expand_path __FILE__)
+alerts_dir = File.join(script_dir, '..', 'alerts')
+
+Dir.glob(File.join(alerts_dir, '*.json')) do |alert_file|
+  alert = JSON::parse(File.read(alert_file))
+
+  # convert old to new filters
+  alert['filter'] ||= {}
+  %w{role host}.each do |field|
+    %w{included excluded}.each do |type|
+      old_field = "#{type}_#{field}s"
+      if alert['filter'].include?(old_field)
+        alert['filter'][field] ||= {}
+        alert['filter'][field][type] = alert['filter'][old_field]
+        alert['filter'].delete(old_field)
+      end
+    end
+  end
+
+  # write out new filter file
+  new_name = alert_file.chomp(File.extname(alert_file)) + ".yaml"
+  File.write(new_name, YAML.dump(alert))
+  File.delete(alert_file)
+end

data/script/pre-commit

@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+
+require 'json'
+require 'yaml'
+
+# put the reasons why a commit is rejected into this array; if
+# it is empty, the commit can go forward
+reasons = []
+
+# let's pick out which files were added/modified in this commit.
+diff = `git diff-index --name-status --cached HEAD`
+files = diff.split("\n").map(&:split)
+
+added_files = files.
+  select { |(status, name)| status == 'A' }.
+  map { |(status, name)| name }.
+  compact
+
+modified_files = files.
+  select {|(status, name)| status != 'D'}. # ignore deleted files
+  map {|(status, name)| name}.
+  compact
+
+# check for large files
+added_files.each do |file|
+  size_in_kb = `du -k #{file}`.strip.split.first.to_i
+  if size_in_kb > 1024
+    reasons << "#{file} is greater than 1 MB in size"
+  end
+end
+
+# Make sure Gemfile.lock was updated if Gemfile changed.
+if modified_files.include?('Gemfile') && !modified_files.include?('Gemfile.lock')
+  reasons << 'You modified the Gemfile, but Gemfile.lock did not change!'
+end
+
+# Check Ruby syntax
+modified_files.select {|f| f.match /\.((rb)|(rake))$/}.each do |file|
+  result = `ruby -c #{file} 2>&1`
+
+  if $? != 0
+    reasons << "ruby file #{file} failed syntax check"
+  end
+end
+
+# Check JSON syntax
+modified_files.select {|f| f.match /(\.json)$/}.each do |file|
+  begin
+    JSON.parse(File.read(file))
+  rescue StandardError => e
+    reasons << "JSON file #{file} contains invalid JSON"
+  end
+end
+
+# Check YAML syntax
+modified_files.select {|f| f.match /(\.yaml)$/}.each do |file|
+  begin
+    YAML.parse(File.read(file))
+  rescue YAML::SyntaxError => e
+    reasons << "YAML file #{file} has invalid syntax: #{e.inspect}"
+  rescue StandardError => e
+    reasons << "Could not read YAML file #{file}: #{e}"
+  end
+end
+
+unless reasons.empty?
+  puts 'Your commit failed the pre-commit hook! Some raisins:'
+  reasons.each do |r|
+    puts "\t* #{r}"
+  end
+  puts 'Did not commit.'
+  exit 1
+end

data/spec/spec_helper.rb

@@ -0,0 +1,62 @@
+# This file was generated by the `rspec --init` command.
+
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+      expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Limits the available syntax to the non-monkey patched syntax that is
+  # recommended. For more details, see:
+  #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+  #   - http://teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://myronmars.to/n/dev-blog/2014/05/notable-changes-in-rspec-3#new__config_option_to_disable_rspeccore_monkey_patching
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  # config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+end

metadata

@@ -0,0 +1,179 @@
+--- !ruby/object:Gem::Specification
+name: interferon
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Igor Serebryany
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dogapi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.11'
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.11.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.11'
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.11.1
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.35'
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.35.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.35'
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.35.1
+- !ruby/object:Gem::Dependency
+  name: dogstatsd-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+description: ': Store metrics alerts in code!'
+email:
+- igor.serebryany@airbnb.com
+executables:
+- interferon
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- bin/interferon
+- config.example.yaml
+- groups/data.yaml
+- groups/dataeng.yaml
+- groups/datainfra.yaml
+- groups/devhap.yaml
+- groups/discover.yaml
+- groups/growth.yaml
+- groups/host.yaml
+- groups/internalproducts.yml
+- groups/logstash.yaml
+- groups/mobile.yaml
+- groups/pagerduty_sysops.yaml
+- groups/panda.yaml
+- groups/payments.yaml
+- groups/payments_finance.yaml
+- groups/prodinfra.yaml
+- groups/search.yaml
+- groups/security.yaml
+- groups/sre.yaml
+- groups/teamx.yaml
+- groups/tns.yaml
+- groups/tools.yml
+- interferon.gemspec
+- lib/interferon.rb
+- lib/interferon/alert.rb
+- lib/interferon/alert_dsl.rb
+- lib/interferon/destinations/datadog.rb
+- lib/interferon/group_sources/filesystem.rb
+- lib/interferon/host_sources/aws_dynamo.rb
+- lib/interferon/host_sources/aws_elasticache.rb
+- lib/interferon/host_sources/aws_rds.rb
+- lib/interferon/host_sources/optica.rb
+- lib/interferon/host_sources/optica_services.rb
+- lib/interferon/loaders.rb
+- lib/interferon/logging.rb
+- lib/interferon/version.rb
+- script/convert.rb
+- script/pre-commit
+- spec/spec_helper.rb
+homepage: https://www.github.com/airbnb/interferon
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: ': Store metrics alerts in code!'
+test_files:
+- spec/spec_helper.rb