interferon 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZjQ3ZDE1ZGY2YjRkYTQ1NjU4NDhjNjlhNTc5NzgwMTQzNmQ5MTJmYg==
+  data.tar.gz: !binary |-
+    YzNiZjUwMGU0NjNjMGQwN2U3YTNkOGUxYTRlZjkwNDE5ODk0ZWZjMg==
+SHA512:
+  metadata.gz: !binary |-
+    ZmFkMDI4YjQ3NjQxYTU3MGQ5ZTZhYzZiMjE0MjEwMTFlMTMzMGJhMWEwM2Iw
+    YzcxYjUwMDk3YTI4ZTI0MWY4NTg0MmYzOWYwODViNzRmNzk5MTgxNThmMjY3
+    N2FlOTE0YTQ2M2M1ZThhNTEzYzhkZGNlMWNiODlmYWI3ZGEzYzc=
+  data.tar.gz: !binary |-
+    OGU0NDM3ZjU1NmNlNTNiMTliZDcyN2RiZTM5MzBhY2MxZDliZTJiMzAyYjhk
+    N2E0ZjI2MWRiYmEyZDk2YzdiY2RlN2FiNDlhNzU1OThiYTdmNDM3YWUwZjFj
+    ZWMxN2VmYjYxOGVlODM4NDRlOGIzNzViZDEwMWM3ZTQyYjYzYjQ=

data/.gitignore

@@ -0,0 +1,11 @@
+config.json
+config.yaml
+
+.*sw?
+.DS_Store
+
+# Ruby env control
+.rvmrc*
+.ruby-version*
+.ruby-gemset*
+/.idea

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,52 @@
+PATH
+  remote: .
+  specs:
+    interferon (0.0.1)
+      aws-sdk (~> 1.35, >= 1.35.1)
+      dogapi (~> 1.11, >= 1.11.1)
+      dogstatsd-ruby (~> 1.4, >= 1.4.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    aws-sdk (1.63.0)
+      aws-sdk-v1 (= 1.63.0)
+    aws-sdk-v1 (1.63.0)
+      json (~> 1.4)
+      nokogiri (>= 1.4.4)
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    dogapi (1.16.0)
+      json (>= 1.5.1)
+    dogstatsd-ruby (1.4.1)
+    json (1.8.2)
+    method_source (0.8.2)
+    mini_portile (0.6.2)
+    nokogiri (1.6.6.2)
+      mini_portile (~> 0.6.0)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rspec (3.2.0)
+      rspec-core (~> 3.2.0)
+      rspec-expectations (~> 3.2.0)
+      rspec-mocks (~> 3.2.0)
+    rspec-core (3.2.1)
+      rspec-support (~> 3.2.0)
+    rspec-expectations (3.2.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-mocks (3.2.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-support (3.2.2)
+    slop (3.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  interferon!
+  pry (~> 0.10)
+  rspec (~> 3.2)

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Airbnb, Inc
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,96 @@
+# Interferon #
+
+This repo contains the interferon gem.
+This gem enables you to store your alerts configuration in code.
+You should create your own repository, with a `Gemfile` which imports the interferon gem.
+For an example of such a repository, along with example configuration and alerts files, see https://www.github.com/airbnb/alerts_example
+
+## Running This Gem ##
+
+This gem provides a single executable, called `interferon`.
+You are meant to invoke it like so:
+
+```bash
+$ bundle exec interferon --config /path/to/config_file
+```
+
+Additional options:
+* `-h`, `--help` -- prints out usage information
+* `-n`, `--dry-run` -- runs interferon without making any changes to alerting destinations
+
+## Configuration File ##
+
+The configuration file is written in YAML.
+It accepts the following parameters:
+* `verbose_logging` -- whether to print more output
+* `alerts_repo_path` -- the location to your alerts repo, containing your interferon DSL files
+* `group_sources` -- a list of sources which can return groups of people to alert
+* `host_sources` -- a list of sources which can read inventory systems and return lists of hosts to monitor
+* `destinations` -- a list of alerting providers, which can monitor metrics and dispatch alerts as specified in your alerts dsl files
+
+For more information, see [config.example.yaml](blob/master/config.example.yaml) file in this repo.
+
+## The Moving Parts ##
+
+This repo knows about four kinds of objects:
+
+* *host_sources*: these query various inventory systems and return lists of hosts or entities to alert on
+* *destinations*: these are metric systems, which can watch metrics and alert engineers
+* *groups*: these are groups of actual engineers who can be alerted in case of trouble
+* *alerts*: these are ruby DSL files which specify when and how engineers and groups are alerted via the destination about hosts
+
+### Host Sources ###
+
+* optica: can read a list of AWS instances from [optica](https://www.github.com/airbnb/optica)
+* optica_services: returns smartstack service information parsed from optica
+* aws_rds: lists RDS instances
+* aws_dynamo: lists dynamo-db tables
+* aws_elasticache: lists elasticache nodes and clusters
+
+### Destinations ###
+
+#### Datadog ####
+
+Datadog is our only alerting destination at the moment.
+Datadog's alerting syntax rule are here: [http://docs.datadoghq.com/api/#alerts](http://docs.datadoghq.com/api/#alerts)
+Here's a chart explaining the datadog metric syntax ([generated via asciiflow](http://www.asciiflow.com/#669823367132047287/1039453499)):
+
+```
+    +---------+ alert condition +-------------------------------------------------+
+    |                                                                             |
+    |              +-----+ metric to alert on                                     |
+    |              |                                                              |
+    |              |    tags to slice the metric by +------+                      |
+    |              |                                       |                      |
+    v              v                                       v                      v
+  |----------| |-------------------------||--------------------------|          |---|
+  max(last_5m):avg:haproxy_count_by_status{role:<%= role %>,status:up} by {host} > 0
+  ^      ^      ^                                                          ^
+  |      |      |                                                          |
+  |      | +----+------------------------------+                           |
+  |      | | math on the metric over all tags  |                           |
+  |      | |-----------------------------------|            +------------------------------------+
+  |      | | * max, min, avg, sum              |            |trigger a separate alert for each   |
+  |      + +-----------------------------------+            |different value of these tags the   |
+  | +----+----------------------------------------------+   |entire `by {}` clause can be ommited|
+  | | the interval to look at; always starts with last_ |   +------------------------------------+
+  | |---------------------------------------------------|
+  | | * 5m, 10m, 15m, 30m                               |
+  | | * 1h, 2h, 4h                                      |
+  + +---------------------------------------------------+
+ +-------------------------------------------------------------------------------------------------+
+ | metric condition, can be one of:                                                                |
+ |-------------------------------------------------------------------------------------------------|
+ | * max: the metric gets this high at least once during the interval                              |
+ | * avg: the metric is this on average during the interval                                        |
+ | * min: the metric is this small at least once during the interval                               |
+ | * change: the metric changes this much between a value N minutes ago and now (raw difference).  |
+ | * pct_change: the metric changes this much between a value N minutes ago and now (percentage).  |
+ +-------------------------------------------------------------------------------------------------+
+```
+
+### Groups ###
+
+Groups actually come from *group_sources*.
+We only have a single group source right now, which reads groups in YAML files from the filesystem.
+However, we would like to add additional group sources, such as LDAP-based ones.

data/bin/interferon

@@ -0,0 +1,66 @@
+#!/usr/bin/env ruby
+
+require 'yaml'
+require 'optparse'
+require 'interferon'
+
+options={}
+
+# set command line options
+optparse = OptionParser.new do |opts|
+  opts.banner = %{Usage: interferon --config /path/to/interferon/config}
+
+  opts.on('-c config','--config config', String, 'Path to interferon config') do |key,value|
+    options[:config] = key
+  end
+
+  opts.on('-n', '--dry-run', "Don\'t update alert destinations") do
+    options[:dry_run] = true
+  end
+
+  opts.on('-h', '--help', 'Display this screen') do
+    puts opts
+    exit
+  end
+end
+
+def parseconfig(filename)
+  begin
+    c = YAML::parse(File.read(filename))
+  rescue Errno::ENOENT => e
+    raise ArgumentError, "config file does not exist:\n#{e.inspect}"
+  rescue Errno::EACCES => e
+    raise ArgumentError, "could not open config file:\n#{e.inspect}"
+  rescue YAML::SyntaxError => e
+    raise "config file #{filename} contains invalid YAML:\n#{e.inspect}"
+  end
+  return c.to_ruby
+end
+
+# parse command line arguments
+optparse.parse!
+unless options[:config]
+  puts "Please specify a config file; try #{__FILE__} -h if you need help"
+  exit 1
+end
+
+# validate that required options are present
+config = parseconfig(options[:config])
+%w{alerts_repo_path host_sources destinations}.each do |req|
+  unless config.include?(req) && ! config[req].empty?
+    puts "config file has no #{req} defined; exiting"
+    exit 2
+  end
+end
+
+ENV['DEBUG'] = '1' if config['verbose_logging']
+
+a = Interferon::Interferon.new(
+  config['alerts_repo_path'],
+  config['group_sources'] || {},
+  config['host_sources'],
+  config['destinations'])
+
+a.run(options[:dry_run])
+
+puts "interferon signaling complete!"

data/config.example.yaml

@@ -0,0 +1,37 @@
+---
+verbose_logging: true
+alerts_repo_path: "/Users/igor47/repos/alerts"
+group_sources:
+  - type: "filesystem"
+    enabled: true
+    options:
+      paths: ["/Users/igor47/repos/alerts/groups"]
+
+host_sources:
+  - type: "aws_rds"
+    enabled: false
+    options:
+      regions: []
+      access_key_id: "AKIAsomething"
+      secret_access_key: "dontcheckthisinaccidentally!"
+
+  - type: "aws_dynamo"
+    enabled: false
+    options:
+      regions: []
+      access_key_id: "AKIAsomething"
+      secret_access_key: "dontcheckthisinaccidentally!"
+
+  - type: "aws_elasticache"
+    enabled: false
+    options:
+      regions: []
+      access_key_id: "AKIAsomething"
+      secret_access_key: "dontcheckthisinaccidentally!"
+
+destinations:
+  - type: "datadog"
+    enabled: true
+    options:
+      app_key: "fillmein"
+      api_key: "alsomissing"

data/groups/data.yaml

@@ -0,0 +1,11 @@
+---
+# deprecated; use datainfra
+name: data
+people:
+  - andy.kram@airbnb.com
+  - brenden.matthews@airbnb.com
+  - james.mayfield@airbnb.com
+  - paul.yang@airbnb.com
+  - krishna.puttaswamy@airbnb.com
+  - swaroop.jagadish@airbnb.com
+  - wensheng.hua@airbnb.com

data/groups/dataeng.yaml

@@ -0,0 +1,4 @@
+---
+name: dataeng
+people:
+  - maxime.beauchemin@airbnb.com

data/groups/datainfra.yaml

@@ -0,0 +1,10 @@
+---
+name: datainfra
+people:
+  - andy.kram@airbnb.com
+  - brenden.matthews@airbnb.com
+  - james.mayfield@airbnb.com
+  - paul.yang@airbnb.com
+  - krishna.puttaswamy@airbnb.com
+  - swaroop.jagadish@airbnb.com
+  - wensheng.hua@airbnb.com

data/groups/devhap.yaml

@@ -0,0 +1,6 @@
+---
+name: devhap
+people:
+  - topher@airbnb.com
+  - igor.serebryany@airbnb.com
+  - matt.baker@airbnb.com

data/groups/discover.yaml

@@ -0,0 +1,13 @@
+---
+name: discover
+people:
+  - frank.lin@airbnb.com
+  - lu.cheng@airbnb.com
+  - naseem@airbnb.com
+  - phillippe.siclait@airbnb.com
+  - surabhi.gupta@airbnb.com
+  - horace.ko@airbnb.com
+  - tao.xu@airbnb.com
+  - josh.perez@airbnb.com
+  - yanxin.shi@airbnb.com
+  - tao.tao@airbnb.com

data/groups/growth.yaml

@@ -0,0 +1,17 @@
+---
+name: growth
+people:
+  - tanya.breshears@airbnb.com
+  - amy.wibowo@airbnb.com
+  - jimmy.tang@airbnb.com
+  - mona@airbnb.com
+  - roman.fuchs@airbnb.com
+  - jason@airbnb.com
+  - jason.bosinoff@airbnb.com
+  - henry.cai@airbnb.com
+  - rahul.agrawal@airbnb.com
+  - song.xie@airbnb.com
+  - yanxin.shi@airbnb.com
+  - nathaniel.weinman@airbnb.com
+  - fengming.wang@airbnb.com
+  - winnie.wang@airbnb.com

data/groups/host.yaml

@@ -0,0 +1,12 @@
+---
+name: host
+people:
+  - alanna.scott@airbnb.com
+  - james.ostrowski@airbnb.com
+  - barbara.raitz@airbnb.com
+  - yat.choi@airbnb.com
+  - edmund.ye@airbnb.com
+  - spike@airbnb.com
+  - raph@airbnb.com
+  - jessica.ho@airbnb.com
+  - trunal.bhanse@airbnb.com

data/groups/internalproducts.yml

@@ -0,0 +1,13 @@
+---
+name: internalproducts
+people:
+  - alvin.sng@airbnb.com
+  - emre.ozdemir@airbnb.com
+  - phil.busby@airbnb.com
+  - adrian.wisernig@airbnb.com
+  - bekki.jam@airbnb.com
+  - jujhaar.singh@airbnb.com
+  - jessica.toy@airbnb.com
+  - james.nichols@airbnb.com
+  - harry@airbnb.com
+  - davide.cerri@airbnb.com

data/groups/logstash.yaml

@@ -0,0 +1,4 @@
+---
+name: logstash
+people:
+  - jon.tai@airbnb.com

data/groups/mobile.yaml

@@ -0,0 +1,17 @@
+---
+name: mobile
+people:
+  - arthur.pang@airbnb.com
+  - brandon.withrow@airbnb.com
+  - youssef.francis@airbnb.com
+  - zane.claes@airbnb.com
+  - ian.pappas@airbnb.com
+  - xiao.pan@airbnb.com
+  - alex.davis@airbnb.com
+  - nick.adams@airbnb.com
+  - carol.leung@airbnb.com
+  - geobio.boo@airbnb.com
+  - eric.petzel@airbnb.com
+  - christian.deonier@airbnb.com
+  - michael.potter@airbnb.com
+  - sean.abraham@airbnb.com

data/groups/pagerduty_sysops.yaml

@@ -0,0 +1,5 @@
+---
+name: pagerduty_sysops
+people:
+  - pagerduty-sysops
+  - sysops@airbnb.com