flapjack 1.6.0 → 2.0.0b1

data/lib/flapjack/record_queue.rb

@@ -0,0 +1,33 @@
+#!/usr/bin/env ruby
+
+module Flapjack
+
+  class RecordQueue
+
+    def initialize(queue, object_klass)
+      @queue = queue
+      @object_klass = object_klass
+    end
+
+    def push(object)
+      Flapjack.redis.multi do
+        Flapjack.redis.lpush(@queue, object.id)
+        Flapjack.redis.lpush("#{@queue}_actions", "+")
+      end
+    end
+
+    def foreach(options = {})
+      while object_id = Flapjack.redis.rpop(@queue)
+        next unless object = @object_klass.find_by_id(object_id)
+        yield object if block_given?
+        object.destroy unless options[:keep]
+      end
+    end
+
+    def wait
+      Flapjack.redis.brpop("#{@queue}_actions")
+    end
+
+  end
+
+end

data/lib/flapjack/redis_proxy.rb

@@ -0,0 +1,66 @@
+#!/usr/bin/env ruby
+
+# defer initialisation for Redis connections until they're used.
+require 'redis'
+require 'redis/connection/hiredis'
+require 'zermelo'
+
+module Flapjack
+
+  class << self
+    # Thread and fiber-local
+    def redis
+      redis_cxn = Thread.current[:flapjack_redis]
+      return redis_cxn unless redis_cxn.nil?
+      Thread.current[:flapjack_redis] = Flapjack::RedisProxy.new
+    end
+  end
+
+  class RedisProxy
+
+    class << self
+      attr_accessor :config
+    end
+
+    def initialize
+      @proxied_connection = nil
+      @connection_failed = nil
+    end
+
+    # need to override Kernel.exec
+    def exec
+      proxied_connection.exec
+    end
+
+    def quit
+      @proxied_connection.quit unless @connection_failed || @proxied_connection.nil?
+    end
+
+    def respond_to?(name, include_private = false)
+      proxied_connection.respond_to?(name, include_private)
+    end
+
+    def method_missing(name, *args, &block)
+      proxied_connection.send(name, *args, &block)
+    end
+
+    private
+
+    REQUIRED_VERSION = '2.6.12'
+
+    def proxied_connection
+      return @proxied_connection unless @proxied_connection.nil?
+      @proxied_connection = ::Redis.new(self.class.config)
+      redis_version = @proxied_connection.info['redis_version']
+      return @proxied_connection if redis_version.nil? ||
+        ((redis_version.split('.') <=> REQUIRED_VERSION.split('.')) >= 0)
+      raise("Redis too old - Flapjack requires #{REQUIRED_VERSION} but " \
+            "#{redis_version} is running")
+    rescue Redis::CannotConnectError, Errno::EINVAL
+      @connection_failed = true
+      raise
+    end
+
+  end
+
+end

data/lib/flapjack/utility.rb

@@ -15,21 +15,21 @@ module Flapjack
     end
 
     # Returns relative time in words referencing the given date
-    # relative_time_ago(Time.now) => 'about a minute ago'
-    def relative_time_ago(from_time)
-      distance_in_minutes = (((Time.now - from_time.to_time).abs)/60).round
+    # relative_time_ago(Time.now, Time.now - 1) => 'about a minute ago'
+    def relative_time_ago(from_time, to_time)
+      distance_in_minutes = (((from_time.to_time - to_time.to_time).abs)/60).round
       case distance_in_minutes
-        when 0..1 then 'about a minute'
-        when 2..44 then "#{distance_in_minutes} minutes"
-        when 45..89 then 'about 1 hour'
-        when 90..1439 then "about #{(distance_in_minutes.to_f / 60.0).round} hours"
-        when 1440..2439 then '1 day'
-        when 2440..2879 then 'about 2 days'
-        when 2880..43199 then "#{(distance_in_minutes / 1440).round} days"
-        when 43200..86399 then 'about 1 month'
-        when 86400..525599 then "#{(distance_in_minutes / 43200).round} months"
-        when 525600..1051199 then 'about 1 year'
-        else "over #{(distance_in_minutes / 525600).round} years"
+      when 0..1 then 'about a minute'
+      when 2..44 then "#{distance_in_minutes} minutes"
+      when 45..89 then 'about 1 hour'
+      when 90..1439 then "about #{(distance_in_minutes.to_f / 60.0).round} hours"
+      when 1440..2439 then '1 day'
+      when 2440..2879 then 'about 2 days'
+      when 2880..43199 then "#{(distance_in_minutes / 1440).round} days"
+      when 43200..86399 then 'about 1 month'
+      when 86400..525599 then "#{(distance_in_minutes / 43200).round} months"
+      when 525600..1051199 then 'about 1 year'
+      else "over #{(distance_in_minutes / 525600).round} years"
       end
     end
 
@@ -47,10 +47,16 @@ module Flapjack
       Time.utc(time.year, time.month, time.day, time.hour, time.min, time.sec)
     end
 
+    def stringify(obj)
+      return obj.inject({}){|memo,(k,v)| memo[k.to_s] =  stringify(v); memo} if obj.is_a?(Hash)
+      return obj.inject([]){|memo,v    | memo         << stringify(v); memo} if obj.is_a?(Array)
+      obj
+    end
+
     def symbolize(obj)
       return obj.inject({}){|memo,(k,v)| memo[k.to_sym] =  symbolize(v); memo} if obj.is_a? Hash
       return obj.inject([]){|memo,v    | memo           << symbolize(v); memo} if obj.is_a? Array
-      return obj
+      obj
     end
 
     # The passed block will be provided each value from the args

data/lib/flapjack/version.rb

@@ -1,5 +1,6 @@
 #!/usr/bin/env ruby
 
 module Flapjack
-  VERSION = "1.6.0"
+  VERSION = '2.0.0b1'
 end
+

data/libexec/httpbroker.go

@@ -5,26 +5,130 @@ import (
 	"flapjack"
 	"fmt"
 	"github.com/go-martini/martini"
-	"gopkg.in/alecthomas/kingpin.v1"
+	"gopkg.in/alecthomas/kingpin.v2"
 	"io/ioutil"
 	"log"
 	"net/http"
 	"os"
+	"strings"
 	"time"
 )
 
+type EventFormat int
+
+const (
+	Normal   EventFormat = 1
+	SNS      EventFormat = 2
+	Newrelic EventFormat = 3
+)
+
 // State is a basic representation of a Flapjack event, with some extra field.
 // The extra fields handle state expiry.
 // Find more at http://flapjack.io/docs/1.0/development/DATA_STRUCTURES
+type Tags struct {
+	FromBroker string `json:"from_broker"`
+}
 type State struct {
+	flapjack.Event
+	TTL  int64 `json:"ttl"`
+	Tags struct {
+		FromBroker string `json:"from_broker"`
+	} `json:"tags"`
+}
+
+type InputState struct {
 	flapjack.Event
 	TTL int64 `json:"ttl"`
 }
 
+type SNSSubscribe struct {
+	Message          string `json:"Message"`
+	MessageID        string `json:"MessageId"`
+	Signature        string `json:"Signature"`
+	SignatureVersion string `json:"SignatureVersion"`
+	SigningCertURL   string `json:"SigningCertURL"`
+	SubscribeURL     string `json:"SubscribeURL"`
+	Timestamp        string `json:"Timestamp"`
+	Token            string `json:"Token"`
+	TopicArn         string `json:"TopicArn"`
+	Type             string `json:"Type"`
+}
+type SNSNotification struct {
+	Message          string `json:"Message"`
+	MessageID        string `json:"MessageId"`
+	Signature        string `json:"Signature"`
+	SignatureVersion string `json:"SignatureVersion"`
+	SigningCertURL   string `json:"SigningCertURL"`
+	Subject          string `json:"Subject"`
+	Timestamp        string `json:"Timestamp"`
+	TopicArn         string `json:"TopicArn"`
+	Type             string `json:"Type"`
+	UnsubscribeURL   string `json:"UnsubscribeURL"`
+}
+type CWAlarm struct {
+	AWSAccountID     string      `json:"AWSAccountId"`
+	AlarmDescription interface{} `json:"AlarmDescription"`
+	AlarmName        string      `json:"AlarmName"`
+	NewStateReason   string      `json:"NewStateReason"`
+	NewStateValue    string      `json:"NewStateValue"`
+	OldStateValue    string      `json:"OldStateValue"`
+	Region           string      `json:"Region"`
+	StateChangeTime  string      `json:"StateChangeTime"`
+	Time             int64       `json:"Time"`
+	Trigger          struct {
+		ComparisonOperator string `json:"ComparisonOperator"`
+		Dimensions         []struct {
+			Name  string `json:"name"`
+			Value string `json:"value"`
+		} `json:"Dimensions"`
+		EvaluationPeriods int         `json:"EvaluationPeriods"`
+		MetricName        string      `json:"MetricName"`
+		Namespace         string      `json:"Namespace"`
+		Period            int         `json:"Period"`
+		Statistic         string      `json:"Statistic"`
+		Threshold         float64     `json:"Threshold"`
+		Unit              interface{} `json:"Unit"`
+	} `json:"Trigger"`
+}
+
+type NewRelicAlert struct {
+	AccountID              int    `json:"account_id"`
+	AccountName            string `json:"account_name"`
+	ConditionID            int    `json:"condition_id"`
+	ConditionName          string `json:"condition_name"`
+	CurrentState           string `json:"current_state"`
+	Details                string `json:"details"`
+	EventType              string `json:"event_type"`
+	IncidentAcknowledgeURL string `json:"incident_acknowledge_url"`
+	IncidentID             int    `json:"incident_id"`
+	IncidentURL            string `json:"incident_url"`
+	Owner                  string `json:"owner"`
+	PolicyName             string `json:"policy_name"`
+	PolicyURL              string `json:"policy_url"`
+	RunbookURL             string `json:"runbook_url"`
+	Severity               string `json:"severity"`
+	Targets                []struct {
+		ID     string `json:"id"`
+		Labels struct {
+			Label string `json:"label"`
+		} `json:"labels"`
+		Link    string `json:"link"`
+		Name    string `json:"name"`
+		Product string `json:"product"`
+		Type    string `json:"type"`
+	} `json:"targets"`
+	Timestamp int `json:"timestamp"`
+}
+
 // handler caches
 func CreateState(updates chan State, w http.ResponseWriter, r *http.Request) {
 	var state State
-
+	var input_state InputState
+	var event_format EventFormat
+	var NRAlarm NewRelicAlert
+	var SNSData SNSNotification
+	var tags Tags
+	tags.FromBroker = "httpbroker"
 	body, err := ioutil.ReadAll(r.Body)
 	if err != nil {
 		message := "Error: Couldn't read request body: %s\n"
@@ -33,12 +137,105 @@ func CreateState(updates chan State, w http.ResponseWriter, r *http.Request) {
 		return
 	}
 
+	// Check if its a FJ event
 	err = json.Unmarshal(body, &state)
-	if err != nil {
-		message := "Error: Couldn't read request body: %s\n"
-		log.Println(message, err)
-		fmt.Fprintf(w, message, err)
-		return
+	if state.Event.Entity != "" {
+		message := "Got Flapjack event"
+		log.Printf(message)
+		event_format = Normal
+	}
+
+	// Check if its a New Relic event
+	err = json.Unmarshal(body, &NRAlarm)
+	if NRAlarm.ConditionName != "" {
+		message := "Got New Relic event"
+		log.Printf(message)
+		event_format = Newrelic
+	}
+
+	// Check if its a SNS
+	err = json.Unmarshal(body, &SNSData)
+	if SNSData.SigningCertURL != "" {
+		message := "Got SNS event"
+		log.Printf(message)
+		event_format = SNS
+	}
+
+	switch event_format {
+	case Normal:
+		err = json.Unmarshal(body, &input_state)
+		if err != nil {
+			message := "Error: Couldn't read request body: %s\n"
+			log.Println(message, err)
+			fmt.Fprintf(w, message, err)
+			return
+		}
+	case Newrelic:
+		var event_state string
+		switch strings.ToLower(NRAlarm.CurrentState) {
+		case "alarm":
+			event_state = "critical"
+		default:
+			event_state = "ok"
+		}
+		new_details := fmt.Sprint("New Relic Alert Received: ", NRAlarm.Details, " Ack the alert using the following URL: ", NRAlarm.IncidentAcknowledgeURL)
+		state = State{
+			flapjack.Event{
+				Entity: NRAlarm.PolicyName,
+				Check:  NRAlarm.ConditionName,
+				// Type:    "service", // @TODO: Make this magic
+				State:   event_state,
+				Summary: new_details,
+			},
+			0,
+			tags,
+		}
+
+	case SNS:
+		var sns_subscription SNSSubscribe
+		var cw_alarm CWAlarm
+
+		body, err := ioutil.ReadAll(r.Body)
+		if err != nil {
+			message := "Error: Couldn't read request body: %s\n"
+			log.Printf(message, err)
+			fmt.Fprintf(w, message, err)
+			return
+		}
+
+		json.Unmarshal(body, &sns_subscription)
+		if sns_subscription.SubscribeURL != "" {
+			http.Get(sns_subscription.SubscribeURL)
+			return
+		}
+
+		input_message := []byte(SNSData.Message)
+		err = json.Unmarshal(input_message, &cw_alarm)
+		if err != nil {
+			message := "Error: Couldn't read request body from the SNS message: %s\n"
+			log.Println(message, err)
+			fmt.Fprintf(w, message, err)
+			return
+		}
+
+		var event_state string
+		switch strings.ToLower(cw_alarm.NewStateValue) {
+		case "alarm":
+			event_state = "critical"
+		default:
+			event_state = "ok"
+		}
+
+		state = State{
+			flapjack.Event{
+				Entity:  cw_alarm.AlarmName,
+				Check:   cw_alarm.Trigger.MetricName,
+				State:   event_state,
+				Summary: cw_alarm.NewStateReason,
+			},
+			0,
+			tags,
+		}
 	}
 
 	// Populate a time if none has been set.
@@ -54,6 +251,10 @@ func CreateState(updates chan State, w http.ResponseWriter, r *http.Request) {
 		state.TTL = 300
 	}
 
+	if state.Tags.FromBroker == "" {
+		state.Tags.FromBroker = "httpbroker"
+	}
+
 	updates <- state
 
 	json, _ := json.Marshal(state)
@@ -110,11 +311,12 @@ func submitCachedState(states map[string]State, config Config) {
 }
 
 var (
-	port     = kingpin.Flag("port", "Address to bind HTTP server (default 3090)").Default("3090").OverrideDefaultFromEnvar("PORT").String()
-	server   = kingpin.Flag("server", "Redis server to connect to (default localhost:6380)").Default("localhost:6380").String()
-	database = kingpin.Flag("database", "Redis database to connect to (default 0)").Int() // .Default("13").Int()
-	interval = kingpin.Flag("interval", "How often to submit events (default 10s)").Default("10s").Duration()
-	debug    = kingpin.Flag("debug", "Enable verbose output (default false)").Bool()
+	app      = kingpin.New("httpbroker", "Accepts HTTP events for Flapjack.")
+	port     = app.Flag("port", "Address to bind HTTP server (default 3090)").Default("3090").OverrideDefaultFromEnvar("PORT").String()
+	server   = app.Flag("server", "Redis server to connect to (default localhost:6380)").Default("localhost:6380").String()
+	database = app.Flag("database", "Redis database to connect to (default 0)").Int() // .Default("13").Int()
+	interval = app.Flag("interval", "How often to submit events (default 10s)").Default("10s").Duration()
+	debug    = app.Flag("debug", "Enable verbose output (default false)").Bool()
 )
 
 type Config struct {
@@ -126,8 +328,10 @@ type Config struct {
 }
 
 func main() {
-	kingpin.Version("0.0.1")
-	kingpin.Parse()
+	app.Version("0.0.1")
+	app.Writer(os.Stdout) // direct help to stdout
+	kingpin.MustParse(app.Parse(os.Args[1:]))
+	app.Writer(os.Stderr) // ... but ensure errors go to stderr
 
 	config := Config{
 		Server:   *server,

data/libexec/oneoff.go

@@ -4,25 +4,28 @@ import (
 	"encoding/json"
 	"flapjack"
 	"fmt"
-	"gopkg.in/alecthomas/kingpin.v1"
+	"gopkg.in/alecthomas/kingpin.v2"
 	"os"
 	"strings"
 	"time"
 )
 
 var (
-	entity   = kingpin.Arg("entity", "Entity name").Required().String()
-	check    = kingpin.Arg("check", "Check name").Required().String()
-	state    = kingpin.Arg("state", "Current state").Required().String()
-	summary  = kingpin.Arg("summary", "Summary of event").Required().String()
-	debug    = kingpin.Flag("debug", "Enable verbose output (default false)").Bool()
-	server   = kingpin.Flag("server", "Redis server to connect to (default localhost:6380)").Default("localhost:6380").String()
-	database = kingpin.Flag("database", "Redis database to connect to (default 0)").Int()
+	app      = kingpin.New("oneoff", "Submits a single event to Flapjack.")
+	entity   = app.Arg("entity", "Entity name").Required().String()
+	check    = app.Arg("check", "Check name").Required().String()
+	state    = app.Arg("state", "Current state").Required().String()
+	summary  = app.Arg("summary", "Summary of event").Required().String()
+	debug    = app.Flag("debug", "Enable verbose output (default false)").Bool()
+	server   = app.Flag("server", "Redis server to connect to (default localhost:6380)").Default("localhost:6380").String()
+	database = app.Flag("database", "Redis database to connect to (default 0)").Int()
 )
 
 func main() {
-	kingpin.Version("0.0.1")
-	kingpin.Parse()
+	app.Version("0.0.1")
+	app.Writer(os.Stdout) // direct help to stdout
+	kingpin.MustParse(app.Parse(os.Args[1:]))
+	app.Writer(os.Stderr) // ... but ensure errors go to stderr
 
 	if *debug {
 		fmt.Println("Entity:", *entity)