reacter 0.0.4 → 0.0.5

data/lib/reacter/adapter.rb

@@ -1,6 +1,7 @@
 #------------------------------------------------------------------------------#
 # Adapter
 #
+require 'eventmachine'
 require 'reacter/message'
 require 'reacter/config'
 require 'reacter/util'

data/lib/reacter/agents/decider.rb

@@ -6,24 +6,17 @@ require 'reacter/agent'
 class Reacter
   class DeciderAgent < Agent
     class EmitAlert < Exception; end
-
   # local memory persistence mechanism for state tracking
     class MemoryPersist
       class<<self
-        def setup()
+        def setup(config={})
           @_alerts = {}
         end
 
         def init(source, metric)
         # initialize in-memory alert tracking (per source, per metric)
           @_alerts[source] ||= {}
-          @_alerts[source][metric] ||= ({
-            :count           => 1,
-            :last_state      => nil,
-            :last_seen       => nil,
-            :new_alert       => false,
-            :has_ever_failed => false
-          })
+          @_alerts[source][metric] ||= DEFAULT_PERSISTENCE_OBJECT
         end
 
         def get(source, metric, key)
@@ -38,18 +31,38 @@ class Reacter
 
   # redis persistence mechanism for shared state tracking
     class RedisPersist
-      #require 'redis'
+      require 'redis'
+      require 'hiredis'
+      require 'msgpack'
+
       class<<self
-        def setup()
+        def setup(config={})
+          @_redis = Redis.new({
+            :host   => config.get(:host),
+            :port   => config.get(:port),
+            :path   => config.get(:socket),
+            :driver => config.get(:driver, :hiredis).to_sym
+          })
+
+          @_ttl = config.get('ttl', 600)
         end
 
         def init(source, metric)
+          DEFAULT_PERSISTENCE_OBJECT.each do |key, value|
+            @_redis.multi do
+              @_redis.set("#{source}:#{metric}:#{key}", value.to_msgpack)
+            end
+          end
         end
 
         def get(source, metric, key)
+          MessagePack.unpack(@_redis.get("#{source}:#{metric}:#{key}"))
         end
 
         def set(source, metric, key, value)
+          k = "#{source}:#{metric}:#{key}"
+          @_redis.set(k, value.to_msgpack)
+          @_redis.expire(k, @_ttl)
         end
       end
     end
@@ -57,6 +70,14 @@ class Reacter
     STATES=[:okay, :warning, :critical]
     COMPARISONS=%w{not is above below}
     DEFAULT_PERSISTENCE='memory'
+    DEFAULT_PERSISTENCE_OBJECT=({
+      :count           => 1,
+      :last_state      => nil,
+      :last_seen       => nil,
+      :new_alert       => false,
+      :has_ever_failed => false,
+      :total_value     => nil
+    })
 
     def initialize()
       super
@@ -67,7 +88,7 @@ class Reacter
       end
 
       @_persistence = DeciderAgent.const_get(@config.get('options.persistence.type', DEFAULT_PERSISTENCE).capitalize+'Persist')
-      @_persistence.setup()
+      @_persistence.setup(@config.get('options.persistence', {}))
     end
 
     def received(message)

data/lib/reacter/agents/logger.rb

@@ -5,8 +5,31 @@ require 'reacter/agent'
 
 class Reacter
   class LoggerAgent < Agent
+    def initialize()
+      super
+
+      case @config.get(:file, 'stdout')
+      when 'stderr'
+        @stream = STDERR
+      when 'stdout'
+        @stream = STDOUT
+      else
+        @stream = File.open(File.expand_path(@config.get(:file)), 'a+')
+      end
+
+      @output_format = @config.get(:format)
+    end
+
     def received(message)
-      Util.info("logger: [#{message.state or :unknown}] #{message.source}/#{message.metric}")
+      if @output_format.nil?
+        line = "logger: [#{message.state or :unknown}] #{message.source}/#{message.metric} = #{message.value}"
+      else
+        line = Message.dump(message, @output_format)
+      end
+
+      @stream.puts(line)
+      @stream.flush()
+
       message
     end
   end

data/lib/reacter/core.rb

@@ -13,7 +13,7 @@ class Reacter
       super
 
       @_dispatch_queue = EM::Queue.new
-      @_adapter = nil
+      @_adapters = []
       @_agents = []
 
       Reacter.load_config(args.first || {})
@@ -26,15 +26,18 @@ class Reacter
       adapter_config = Reacter.get('global.adapter', nil)
 
       if adapter_config
-        type = adapter_config.get('type')
+        adapter_config = [adapter_config] if adapter_config.is_a?(Hash)
 
-        @_adapter = Adapter.create(type)
+        adapter_config.each do |adapter|
+          type = adapter.get('type')
 
-        if @_adapter
-          @_adapter.connect()
-        else
-          raise "Adapter '#{type}' not found, exiting"
-          exit 1
+          if (instance = Adapter.create(type, adapter))
+            instance.connect()
+            @_adapters << instance
+          else
+            raise "Adapter '#{type}' not found, exiting"
+            exit 1
+          end
         end
       else
         Util.fatal("No adapters specified, exiting")
@@ -55,8 +58,9 @@ class Reacter
     end
 
     def run()
-      Util.info("Start listening using #{@_adapter.type} adapter...")
-
+      @_adapters.each do |adapter|
+        Util.info("Start listening using #{adapter.type} adapter...")
+      end
 
     # agent message dispatch subprocess
       dispatch = proc do |messages|
@@ -73,9 +77,14 @@ class Reacter
 
     # enter polling loop
       begin
-        @_adapter.poll do |messages|
-          @_dispatch_queue.push(messages)
-          @_dispatch_queue.pop(dispatch)
+        @_adapters.each do |adapter|
+          poller = proc do
+            adapter.poll do |messages|
+              dispatch.call(messages)
+            end
+          end
+
+          EM.defer(poller)
         end
 
       rescue AdapterConnectionFailed => e

data/lib/reacter/message.rb

@@ -40,6 +40,10 @@ class Reacter
     end
 
     class<<self
+      def format=(format)
+        @_format = format
+      end
+
       def load_parsers()
         unless defined?(@@_parsers)
           @@_parsers = {}
@@ -57,7 +61,7 @@ class Reacter
         load_parsers() unless defined?(@@_parsers)
 
         if @@_parsers
-          format = DEFAULT_FORMAT unless format
+          format = (@_format or DEFAULT_FORMAT) unless format
 
           if @@_parsers.has_key?(format.to_sym)
             return @@_parsers[format.to_sym].dump(message)
@@ -67,35 +71,48 @@ class Reacter
         return nil
       end
 
-      def parse(body)
+      def parse(body, format=nil)
         load_parsers()
 
+      # set format override if one was set
+        format = @_format unless format
+
       # split strings into lines
         body = body.lines if body.is_a?(String)
         messages = []
 
-        if body.respond_to?(:each)
-          body.each do |message|
-          # strings need to be detected and parsed
-            if message.is_a?(String)
-              next if message.strip.chomp.empty?
-
-            # use first parser that claims it can handle this string
-              @@_parsers.each do |name, parser|
-                if parser.detected?(message)
-                  #Util.debug("Using parser #{name}")
-                  m = parser.parse(message)
-                  (m.is_a?(Array) ? messages += m : messages << m)
-                  next
+      # format not specified, autodetect
+        if format.nil?
+          if body.respond_to?(:each)
+            body.each do |message|
+            # strings need to be detected and parsed
+              if message.is_a?(String)
+                next if message.strip.chomp.empty?
+
+              # use first parser that claims it can handle this string
+                @@_parsers.each do |name, parser|
+                  if parser.detected?(message)
+                    #Util.debug("Using parser #{name}")
+                    m = parser.parse(message)
+                    (m.is_a?(Array) ? messages += m : messages << m)
+                    next
+                  end
                 end
-              end
 
-          # hashes go directly into the stack
-            elsif message.is_a?(Hash)
-              messages << message
+            # hashes go directly into the stack
+              elsif message.is_a?(Hash)
+                messages << message
+              end
             end
           end
-
+        else
+        # format given, attempt to use it
+          begin
+            m = @@_parsers[format].parse(message)
+            (m.is_a?(Array) ? messages += m : messages << m)
+          rescue
+            raise "Error parsing format '#{format}'"
+          end
         end
 
         messages.collect{|i| Message.new(i) }

metadata

@@ -1,7 +1,8 @@
 --- !ruby/object:Gem::Specification
 name: reacter
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
+  prerelease: 
 platform: ruby
 authors:
 - Gary Hetzel
@@ -12,46 +13,37 @@ date: 2013-03-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: eventmachine
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &9815500 !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  version_requirements: *9815500
 - !ruby/object:Gem::Dependency
   name: deep_merge
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &9813980 !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  version_requirements: *9813980
 - !ruby/object:Gem::Dependency
   name: hashlib
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &9813340 !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  version_requirements: *9813340
 description: A utility for consuming, transforming, and routing monitoring data from
   various sources
 email: ghetzel@outbrain.com
@@ -80,25 +72,26 @@ files:
 - bin/reacter
 homepage: http://outbrain.github.com/reacter/
 licenses: []
-metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.0
+rubygems_version: 1.8.11
 signing_key: 
-specification_version: 4
+specification_version: 3
 summary: Reacter monitoring processor
 test_files: []

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: 7174eaf70cf7ce3c97eee6d272710eb0be8a85fd
-  data.tar.gz: 55627a20739dcb898e1815b5b79c895186b0bbe1
-SHA512:
-  metadata.gz: b7477ce807b0b94a396a2abc35ec741c0bd7c57c6a833314e9dad6354b3f7de40b15ae5f04d3a4ff11acb5103ecab91361fdab7b9e81ce348e57a4af682144ee
-  data.tar.gz: fc26e258fac195b3a259dc1789ac35a72a9e277b8616d117cd921afeb850e2415b2e0a183b2a497e1d629305cc9ec4d6be483434c01dc56a0c999504de3d655d