reacter 0.0.19 → 0.0.20

data/lib/reacter/adapters/amqp.rb

@@ -45,7 +45,9 @@ class Reacter
 
     def poll(&block)
       @_queue.bind(@_exchange).subscribe do |payload|
-        yield Message.parse(payload)
+        format = @config.get(:format)
+        format = format.to_sym unless format.nil?
+        yield Message.as(format).parse(payload)
       end
     end
 

data/lib/reacter/adapters/http.rb

@@ -1,6 +1,7 @@
 #------------------------------------------------------------------------------#
 # Socket Adapter
 #
+require 'em-http-request'
 require 'reacter/adapter'
 require 'reacter/config'
 require 'reacter/util'
@@ -42,9 +43,45 @@ class Reacter
     def connect(args={})
       @addr = @config.get(:address, '0.0.0.0')
       @port = @config.get(:port, 8080).to_i
+      @buffer = []
+
+      if args[:mode] == 'write'
+        @writer = EventMachine::HttpRequest.new(@config.get('write.url'))
+      end
     end
 
     def send(message, format=nil)
+      if defined?(@writer)
+        if (sz = @config.get(:buffersize))
+          if @buffer.length == sz
+            payload = @buffer.join(@config.get('write.joiner', "\n"))
+            @buffer = []
+          else
+            @buffer << Message.dump(message, format)
+            return true
+          end
+        else
+          payload = Message.dump(message, format)
+        end
+
+        if @config.get('write.template')
+          payload = @config.get('write.template').gsub('%{content}', payload)
+        end
+
+        method = @config.get('write.method', :post).to_sym
+
+        case method
+        when :post, :put
+          @writer.send(method, {
+            :body => payload
+          })
+        end
+
+        return true
+      else
+        return false
+      end
+
     # TODO: implement this for relay support
     #   support: method
     #            output format

data/lib/reacter/adapters/socket.rb

@@ -39,6 +39,7 @@ class Reacter
             @buffer = []
           else
             @buffer << Message.dump(message, format)
+            return true
           end
         else
           payload = Message.dump(message, format)

data/lib/reacter/agents/logger.rb

@@ -22,7 +22,7 @@ class Reacter
 
     def received(message)
       if @output_format.nil?
-        line = "logger: [#{message.state or :unknown}] #{message.source}/#{message.metric} = #{message.value}"
+        line = "logger: [#{message.time.to_i}] #{message.source}/#{message.metric} = #{message.value}"
       else
         line = Message.dump(message, @output_format)
       end

data/lib/reacter/core.rb

@@ -63,8 +63,11 @@ class Reacter
 
     # agent message dispatch subprocess
       dispatch = proc do |messages|
+        messages = [messages] unless messages.is_a?(Array)
+
         messages.each do |message|
           rv = message
+          rv = Message.new(rv) unless rv.is_a?(Message)
 
         # send this message to all agents
           @_agents.each do |agent|

data/lib/reacter/message.rb

@@ -44,6 +44,11 @@ class Reacter
         @_format = format
       end
 
+      def as(format)
+        load_parsers()
+        (@@_parsers[format] || Message)
+      end
+
       def load_parsers()
         unless defined?(@@_parsers)
           @@_parsers = {}
@@ -93,10 +98,10 @@ class Reacter
               # use first parser that claims it can handle this string
                 @@_parsers.each do |name, parser|
                   if parser.detected?(message)
-                    #Util.debug("Using parser #{name}")
+                    Util.debug("Using parser #{name}")
                     m = parser.parse(message)
                     (m.is_a?(Array) ? messages += m : messages << m)
-                    next
+                    break
                   end
                 end
 

data/lib/reacter/parsers/json.rb

@@ -8,7 +8,7 @@ class Reacter
         require 'oj'
 
         def detected?(message)
-          (message[0] == '{' or message[0] == '[')
+          return false
         end
 
         def parse(message)

data/lib/reacter/parsers/kairosdb.rb

@@ -8,7 +8,7 @@ class Reacter
         require 'oj'
 
         def detected?(message)
-          (message[0] == '{' or message[0] == '[')
+          false
         end
 
         def parse(message)

data/lib/reacter/parsers/logstash.rb

@@ -0,0 +1,52 @@
+require 'time'
+require 'reacter/parser'
+
+class Reacter
+  class Message
+    class LogstashParser < Parser
+      class<<self
+        require 'multi_json'
+        require 'oj'
+
+        def detected?(message)
+          message.include?('@fields')
+        end
+
+        def parse(message)
+          message = Hash[MultiJson.load(message)]
+
+          return {
+            :metric     => message.get(@config.get(:metric, '@fields.name')),
+            :source     => message.get(@config.get(:source, '@fields.host')),
+            :time       => Time.parse(message.get(@config.get(:timestamp, '@timestamp'))).to_i,
+            :value      => message.get(@config.get(:timestamp, '@fields.value')),
+            :attributes => message.get('@fields', {}).merge({
+              'tags' => message.get('tags', [])
+            })
+          }
+        end
+
+        def dump(message)
+          return "LOGSTASH DUMP"
+          message = message.to_h if message.is_a?(Message)
+          return nil unless message.is_a?(Hash)
+          return nil unless message[:source]
+          return nil unless message[:metric]
+          return nil unless message[:value]
+          return nil unless message[:time]
+
+          # attributes = {
+          #   :host => message[:source]
+          # }.merge(message[:attributes] || {})
+
+          # MultiJson.dump({
+          #   :name      => message[:metric],
+          #   :timestamp => message[:time].to_i,
+          #   :value     => message[:value],
+          #   :tags      => attributes
+          # })
+        end
+      end
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: reacter
 version: !ruby/object:Gem::Version
-  version: 0.0.19
+  version: 0.0.20
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2013-03-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: eventmachine
-  requirement: &10277620 !ruby/object:Gem::Requirement
+  requirement: &7808000 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10277620
+  version_requirements: *7808000
 - !ruby/object:Gem::Dependency
   name: em-http-server
-  requirement: &10277180 !ruby/object:Gem::Requirement
+  requirement: &7805180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,21 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10277180
+  version_requirements: *7805180
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: &7802460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *7802460
 - !ruby/object:Gem::Dependency
   name: deep_merge
-  requirement: &10276520 !ruby/object:Gem::Requirement
+  requirement: &7733280 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +54,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10276520
+  version_requirements: *7733280
 - !ruby/object:Gem::Dependency
   name: hashlib
-  requirement: &10275600 !ruby/object:Gem::Requirement
+  requirement: &7731840 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +65,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10275600
+  version_requirements: *7731840
 - !ruby/object:Gem::Dependency
   name: hiredis
-  requirement: &10274860 !ruby/object:Gem::Requirement
+  requirement: &7754180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +76,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10274860
+  version_requirements: *7754180
 - !ruby/object:Gem::Dependency
   name: multi_json
-  requirement: &10273860 !ruby/object:Gem::Requirement
+  requirement: &7753480 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +87,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10273860
+  version_requirements: *7753480
 - !ruby/object:Gem::Dependency
   name: oj
-  requirement: &10272700 !ruby/object:Gem::Requirement
+  requirement: &7753060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,7 +98,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *10272700
+  version_requirements: *7753060
 description: A utility for consuming, transforming, and routing monitoring data from
   various sources
 email: ghetzel@outbrain.com
@@ -117,6 +128,7 @@ files:
 - lib/reacter/parsers/json.rb
 - lib/reacter/parsers/tsdb.rb
 - lib/reacter/parsers/kairosdb.rb
+- lib/reacter/parsers/logstash.rb
 - lib/reacter/util.rb
 - bin/reacter
 homepage: http://outbrain.github.com/reacter/