ffwd-riemann 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6c2536975d8be4dd026413d399842e78f686fa39
+  data.tar.gz: d198e325793a91f8488f1aff2f30ae50e2a18556
+SHA512:
+  metadata.gz: bf98c1b2cf932d36e151cc49a9e665c53ebaef35a86a626a1e0e67c4ca878b6a622ac35046a1fcab0b86cb6d64b8d5f727398f8602df68a4d14e9ce13b4c6907
+  data.tar.gz: d5665c0d9498140a154f47baa2ff810010e23b691ecd0dd5c4c597d9432ee62d9c74b7405d1aeed4756626f8001640401292c2f409929033e24f31286246d801

data/lib/ffwd/plugin/riemann/connection.rb

@@ -0,0 +1,63 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module FFWD::Plugin::Riemann
+  module Connection
+    module Serializer
+      def self.dump(m)
+        m.encode.to_s
+      end
+
+      def self.load(data)
+        ::Riemann::Message.decode(data)
+      end
+    end
+
+    def serializer
+      FFWD::Plugin::Riemann::Connection::Serializer
+    end
+
+    def initialize bind, core, log
+      @bind = bind
+      @core = core
+      @log = log
+    end
+
+    def receive_object(m)
+      # handle no events in object.
+      if m.events.nil?
+        send_ok
+        return
+      end
+
+      unless m.events.nil? or m.events.empty?
+        events = m.events.map{|e| read_event(e)}
+        events.each{|e| @core.input.event e}
+      end
+
+      @bind.increment :received_events, m.events.size
+      send_ok
+    rescue => e
+      @bind.increment :failed_events, m.events.size
+      @log.error "Failed to receive object", e
+      send_error e
+    end
+
+    protected
+
+    def send_ok; end
+    def send_error(e); end
+  end
+end

data/lib/ffwd/plugin/riemann/output.rb

@@ -0,0 +1,48 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require_relative 'shared'
+
+module FFWD::Plugin::Riemann
+  module Output
+    def send_all events, metrics
+      all_events = []
+      all_events += events.map{|e| make_event e} unless events.empty?
+      all_events += metrics.map{|m| make_metric m} unless metrics.empty?
+      return if all_events.empty?
+      m = make_message :events => all_events
+      send_data encode(m)
+    end
+
+    def send_event event
+      e = make_event event
+      m = make_message :events => [e]
+      send_data encode(m)
+    end
+
+    def send_metric metric
+      e = make_metric metric
+      m = make_message :events => [e]
+      send_data encode(m)
+    end
+
+    def receive_data data
+      message = read_message data
+      return if message.ok
+      @bad_acks = (@bad_acks || 0) + 1
+    end
+  end
+end
+

data/lib/ffwd/plugin/riemann/shared.rb

@@ -0,0 +1,146 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'beefcake'
+
+require 'riemann/query'
+require 'riemann/attribute'
+require 'riemann/state'
+require 'riemann/event'
+require 'riemann/message'
+
+module FFWD::Plugin::Riemann
+  MAPPING = [
+    [:key, :service, :service=],
+    [:value, :metric, :metric=],
+    [:host, :host, :host=],
+  ]
+
+  METRIC_MAPPING = MAPPING
+
+  EVENT_MAPPING = [
+    [:state, :state, :state=],
+    [:description, :description, :description=],
+    [:ttl, :ttl, :ttl=],
+  ] + MAPPING
+
+  module Shared
+    def read_attributes e, source
+      return if source.nil? or source.empty?
+
+      attributes = {}
+
+      source.each do |a|
+        attributes[a.key] = a.value
+      end
+
+      e[:attributes] = attributes
+    end
+
+    def write_attributes e, source
+      return if source.nil? or source.empty?
+
+      e.attributes = source.map{|k, v|
+        k = k.to_s.dup unless k.nil?
+        v = v.dup unless v.nil?
+        ::Riemann::Attribute.new(:key => k, :value => v)
+      }
+    end
+
+    def read_tags e, source
+      return if source.nil? or source.empty?
+      e[:tags] = source.to_a
+    end
+
+    def write_tags e, source
+      return if source.nil? or source.empty?
+      e.tags = source.map{|v| v.dup}
+    end
+
+    def read_time e, source
+      return if source.nil?
+      e[:time] = Time.at source
+    end
+
+    def write_time e, source
+      return if source.nil?
+      e.time = source.to_i
+    end
+
+    def make_event event
+      e = ::Riemann::Event.new
+
+      write_attributes e, event.attributes
+      write_tags e, event.tags
+      write_time e, event.time
+
+      EVENT_MAPPING.each do |key, reader, writer|
+        if (v = event.send(key)).nil?
+          next
+        end
+
+        v = v.to_s if v.is_a? Symbol
+        e.send writer, v
+      end
+
+      e
+    end
+
+    def make_metric metric
+      e = ::Riemann::Event.new
+
+      write_attributes e, metric.attributes
+      write_tags e, metric.tags
+      write_time e, metric.time
+
+      METRIC_MAPPING.each do |key, reader, writer|
+        if (v = metric.send(key)).nil?
+          next
+        end
+
+        v = v.to_s if v.is_a? Symbol
+        e.send writer, v
+      end
+
+      e
+    end
+
+    def read_event event
+      e = {}
+
+      read_attributes e, event.attributes
+      read_tags e, event.tags
+      read_time e, event.time
+
+      EVENT_MAPPING.each do |key, reader, writer|
+        if (v = event.send(reader)).nil?
+          next
+        end
+
+        e[key] = v
+      end
+
+      e
+    end
+
+    def make_message(message)
+      ::Riemann::Message.new(message)
+    end
+
+    def read_message(data)
+      ::Riemann::Message.decode data
+    end
+  end
+end

data/lib/ffwd/plugin/riemann/version.rb

@@ -0,0 +1,22 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module FFWD
+  module Plugin
+    module Riemann
+      VERSION = "0.1.0"
+    end
+  end
+end

data/lib/ffwd/plugin/riemann.rb

@@ -0,0 +1,142 @@
+# $LICENSE
+# Copyright 2013-2014 Spotify AB. All rights reserved.
+#
+# The contents of this file are licensed under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with the
+# License. You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'eventmachine'
+require 'beefcake'
+
+require 'riemann/query'
+require 'riemann/attribute'
+require 'riemann/state'
+require 'riemann/event'
+require 'riemann/message'
+
+require 'ffwd/connection'
+require 'ffwd/handler'
+require 'ffwd/logging'
+require 'ffwd/plugin'
+require 'ffwd/protocol'
+
+require_relative 'riemann/connection'
+require_relative 'riemann/shared'
+require_relative 'riemann/output'
+
+module FFWD::Plugin::Riemann
+  include FFWD::Plugin
+  include FFWD::Logging
+
+  register_plugin "riemann"
+
+  class OutputTCP < FFWD::Handler
+    include FFWD::Plugin::Riemann::Shared
+    include FFWD::Plugin::Riemann::Output
+
+    def self.plugin_type
+      "riemann_out"
+    end
+
+    def encode m
+      m.encode_with_length
+    end
+  end
+
+  class OutputUDP < FFWD::Handler
+    include FFWD::Plugin::Riemann::Shared
+    include FFWD::Plugin::Riemann::Output
+
+    def self.plugin_type
+      "riemann_out"
+    end
+
+    def encode m
+      m.encode
+    end
+  end
+
+  class InputTCP < FFWD::Connection
+    include EM::Protocols::ObjectProtocol
+    include FFWD::Plugin::Riemann::Shared
+    include FFWD::Plugin::Riemann::Connection
+
+    def self.plugin_type
+      "riemann_in"
+    end
+
+    def send_ok
+      send_object(::Riemann::Message.new(
+        :ok => true))
+    end
+
+    def send_error(e)
+      send_object(::Riemann::Message.new(
+        :ok => false, :error => e.to_s))
+    end
+  end
+
+  class InputUDP < FFWD::Connection
+    include FFWD::Plugin::Riemann::Shared
+    include FFWD::Plugin::Riemann::Connection
+
+    def self.plugin_type
+      "riemann_in"
+    end
+
+    def receive_data(data)
+      receive_object serializer.load(data)
+    end
+  end
+
+  DEFAULT_HOST = "localhost"
+  DEFAULT_PORT = 5555
+  DEFAULT_PROTOCOL = 'tcp'
+
+  OUTPUTS = {:tcp => OutputTCP, :udp => OutputUDP}
+  INPUTS = {:tcp => InputTCP, :udp => InputUDP}
+
+  def self.setup_output opts, core
+    opts[:host] ||= DEFAULT_HOST
+    opts[:port] ||= DEFAULT_PORT
+
+    protocol = FFWD.parse_protocol(opts[:protocol] || DEFAULT_PROTOCOL)
+
+    unless type = OUTPUTS[protocol.family]
+      raise "No type for protocol family: #{protocol.family}"
+    end
+
+    protocol.connect opts, core, log, type
+  end
+
+  def self.setup_input opts, core
+    opts[:host] ||= DEFAULT_HOST
+    opts[:port] ||= DEFAULT_PORT
+    protocol = FFWD.parse_protocol(opts[:protocol] || DEFAULT_PROTOCOL)
+
+    unless connection = INPUTS[protocol.family]
+      raise "No connection for protocol family: #{protocol.family}"
+    end
+
+    protocol.bind opts, core, log, connection, log
+  end
+
+  def self.setup_tunnel opts, core, tunnel
+    opts[:port] ||= DEFAULT_PORT
+    protocol = FFWD.parse_protocol(opts[:protocol] || DEFAULT_PROTOCOL)
+
+    unless connection = INPUTS[protocol.family]
+      raise "No connection for protocol family: #{protocol.family}"
+    end
+
+    protocol.tunnel opts, core, tunnel, log, connection, log
+  end
+end

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification
+name: ffwd-riemann
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- John-John Tedro
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: riemann-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ffwd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- udoprog@spotify.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/ffwd/plugin/riemann.rb
+- lib/ffwd/plugin/riemann/output.rb
+- lib/ffwd/plugin/riemann/shared.rb
+- lib/ffwd/plugin/riemann/connection.rb
+- lib/ffwd/plugin/riemann/version.rb
+homepage: https://github.com/spotify/ffwd
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Riemann support for FFWD.
+test_files: []