collectd2graphite 0.0.1

data/README.md

@@ -0,0 +1,6 @@
+# Collectd2Graphite
+
+Yet another collectd to graphite converter.
+
+What began as the first attempt at a rack app is proving most useful as a library.
+

data/Rakefile

@@ -0,0 +1,8 @@
+require 'rake'
+
+task :default => 'gembuild'
+
+desc "build the gem"
+task :gembuild do
+  %x(gem build ./collectd2graphite.gemspec)
+end

data/bin/collectd2graphite.rb

@@ -0,0 +1,91 @@
+#! /usr/bin/env ruby
+
+require 'sinatra'
+#require 'pp'
+require 'json'
+require 'json2graphite'
+require 'yaml'
+
+config = YAML::load(File.read('etc/c2g.yaml'))
+
+set :graphiteserver, config[:server]
+set :graphiteport, config[:port]
+set :port, 47654
+
+post '/post-collectd' do
+  request.body.rewind  # in case someone already read it
+  received = JSON.parse request.body.read
+  received.each do |r|
+    #pp r
+
+    # Values retrieved from the raw json
+    time            = r["time"].to_i
+    values          = r["values"]
+    host            = r["host"].gsub('.', '_')
+    type            = r["type"]
+    type_instance   = r["type_instance"]
+    plugin          = r["plugin"]
+    plugin_instance = r["plugin_instance"]
+    pluginstring    = [r["plugin"], ["plugin_instance"]].join('-')
+
+    # Set the pluginstring for better target specification
+    #
+    # If the plugin_instance contains something, ues it in the plugin string
+    # if not, use the type_instance
+    if plugin_instance.empty?
+      if type_instance.empty?
+        # Neither plguin_instance nor type_instance exist
+        typestring   = r["type"]
+        pluginstring = r["plugin"]
+      else
+        # Plugin_instance set while type_instance is not
+        typestring   = r["type"]
+        pluginstring = [r["plugin"],r["type_instance"]].join('-')
+      end
+    else
+      if type_instance.empty?
+        # type_instance not set, while plugin_instance is set
+        typestring   = r["type"]
+        pluginstring = [r["plugin"],r["plugin_instance"]].join('-')
+      else
+        # Both instance for plugin and type exist
+        typestring   = [r["type"],r["type_instance"]].join('-')
+        pluginstring = [r["plugin"],r["plugin_instance"]].join('-')
+      end
+    end
+    superstring = [pluginstring,typestring].join('.')
+
+    # Set the typestring for better target specification
+    #if type_instance.empty?
+    #else
+    #end
+
+
+    # Create some empty hashes to work with
+    data = Hash.new
+    data[:agents] = Hash.new
+    data[:agents][host] = Hash.new
+    if values.count > 1
+      data[:agents][host][superstring] = Hash.new
+    end
+
+    # Fill in the hash
+    values.each_index do |i|
+      if values.count > 1
+        data[:agents][host][superstring][r["dsnames"][i]] = r["values"][i]
+      else
+        data[:agents][host][superstring] = r["values"][i]
+      end
+    end
+
+    # Convert the hash to graphite formatted data
+    processed = Json2Graphite.get_graphite(data, time)
+    #puts processed
+    s = TCPSocket.open(settings.graphiteserver, settings.graphiteport)
+    processed.each do |line|
+      s.puts(line)
+    end
+    s.close
+  end
+end
+

data/lib/collectd2graphite.rb

@@ -0,0 +1,143 @@
+require 'sinatra'
+require 'json'
+require 'json2graphite'
+require 'yaml'
+#require 'pp'
+
+# A module for converting collectd data into graphite data.
+#
+
+module Collectd2Graphite
+  module_function
+
+  # Accepts an array of hashes formatted by the collectd write_http plugin
+  # Returns an array of hashes formatted to your liking, but in a structure
+  # that can be used with the jsonn2graphite library
+  #
+  # The format of the reeived data:
+  #
+  # [{
+  #   "values": [1.16497e+08,3.91247e+08],
+  #   "time":1288638055,
+  #   "interval":10,
+  #   "host":"collectd_restmq_server",
+  #   "plugin":"df",
+  #   "plugin_instance":"",
+  #   "type":"df",
+  #   "type_instance":"boot"}
+  # }]
+  #
+
+  def raw_convert (array)
+
+    # If we've not received an Array, something is broken.
+    exit 127 unless array.is_a? Array
+
+    # Initialize the object that we will return
+    data_array = Array.new
+
+    # Process each hash in the array
+    array.each do |r|
+
+      # initialize that data object that will return
+      data = Hash.new
+
+      # Pull out the useful bits from the raw collectd hash that we have received
+      time            = r["time"].to_i
+      values          = r["values"]
+      host            = r["host"].gsub('.', '_')
+      type            = r["type"]
+      type_instance   = r["type_instance"]
+      plugin          = r["plugin"]
+      plugin_instance = r["plugin_instance"]
+      pluginstring    = [r["plugin"], ["plugin_instance"]].join('-')
+
+      # Set the time the data was created
+      data[:time] = time
+
+      # Set the pluginstring for better target specification
+      #
+      # Collectd formats the data object in a manner that takes some munging to
+      # make sense of.  
+      #
+      # This process doesn't actually build a nested hash, which I think I
+      # might prefer, but for now, it just formatts the string, so the result
+      # when used with graphite should be identical.
+      #
+
+      #plugindata = Hash.new
+      #puts 'r is:'
+      #pp r
+      #plugindata = ["type","type_instance","plugin", "plugin_instance"].inject({}) {|hash, element|
+      #  #next if r[element].empty?
+      #  #puts "what is in element: #{element}"
+      #  #puts "is r[element] empty?"
+      #  #puts r[element].empty?
+      #  #puts "element is: #{element}"
+      #  #puts "r[element] is #{r[element]}"
+      #  #hash[r[element]] = {} unless r[element].empty?
+      #  #puts "hash is now: "
+      #  #pp hash
+      #  #puts hash[r[element]]
+      #  #hash[r[element]] = r["#{element}"] unless r[element].empty?
+      #  hash = hash[r[element]] unless r[element].empty?
+      #  hash
+      #}
+
+      #pp plugindata
+
+
+      if plugin_instance.empty?
+        if type_instance.empty?
+          # Neither plguin_instance nor type_instance exist
+          typestring   = r["type"]
+          pluginstring = r["plugin"]
+        else
+          # Plugin_instance set while type_instance is not
+          typestring   = r["type"]
+          pluginstring = [r["plugin"],r["type_instance"]].join('-')
+        end
+      else
+        if type_instance.empty?
+          # type_instance not set, while plugin_instance is set
+          typestring   = r["type"]
+          pluginstring = [r["plugin"],r["plugin_instance"]].join('-')
+        else
+          # Both instance for plugin and type exist
+          typestring   = [r["type"],r["type_instance"]].join('-')
+          pluginstring = [r["plugin"],r["plugin_instance"]].join('-')
+        end
+      end
+
+      # Here is the string that will actually be used in the output
+      superstring = [pluginstring,typestring].join('.')
+
+      # Create some empty hashes to work with
+      data[:collectd] = Hash.new
+      data[:collectd][host] = Hash.new
+
+      # if we are working with multiple values, we should handle specially
+      if values.count > 1
+        data[:collectd][host][superstring] = Hash.new
+      end
+
+      # Load the hash with actual data
+      values.each_index do |i|
+        if values.count > 1
+          data[:collectd][host][superstring][r["dsnames"][i]] = r["values"][i]
+        else
+          data[:collectd][host][superstring] = r["values"][i]
+        end
+      end
+
+      # Add our hash to the method return object
+      data_array << data
+
+    end
+
+    # Return the array of hashes we promised
+    data_array
+  end
+
+end
+

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: collectd2graphite
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Zach Leslie
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json2graphite
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Convert json blob received from collectd's write_http plugin into graphite
+  formatted data'
+email: xaque208@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Rakefile
+- bin/collectd2graphite.rb
+- lib/collectd2graphite.rb
+- README.md
+homepage: https://github.com/xaque208/collectd2graphite
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Convert json blob from collectd to graphite
+test_files: []