absperf-collectd_server 0.1.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,5 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Paul Sadauskas
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,7 @@
+= collectd_server
+
+Description goes here.
+
+== Copyright
+
+Copyright (c) 2009 Paul Sadauskas. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,52 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "collectd_server"
+    gem.summary = %Q{TODO}
+    gem.email = "psadauskas@gmail.com"
+    gem.homepage = "http://github.com/paul/collectd_server"
+    gem.authors = ["Paul Sadauskas"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+
+    gem.add_dependency 'resourceful', '~> 0.5.0'
+    gem.add_dependency 'fastercsv', '~> 1.4.0'
+
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "collectd_server #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/bin/collectd_server

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../lib/collectd_server'
+
+CollectdServer::Runner.new().run!

data/lib/collectd_server.rb

@@ -0,0 +1,70 @@
+
+require 'rubygems'
+require 'socket'
+require 'resourceful'
+require 'pp'
+
+require File.dirname(__FILE__) + '/collectd_server/packet'
+require File.dirname(__FILE__) + '/collectd_server/ssbe_authenticator'
+
+PREVIOUS_VALUES = {}
+
+module CollectdServer
+
+  class Runner
+
+    attr_accessor :port
+
+    def initialize(port = 1981, services = 'http://auth.v6.localhost/services')
+      @port = port
+      @services = services
+    end
+
+    def run!
+      @socket = UDPSocket.new
+      @socket.bind(nil, port)
+      @connection = Connection.new(@services)
+      loop do
+        data = @socket.recvfrom(65535)
+        @connection.receive_data(data.first)
+      end
+
+    end
+
+  end
+
+  class Connection
+
+    def initialize(service_uri)
+      @http = Resourceful::HttpAccessor.new
+      @http.add_authenticator(Resourceful::SSBEAuthenticator.new('admin', 'admin'))
+      resp = @http.resource(service_uri).get(:accept => 'application/csv')
+
+      bulk_datapoint_href = nil
+      FasterCSV.parse(resp.body, :headers => true) do |row|
+        if row['name'] == 'BulkCreateDatapoints'
+          bulk_datapoint_href = row['resource_href']
+        end
+      end
+
+      @datapoint_resource = @http.resource(bulk_datapoint_href)
+
+    end
+
+    def receive_data(data)
+      packet = Packet.new(data)
+      dps = packet.to_datapoints
+
+      csv = FasterCSV.generate do |csv|
+        dps.each do |dp|
+          csv << dp.to_a
+        end
+      end
+
+      @datapoint_resource.post(csv, :content_type => 'text/csv')
+
+    end
+  end
+
+end
+

data/lib/collectd_server/datapoint.rb

@@ -0,0 +1,22 @@
+require 'fastercsv'
+
+module CollectdServer
+
+  class Datapoint
+    attr_reader :metric_name, :timestamp, :value
+
+    def initialize(name, timestamp, value)
+      @metric_name, @timestamp, @value = name, timestamp, value
+    end
+
+    def to_csv
+      to_a.to_csv
+    end
+
+    def to_a
+      [metric_name, timestamp, value]
+    end
+
+  end
+
+end

data/lib/collectd_server/datapoint_builder.rb

@@ -0,0 +1,142 @@
+require 'fastercsv'
+require 'tempfile'
+require File.dirname(__FILE__) + '/datapoint'
+
+module CollectdServer
+
+  class DatapointBuilder
+    def self.from_parts(parts, values)
+      begin 
+        plugin_name = parts.detect { |p| p.is_a?(Packet::Plugin) }.content
+      rescue NoMethodError => e
+        puts "failed to find plugin part of #{parts.inspect}"
+        return []
+        #raise e
+      end
+
+      builder = subclasses.detect { |c| c.plugin_name == plugin_name }
+      
+      if builder
+        builder.new(parts, values)
+      else
+        warn "No builder found for plugin '#{plugin_name}'. Using default"
+        self.new(parts, values)
+      end.generate_datapoints
+    end
+
+    attr_reader :parts, :values,
+                :interval, :timestamp,
+                :host, :plugin, :plugin_instance,
+                :type, :type_instance
+
+    def initialize(parts, values)
+      @parts = parts.dup
+      parts.each do |part|
+        next if part.content == ""
+        case part
+        when Packet::Host           then @host = part.content
+        when Packet::Time           then @timestamp = part.content
+        when Packet::Interval       then @interval = part.content
+        when Packet::Plugin         then @plugin = part.content
+        when Packet::PluginInstance then @plugin_instance = part.content
+        when Packet::Type           then @type = part.content
+        when Packet::TypeInstance   then @type_instance = part.content
+        end
+      end
+
+      @values = values
+    end
+
+    def generate_datapoints
+      @values.values.map do |val|
+        Datapoint.new(metric_name, timestamp, val.value)
+      end
+    end
+
+    def metric_name(parts = nil)
+      parts ||= [@host, @plugin, @plugin_instance, @type, @type_instance]
+      parts.compact.to_csv.chomp
+    end
+
+    def self.subclasses
+      @subclasses ||= []
+    end
+
+    def self.inherited(subclass)
+      subclasses << subclass
+    end
+
+    class CPU < DatapointBuilder
+
+      def self.plugin_name
+        'cpu'
+      end
+
+      def metric_name
+        super [@host, @plugin, @plugin_instance, @type_instance, 'jiffies/s']
+      end
+
+      def generate_datapoints
+        current_value = @values.values.first.value
+        datapoints = []
+        unless previous_value.nil?
+          delta = current_value - previous_value
+          rate = delta.to_f / interval
+          datapoints = [Datapoint.new(metric_name, timestamp, rate)]
+        end
+
+        self.previous_value = current_value
+
+        datapoints
+      end
+
+      def previous_value
+        @previous_value ||= PREVIOUS_VALUES[metric_name]
+      end
+
+      def previous_value=(value)
+        PREVIOUS_VALUES[metric_name] = value
+      end
+
+
+    end
+
+    class LoadAvg < DatapointBuilder
+
+      def self.plugin_name
+        'load'
+      end
+
+      def generate_datapoints
+        datapoints = []
+        @values.values.each_with_index do |val, i|
+          instance = case i
+                     when 0 then "1min"
+                     when 1 then "5min"
+                     when 2 then "15min"
+                     end
+
+          datapoints << Datapoint.new(metric_name([@host, "load", instance]),
+                                      timestamp,
+                                      val.value)
+        end
+        datapoints
+      end
+
+    end
+
+    class Memory < DatapointBuilder
+
+      def self.plugin_name
+        'memory'
+      end
+
+      def metric_name
+        super [@host, @plugin, @type_instance, "Bytes"]
+      end
+
+    end
+
+  end
+
+end

data/lib/collectd_server/mapper.rb

@@ -0,0 +1,87 @@
+
+module CollectdServer
+
+  class Mapper
+    attr_reader :metric_name, :timestamp, :value
+
+    def self.parse(line)
+      if klass = mapper_class(line)
+        klass.parse(line)
+      else
+        warn "No Mapper found for '#{line}'"
+        []
+      end
+    end
+
+    def initialize(metric_name, timestamp, value)
+      @metric_name, @timestamp, @value = metric_name, timestamp, value
+    end
+
+    def to_datapoint
+      %Q{"#{@metric_name}",#{@timestamp},#{@value}}
+    end
+
+    protected
+
+    def self.mapper_class(line)
+      self.subclasses.detect { |c| c.matches?(line) }
+    end
+
+    def self.plugin_name(line)
+      _, collectd_type, *_ = line.split
+      collectd_type.split('/')[1]
+    end
+
+    def self.parse_line(line)
+      _, path, _, data = line.split(' ')
+      timestamp, *values = data.split(':')
+
+      return path, timestamp, values
+    end
+
+    def self.metric_name_from_type(collectd_type)
+      @parts = collectd_type.split('/')
+
+      @host                     = @parts[0]
+      @plugin, @plugin_instance = @parts[1].split('-')
+      @type, @type_instance     = @parts[2].split('-')
+
+      return [@host, @plugin, @plugin_instance, @type, @type_instance].join(',')
+    end
+
+    def self.subclasses
+      @subclasses ||= []
+    end
+
+    def self.inherited(subclass)
+      subclasses << subclass
+    end
+
+  end
+
+  class CPU < Mapper
+
+    def self.matches?(line)
+      plugin_name(line) =~ /cpu-[\d+]/
+    end
+
+    def self.parse(line)
+      path, timestamp, values = parse_line(line)
+
+      metric_name = metric_name_from_type(path)
+      values.map do |val|
+        self.new(metric_name, timestamp, val)
+      end
+    end
+
+    def self.metric_name_from_type(collectd_type)
+      super
+
+      # apollo, cpu,   0,                idle
+      [@host, @plugin, @plugin_instance, @type_instance].join(',')
+    end
+
+  end
+
+end
+

data/lib/collectd_server/packet.rb

@@ -0,0 +1,188 @@
+
+require File.dirname(__FILE__) + '/datapoint_builder'
+
+module CollectdServer
+
+  class Packet
+    attr_reader :parts
+
+    def initialize(data)
+      @parts = []
+      data = data.dup # don't modify the data passed in
+      while !data.empty?
+        type, length = data.slice!(0,4).unpack('nn')
+        content_length = length - 4
+        content = data.slice!(0, content_length)
+
+        @parts << Part.class_for(type).new(content)
+      end
+    end
+
+    def to_datapoints
+      datapoints = []
+      stack = Stack.new
+
+      @parts.each do |part|
+
+        if part.is_a?(Values) # Values is the last "part"
+          datapoints += DatapointBuilder.from_parts(stack.to_a, part)
+        else
+          stack.update_part(part)
+        end
+      end
+
+      datapoints
+    end
+
+    class Stack
+
+      ORDER = [:host, :time, :interval, :plugin, :plugin_instance, :type, :type_instance]
+
+      def initialize
+        @stack = {}
+      end
+
+      def update_part(part)
+        name = part_name(part)
+
+        @stack[name] = part
+      end
+
+      def part_name(part)
+        case part
+        when Packet::Host then :host
+        when Packet::Time then :time
+        when Packet::Interval then :interval
+        when Packet::Plugin then :plugin
+        when Packet::PluginInstance then :plugin_instance
+        when Packet::Type then :type
+        when Packet::TypeInstance then :type_instance
+        end
+      end
+
+      def to_a
+        ORDER.map{ |field| @stack[field] }.compact
+      end
+
+    end
+
+    class Part
+
+      attr_reader :content
+
+      def self.type(number)
+        define_method(:type) { number }
+        Part.add_type(self, number)
+      end
+
+      def self.add_type(klass, number)
+        @types ||= {}
+        @types[number] = klass
+      end
+
+      def self.part_for(type, content)
+        if klass = self.class_for(type)
+          klass.new(content)
+        else
+          warn "Unrecognized type %x" % type
+        end
+      end
+
+      def self.class_for(type)
+        @types[type]
+      end
+
+      def initialize(content)
+        @content = content
+      end
+
+    end
+
+    class String < Part
+      def initialize(content)
+        @content = content[0..-2] # strip off the null byte at the end
+      end
+    end
+
+    class Number < Part
+      def initialize(content)
+        big, small = content.unpack('NN')
+        @content = (big << 32) + (small)
+      end
+    end
+
+    class Host < String
+      type 0
+    end
+
+    class Time < Number
+      type 1
+    end
+
+    class Plugin < String
+      type 2
+    end
+
+    class PluginInstance < String
+      type 3
+    end
+
+    class Type < String
+      type 4
+    end
+
+    class TypeInstance < String
+      type 5
+    end
+
+    class Values < Part
+      type 6
+
+      attr_reader :values
+
+      def initialize(content)
+        size = content.slice!(0,2).unpack('n').first
+        types = []
+        size.times { types << content.slice!(0,1).unpack("C").first }
+        @values = []
+        size.times do |i|
+          @values << Value.new_for_type(types[i], content.slice!(0,8))
+        end
+      end
+
+      class Value
+        attr_reader :value
+
+        def self.new_for_type(type, content)
+          if type == 0
+            Counter.new(content)
+          elsif type == 1
+            Gauge.new(content)
+          else
+            raise "Unknown value type #{type}"
+          end
+        end
+      end
+
+      class Counter < Value
+        def initialize(content)
+          big, small = content.unpack('NN')
+          @value = (big << 32) + (small)
+        end
+      end
+
+      class Gauge < Value
+        def initialize(content)
+          @value = content.unpack('d').first
+        end
+      end
+    end
+
+    class Interval < Number
+      type 7
+    end
+
+  end
+
+end
+

data/lib/collectd_server/ssbe_authenticator.rb

@@ -0,0 +1,50 @@
+module Resourceful
+
+  class SSBEAuthenticator
+    require 'httpauth'
+    require 'addressable/uri'
+
+
+    attr_reader :username, :password, :realm, :domain, :challenge
+
+    def initialize(username, password)
+      @username, @password = username, password
+      @realm = 'SystemShepherd'
+      @domain = nil
+    end
+
+    def update_credentials(challenge_response)
+      @domain = Addressable::URI.parse(challenge_response.uri).host
+      @challenge = HTTPAuth::Digest::Challenge.from_header(challenge_response.header['WWW-Authenticate'].first)
+    end
+
+    def valid_for?(challenge_response)
+      return false unless challenge_header = challenge_response.header['WWW-Authenticate']
+      begin
+        challenge = HTTPAuth::Digest::Challenge.from_header(challenge_header.first)
+      rescue HTTPAuth::UnwellformedHeader
+        return false
+      end
+      challenge.realm == @realm
+    end
+
+    def can_handle?(request)
+      Addressable::URI.parse(request.uri).host == @domain
+    end
+
+    def add_credentials_to(request)
+      request.header['Authorization'] = credentials_for(request)
+    end
+
+    def credentials_for(request)
+      HTTPAuth::Digest::Credentials.from_challenge(@challenge, 
+                                                   :username => @username,
+                                                   :password => @password,
+                                                   :method   => request.method.to_s.upcase,
+                                                   :uri      => Addressable::URI.parse(request.uri).path).to_header
+    end
+
+  end
+
+end
+

data/spec/collectd_server_spec.rb

@@ -0,0 +1,7 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "CollectdServer" do
+  it "fails" do
+    fail "hey buddy, you should probably rename this file and start specing for real"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+require 'spec'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'collectd_server'
+
+Spec::Runner.configure do |config|
+  
+end

metadata

@@ -0,0 +1,88 @@
+--- !ruby/object:Gem::Specification 
+name: absperf-collectd_server
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Paul Sadauskas
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-06-11 00:00:00 -07:00
+default_executable: collectd_server
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: resourceful
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.5.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: fastercsv
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.4.0
+    version: 
+description: 
+email: psadauskas@gmail.com
+executables: 
+- collectd_server
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/collectd_server
+- lib/collectd_server.rb
+- lib/collectd_server/datapoint.rb
+- lib/collectd_server/datapoint_builder.rb
+- lib/collectd_server/mapper.rb
+- lib/collectd_server/packet.rb
+- lib/collectd_server/ssbe_authenticator.rb
+- spec/collectd_server_spec.rb
+- spec/spec_helper.rb
+has_rdoc: false
+homepage: http://github.com/paul/collectd_server
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 3
+summary: TODO
+test_files: 
+- spec/spec_helper.rb
+- spec/collectd_server_spec.rb