drone 1.0.4 → 1.0.5

data/extensions/drone_collectd/lib/drone_collectd/parser.rb

@@ -0,0 +1,86 @@
+module DroneCollectd
+  class CollectdPacket
+    # part type
+    HOST            = 0x0000
+    TIME            = 0x0001
+    PLUGIN          = 0x0002
+    PLUGIN_INSTANCE = 0x0003
+    TYPE            = 0x0004
+    TYPE_INSTANCE   = 0x0005
+    VALUES          = 0x0006
+    INTERVAL        = 0x0007
+    MESSAGE         = 0x0100
+    SEVERITY        = 0x0101
+    
+    # data type
+    COUNTER   = 0
+    GAUGE     = 1
+    DERIVE    = 2
+    ABSOLUTE  = 3
+    
+    
+    attr_accessor :host, :time, :interval
+    attr_accessor :plugin, :plugin_instance
+    attr_accessor :type, :type_instance
+    
+    def initialize
+      @values = []
+      @values_type = []
+    end
+    
+    def add_value(type, value)
+      raise(ArgumentError, "unknown type: #{type}") unless CollectdPacket::const_defined?(type.to_s.upcase)
+      data_type = CollectdPacket::const_get(type.to_s.upcase)
+      
+      @values_type << data_type
+      @values << value
+    end
+    
+    def build_packet
+      @pkt =  CollectdGenerator::string(HOST, @host)
+      @pkt << CollectdGenerator::number(TIME, @time)
+      @pkt << CollectdGenerator::number(INTERVAL, @interval)
+      @pkt << CollectdGenerator::string(PLUGIN, @plugin)
+      @pkt << CollectdGenerator::string(PLUGIN_INSTANCE, @plugin_instance)
+      @pkt << CollectdGenerator::string(TYPE, @type)
+      @pkt << CollectdGenerator::string(TYPE_INSTANCE, @type_instance)
+      
+      # values part header
+      @pkt << [VALUES, 4 + 2 + (@values.size * 9), @values.size].pack('nnn')
+      # types
+      @pkt << @values_type.pack('C*')
+      
+      # and the values
+      @values.each.with_index do |v, i|
+        case @values_type[i]
+        when COUNTER, ABSOLUTE, DERIVE
+          @pkt << [v >> 32, v & 0xffffffff].pack("NN")
+          
+        when GAUGE
+          @pkt << [v].pack('E')
+          
+        else
+          raise "unknown type: #{@values_type[i]}"
+        end
+      end
+      
+      @pkt
+    end
+      
+  end
+  
+  module CollectdGenerator
+    # Encode a string (type 0, null terminated string)
+    def self.string(type, str)
+      str += "\000"
+      str_size = str.respond_to?(:bytesize) ? str.bytesize : str.size
+      [type, 4 + str_size].pack("nn") + str
+    end
+    
+    # Encode an integer
+    def self.number(type, num)
+      [type, 12].pack("nn") + [num >> 32, num & 0xffffffff].pack("NN")
+    end
+  end
+  
+end

data/extensions/drone_collectd/specs/common.rb

@@ -0,0 +1,3 @@
+require File.expand_path('../../../../specs/common', __FILE__)
+
+$LOAD_PATH << File.expand_path('../../lib', __FILE__)

data/extensions/drone_collectd/specs/unit/parser_spec.rb

@@ -0,0 +1,49 @@
+require File.expand_path('../../common', __FILE__)
+
+require 'drone_collectd/parser'
+include DroneCollectd
+
+describe 'Packet Parser' do
+  before do
+    @packet = CollectdPacket.new()
+    
+    @packet.host = "localhost"
+    @packet.time = 1
+    @packet.interval = 10
+    @packet.plugin = "plugin"
+    @packet.plugin_instance = "plugin_instance"
+    @packet.type = "type"
+    @packet.type_instance = "type_instance"
+    @packet.add_value(:counter, 42)
+  end
+  
+  it 'can generate a packet' do
+    expected = [
+        "\x00\x00\x00\x0elocalhost\x00",                    # host
+        "\x00\x01\x00\x0c\x00\x00\x00\x00\x00\x00\x00\x01", # time
+        "\x00\x07\x00\x0c\x00\x00\x00\x00\x00\x00\x00\x0a", # interval
+        "\x00\x02\x00\x0bplugin\x00",                       # plugin
+        "\x00\x03\x00\x14plugin_instance\x00",              # plugin_instance
+        "\x00\x04\x00\x09type\x00",                         # type
+        "\x00\x05\x00\x12type_instance\x00",                # type_instance
+        "\x00\x06\x00\x0f\x00\x01\x00\x00\x00\x00\x00\x00\x00\x00\x2a"  # value
+        
+      ]
+    
+    if "".respond_to?(:encode)
+      expected = expected.map{|s| s.encode('ASCII') }
+    end
+    
+    data = @packet.build_packet
+    
+    data[0,14].should == expected[0]
+    data[14,12].should == expected[1]
+    data[26,12].should == expected[2]
+    data[38,11].should == expected[3]
+    data[49,20].should == expected[4]
+    data[69, 9].should == expected[5]
+    data[78,18].should == expected[6]
+    data[96,15].should == expected[7]
+  end
+  
+end

data/extensions/drone_json/Gemfile

@@ -0,0 +1,6 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in drone_json.gemspec
+gemspec
+
+gem 'drone', :path => "/Users/schmurfy/Dev/personal/drone"

data/extensions/drone_json/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2011-2011 Julien Ammous
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/extensions/drone_json/README.md

@@ -0,0 +1,9 @@
+# What is this ?
+
+It's a module for Drone to serve the data via json with a Thin server.<br/>
+You can find more about Drone [here](https://github.com/schmurfy/drone)
+
+# Supported Runtimes
+
+- MRI 1.8.7+
+- Rubinius 1.2.2+

data/extensions/drone_json/drone_json.gemspec

@@ -0,0 +1,32 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../../../lib/drone/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "drone_json"
+  s.version     = Drone::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Julien Ammous"]
+  s.email       = []
+  s.homepage    = ""
+  s.summary     = %q{Drone Interface}
+  s.description = %q{JSON Interface for Drone}
+
+  s.rubyforge_project = "drone_json"
+
+  s.files         = Dir['LICENSE', 'README.md', 'lib/**/*']
+  s.test_files    = Dir['specs/**/*']
+  s.require_paths = ["lib"]
+  
+  s.add_dependency('drone',         '~> 1.0.4')
+  s.add_dependency('thin')
+  
+  if RUBY_VERSION < "1.9.1"
+    s.add_dependency('json')
+  end
+  
+  s.add_development_dependency("mocha")
+  s.add_development_dependency("bacon")
+  s.add_development_dependency("schmurfy-em-spec")
+  s.add_development_dependency("delorean")
+  s.add_development_dependency("simplecov")
+end

data/extensions/drone_json/lib/drone_json.rb

@@ -0,0 +1,9 @@
+require 'drone'
+
+module DroneJson
+  def self.require_lib(path)
+    require File.expand_path("../#{path}", __FILE__)
+  end
+  
+  require_lib('drone_json/json')
+end

data/extensions/drone_json/lib/drone_json/json.rb

@@ -0,0 +1,100 @@
+require 'thin'
+require 'json'
+
+Thin::Logging.silent = true
+
+module Drone
+  module Interfaces
+    
+    class Json < Base
+      def initialize(address = '0.0.0.0', port = 3001)
+        me = self
+        Thin::Server.start(address, port) do
+          map('/'){ run(me) }
+        end
+      end
+      
+      def call(env)
+        ret = {}
+        
+        Drone::each_metric do |m|
+          case m
+          when Metrics::Gauge
+            ret[m.name] = gauge_hash(m)
+            
+          when Metrics::Counter
+            ret[m.name] = counter_hash(m)
+            
+          when Metrics::Timer
+            tmp = {
+              'type' => 'timer'
+            }
+            
+            tmp = histogram_hash(m, tmp)
+            
+            ret[m.name] = tmp
+            
+          when Metrics::Meter
+            ret[m.name] = meter_hash(m, { 'type' => 'meter' })
+          
+          when Metrics::Histogram
+            ret[m.name] = histogram_hash(m, { 'type' => 'histogram' })
+            
+          else
+            puts "Unknown metric: #{m}"
+          end
+        end
+        
+        
+        [
+          200,
+          {'Content-Type' => 'application/json'},
+          ret.to_json
+        ]
+      end
+    
+    private
+      def gauge_hash(m)
+        {
+          'type'  => 'gauge',
+          'value' => m.value
+        }
+      end
+      
+      def counter_hash(m)
+        {
+          'type'  => 'counter',
+          'value' => m.value
+        }
+      end
+      
+      def meter_hash(m, h = {})
+        h.merge({
+          'count'     => m.count,
+          'mean_rate' => m.mean_rate,
+          'rate_1'    => m.one_minute_rate,
+          'rate_5'    => m.five_minutes_rate,
+          'rate_15'   => m.fifteen_minutes_rate
+        })
+      end
+      
+      def histogram_hash(m, h = {})
+        percentiles = m.percentiles(0.5, 0.75, 0.95, 0.98, 0.99, 0.999)
+        
+        h.merge({
+          'min'     => m.min,
+          'max'     => m.max,
+          'mean'    => m.mean,
+          'stddev'  => m.stdDev,
+          'median'  => percentiles[0],
+          '75p'     => percentiles[1],
+          '95p'     => percentiles[2],
+          '98p'     => percentiles[3],
+          '99p'     => percentiles[4],
+          '999p'    => percentiles[5]
+        })
+      end
+    end
+    
+  end
+end

data/extensions/drone_json/specs/common.rb

@@ -0,0 +1,63 @@
+$:.reject! { |e| e.include? 'TextMate' }
+
+require 'rubygems'
+
+puts "Testing with ruby #{RUBY_VERSION} and rubygems #{Gem::VERSION}"
+
+require 'bundler/setup'
+
+if (RUBY_VERSION >= "1.9") && ENV['COVERAGE']
+  require 'simplecov'
+  ROOT = File.expand_path('../../', __FILE__)
+  
+  puts "[[  SimpleCov enabled  ]]"
+  
+  SimpleCov.start do
+    add_filter '/gems/'
+    add_filter '/specs/'
+    
+    root(ROOT)
+  end
+end
+
+require 'bacon'
+require 'mocha'
+require 'delorean'
+require 'em-spec/bacon'
+EM.spec_backend = EventMachine::Spec::Bacon
+
+$LOAD_PATH << File.expand_path('../../lib', __FILE__)
+
+module Bacon
+  module MochaRequirementsCounter
+    def self.increment
+      Counter[:requirements] += 1
+    end
+  end
+  
+  class Context
+    include Mocha::API
+    
+    alias_method :it_before_mocha, :it
+    
+    def it(description)
+      it_before_mocha(description) do
+        begin
+          mocha_setup
+          yield
+          mocha_verify(MochaRequirementsCounter)
+        rescue Mocha::ExpectationError => e
+          raise Error.new(:failed, "#{e.message}\n#{e.backtrace[0...10].join("\n")}")
+        ensure
+          mocha_teardown
+        end
+      end
+    end
+  end
+end
+
+def focus(test_label)
+  Bacon.const_set(:RestrictName, %r{#{test_label}})
+end
+
+Bacon.summary_on_exit()

data/extensions/drone_redis/Gemfile

@@ -0,0 +1,7 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in drone_redis.gemspec
+gemspec
+
+gem 'drone', :path => "/Users/schmurfy/Dev/personal/drone"
+

data/extensions/drone_redis/drone_redis.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../../../lib/drone/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "drone_redis"
+  s.version     = Drone::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Julien ammous"]
+  s.email       = []
+  s.homepage    = ""
+  s.summary     = %q{Redis Storage for Drone}
+  s.description = %q{-}
+
+  s.rubyforge_project = "drone_redis"
+
+  s.files         = Dir['LICENSE', 'README.md', 'lib/**/*']
+  s.test_files    = Dir['specs/**/*']
+  s.require_paths = ["lib"]
+  
+  s.add_dependency('superfeedr-em-redis')
+  s.add_dependency('drone',         '~> 1.0.4')
+end

data/extensions/drone_redis/lib/drone_redis.rb

@@ -0,0 +1,8 @@
+
+module DroneRedis
+  def self.require_lib(path)
+    require File.expand_path("../#{path}", __FILE__)
+  end
+  
+  require_lib("drone_redis/redis")
+end

data/extensions/drone_redis/lib/drone_redis/redis.rb

@@ -0,0 +1,218 @@
+require 'drone'
+require 'em-redis'
+require 'fiber'
+
+module Drone
+  module Storage
+    
+    class Redis < Base
+      
+      class SharedNumber
+        def initialize(key, store, initial_value = 0)
+          @store = store
+          @key = key
+          @initial_value = initial_value
+        end
+        
+        def init_if_required
+          unless @init_done
+            @init_done = true
+            # initialize the key to 0 if it does not exists
+            @store.setnx(@key, @initial_value)
+            @initial_value = nil
+          end
+        end
+        
+        def inc(n = 1)
+          init_if_required()
+          @store.incr(@key, n)
+        end
+        
+        def dec(n = 1)
+          init_if_required()
+          @store.decr(@key, n)
+        end
+        
+        def set(n)
+          @store.set(@key, n)
+        end
+        
+        def get
+          init_if_required()
+          @store.get(@key).to_f
+        end
+        
+        def get_and_set(n)
+          init_if_required()
+          @store.getset(@key, n).to_f
+        end
+        
+        def compare_and_set(expected, new_value)
+          @store.watch(@key)
+          if @store.get == expected
+            @store.multi
+            set(new_value)
+            @store.exec
+            true
+          else
+            false
+          end
+        end
+        
+      end
+      
+      
+      class SharedFixedSizeArray
+        def initialize(key, size, store, initial_value = 0)
+          @store = store
+          @key = key
+          @size = size
+          @initial_value = initial_value
+          @init_done = false
+          raise "wtf"
+        end
+        
+        def init_if_required
+          unless @init_done
+            @init_done = true
+            # initialize the key to 0 if it does not exists
+            @size.times do |n|
+              self[n] = @initial_value
+            end
+            @initial_value = nil
+          end
+        end
+        
+        def [](index, to = nil)
+          init_if_required()
+          
+          if to
+            @store.lrange(@key, index, to)
+          else
+            @store.lindex(@key, index)
+          end
+        end
+        
+        def []=(index, val)
+          init_if_required()
+          
+          @store.lset(@key, index, val)
+        end
+        
+        def size
+          init_if_required()
+          # size is fixed so no need to ask redis
+          # for it
+          @size
+        end
+      end
+      
+      
+      class SharedHash
+        def initialize(key, store)
+          @store = store
+          @key = key
+        end
+        
+        def [](k)
+          @store.hget(@key, k)
+        end
+        
+        def []=(k, val)
+          @store.hset(@key, k, val)
+        end
+        
+        def clear
+          @store.del()
+        end
+        
+        def size
+          @store.hlen(@key)
+        end
+        
+        def keys
+          @store.hkeys(@key)
+        end
+        
+        def values
+          @store.hvals(@key)
+        end
+        
+        def map(&block)
+          # Hash[1, "v1", 2, "v2"] => {1 => "v1", 2 => "v2"}
+          Hash[*@store.hgetall(@key)].map(&block)
+        end
+        
+      end
+      
+      
+      
+      def initialize(address = '127.0.0.1', db = 1, port = nil)
+        @address = address
+        @db = db
+        @port = port
+      end
+      
+      def connect()
+        @connection ||= EM::Protocols::Redis.connect(
+            :host => @address,
+            :port => @port,
+            :db => @db
+          )
+        
+        @connection
+      end
+      
+      [
+        # transactions
+        :multi, :exec, :watch,
+        
+        # for SharedNumber
+        :incr, :incrby, :decr, :decrby, :get, :set, :setnx, :getset,
+        
+        # SharedArray
+        :lindex, :lset, :llen,
+        
+        # SharedHash
+        :hget, :hset, :hlen, :hkeys, :hvals, :hgetall
+        
+      ].each do |m|
+        define_method(m) do |*args|
+          suspend_and_execute(m, *args)
+        end
+      end
+      
+      def suspend_and_execute(cmd, *args)
+        connect()
+        raise "No connection" unless @connection
+        # raise(NoMethodError, "command not found: #{cmd}") unless @connection.respond_to?(cmd)
+        
+        fb = Fiber.current
+        @connection.send(cmd, *args) do |response|
+          fb.resume(response)
+        end
+        Fiber.yield
+      end
+      
+      # def method_missing(method, *args)
+      #   suspend_and_execute(method, *args)
+      # end
+      
+      
+      
+    # external api
+      def request_fixed_size_array(id, size)
+        SharedFixedSizeArray.new(id, size, self)
+      end
+      
+      def request_hash(id)
+        SharedHash.new(id, self)
+      end
+      
+      def request_number(id, initial_value = 0)
+        SharedNumber.new(id, self, initial_value)
+      end
+    end
+    
+  end
+end