drone 1.0.4 → 1.0.5

data/Gemfile

@@ -2,3 +2,16 @@ source "http://rubygems.org"
 
 # Specify your gem's dependencies in drone.gemspec
 gemspec
+
+group(:test) do
+  gem 'rake'
+  gem 'mocha'
+  gem 'schmurfy-bacon', :path => '/Users/schmurfy/Dev/personal/bacon'
+  gem 'schmurfy-em-spec'
+  gem 'delorean'
+  gem 'simplecov'
+  gem 'guard'
+  gem 'guard-bacon'
+  gem 'rb-fsevent'
+  gem 'growl'
+end

data/Guardfile

@@ -0,0 +1,12 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+
+# parameters:
+#  output     => the formatted to use
+#  backtrace  => number of lines, nil =  everything
+guard 'bacon', :output => "BetterOutput", :backtrace => 4 do
+  watch(%r{^lib/drone/(.+)\.rb$})     { |m| "specs/#{m[1]}_spec.rb" }
+  watch(%r{specs/.+\.rb$})
+end
+

data/Rakefile

@@ -1,49 +1,34 @@
-require 'bundler'
+require "bundler/gem_tasks"
 
-# Bundler::GemHelper.install_tasks
+task :default => :"test:core"
 
-GEM_FOLDER = File.expand_path('../pkg', __FILE__)
+EXTENSIONS = Dir[File.expand_path('../extensions/*', __FILE__)].map{|path|  File.basename(path) }
 
-
-def build_gem(path)
-  dir = File.dirname(path)
-  f = File.basename(path)
+namespace :test do
+  desc "core specs"
+  task :core do
+    require 'bacon'
   
-  sh "cd #{dir} && gem build #{f} && mv *.gem #{GEM_FOLDER}/"
-end
-
-task :build do
-  # drone
-  build_gem(File.expand_path('../drone.gemspec', __FILE__))
-  
-  # extensions
-  Dir["extensions/**/*.gemspec"].each do |path|
-    build_gem(path)
+    Dir[File.expand_path('../specs/**/*_spec.rb', __FILE__)].each do |file|
+      load(file)
+    end
+    
+    EXTENSIONS.each do |ext|
+      Rake::Task["test:#{ext}"].invoke
+    end
   end
 
-end
-
 
-# task :release do
-#   Dir.chdir(File.expand_path('../pkg', __FILE__)) do
-#     %()
-#     
-#   end
-# end
 
-task :spec do
-  ENV['COVERAGE'] = "1"
-  Dir.chdir( File.dirname(__FILE__) ) do
-    Dir["specs/**/*_spec.rb"].each do |path|
-      load(path)
+  EXTENSIONS.each do |ext|
+    desc "specs for #{ext}"
+    task ext do
+      require 'bacon'
+      Dir[File.expand_path("../extensions/#{ext}/specs/**/*_spec.rb", __FILE__)].each do |file|
+        load(file)
+      end
     end
   end
+  
 end
 
-begin
-  require 'yard'
-  require 'bluecloth'
-  YARD::Rake::YardocTask.new(:doc)
-rescue LoadError
-  
-end

data/drone.gemspec

@@ -19,11 +19,7 @@ Gem::Specification.new do |s|
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   s.require_paths = ["lib"]
   
-  s.add_dependency("eventmachine", "~> 0.12.10")
+  s.add_dependency("eventmachine",  ">= 0.12.10")
+  s.add_dependency("flt",           "~> 1.3.0")
   
-  s.add_development_dependency("mocha")
-  s.add_development_dependency("bacon")
-  s.add_development_dependency("schmurfy-em-spec")
-  s.add_development_dependency("delorean")
-  s.add_development_dependency("simplecov")
 end

data/examples/collectd.rb

@@ -0,0 +1,51 @@
+require File.expand_path('../common', __FILE__)
+init_environment('drone_collectd')
+
+Drone::init_drone()
+Drone::register_gauge("cpu:user/gauge"){ rand(200) }
+
+class User
+  include Drone::Monitoring
+  
+  def initialize(name)
+    @name = name
+  end
+  
+  monitor_rate("apps:app1/meter")
+  def rename(new_name)
+    @name = new_name
+  end
+  
+  monitor_time("apps:app1/timer")
+  def do_something
+    # just eat some cpu
+    0.upto(rand(2000)) do |n|
+      str = "a"
+      200.times{ str << "b" }
+    end
+  end
+end
+
+EM::run do
+  Drone::add_output(:collectd, 2,
+      :hostname => 'my_app',
+      :address => '127.0.0.1',
+      :port => 25826,
+      :percentiles => [0.5, 0.75, 0.95]
+    )
+  Drone::start_monitoring()
+  
+  counter1 = Drone::register_counter("apps:app1/counter")
+  counter1.increment()
+  
+  a = User.new("bob")
+  
+  EM::add_periodic_timer(2) do
+    rand(100).times{|n| a.rename("user#{n}") }
+    counter1.increment()
+  end
+  
+  EM::add_periodic_timer(1) do
+    a.do_something()
+  end
+end

data/examples/common.rb

@@ -0,0 +1,24 @@
+
+require 'rubygems'
+
+
+def init_environment(extension = nil)
+  if extension
+    # use the correct Gemfile
+    ENV['BUNDLE_GEMFILE'] = File.expand_path("../../extensions/#{extension}/Gemfile", __FILE__)
+  end
+  
+  require 'bundler/setup'
+  
+  $LOAD_PATH.unshift(File.expand_path('../../lib', __FILE__))
+  
+  require 'drone'
+  
+  if extension
+    $LOAD_PATH.unshift(File.expand_path("../../extensions/#{extension}/lib", __FILE__))
+    require extension
+  end
+  
+end
+
+

data/examples/json.rb

@@ -0,0 +1,49 @@
+require File.expand_path('../common', __FILE__)
+init_environment('drone_json')
+
+Drone::init_drone()
+Drone::register_gauge("cpu:0/user"){ rand(200) }
+
+class User
+  include Drone::Monitoring
+  
+  def initialize(name)
+    @name = name
+  end
+  
+  monitor_rate("users:rename")
+  def rename(new_name)
+    @name = new_name
+  end
+  
+  monitor_time("users:do_something")
+  def do_something
+    # just eat some cpu
+    0.upto(rand(2000)) do |n|
+      str = "a"
+      200.times{ str << "b" }
+    end
+  end
+end
+
+EM::run do
+  Drone::add_output(:json, '127.0.0.1', 3001)
+  Drone::start_monitoring()
+  
+  counter1 = Drone::register_counter("something_counted")
+  counter1.increment()
+  
+  a = User.new("bob")
+  
+  EM::add_periodic_timer(2) do
+    rand(100).times do |n|
+      ret = a.rename("user#{n}")
+    end
+    
+    counter1.increment()
+  end
+  
+  EM::add_periodic_timer(1) do
+    a.do_something()
+  end
+end

data/examples/redis_storage.rb

@@ -0,0 +1,60 @@
+require File.expand_path('../common', __FILE__)
+init_environment('drone_redis')
+
+Drone::init_drone(
+    Drone::Schedulers::EMScheduler,
+    Drone::Storage::Redis.new('127.0.0.1', 1)
+  )
+
+Drone::register_gauge("cpu:0/user"){ rand(200) }
+
+class User
+  include Drone::Monitoring
+  
+  def initialize(name)
+    @name = name
+  end
+  
+  monitor_rate("users:rename:rate")
+  def rename(new_name)
+    @name = new_name
+  end
+  
+  monitor_time("users:do_something:time")
+  monitor_rate("users:do_something:rate")
+  def do_something
+    # just eat some cpu
+    0.upto(rand(2000)) do |n|
+      str = "a"
+      200.times{ str << "b" }
+    end
+  end
+end
+
+EM::run do
+  # Drone::add_output(:json, '127.0.0.1', 3001)
+  
+  Fiber.new do
+    Drone::start_monitoring()
+  end.resume
+  
+  counter1 = Drone::register_counter("something_counted")
+  a = nil
+  Fiber.new do
+    counter1.increment()
+    a = User.new("bob")
+  end.resume
+  
+  EM::add_periodic_timer(2) do
+    Fiber.new do
+      rand(100).times{|n| a.rename("user#{n}") }
+      counter1.increment()
+    end.resume
+  end
+  
+  EM::add_periodic_timer(1) do
+    Fiber.new do
+      a.do_something()
+    end.resume
+  end
+end

data/examples/simple.rb

@@ -21,9 +21,9 @@ class User
   monitor_time("users:do_something:time")
   monitor_rate("users:do_something:rate")
   def do_something
-    # fb = Fiber.current
-    # EM::add_timer(1){ fb.resume() }
-    # Fiber.yield
+    fb = Fiber.current
+    EM::add_timer(1){ fb.resume() }
+    Fiber.yield
   end
 end
 

data/extensions/drone_collectd/Gemfile

@@ -0,0 +1,7 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in drone_collectd.gemspec
+gemspec
+
+
+gem 'drone', :path => "/Users/schmurfy/Dev/personal/drone"

data/extensions/drone_collectd/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2011-2011 Julien Ammous
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/extensions/drone_collectd/README.md

@@ -0,0 +1,24 @@
+## What is this
+
+It is an output interface to collectd for Drone.<br/>
+You can find more about Drone [here](https://github.com/schmurfy/drone)
+
+# Supported Runtimes
+
+- MRI 1.8.7+
+- Rubinius 1.2.2+
+
+
+# How to use
+
+First you obviously need a collectd server (or any server able to receive collectd network packets),
+after that you need to add those lines to your types.db config file if you use collectd:
+
+    meter         mean:GAUGE:U:U, rate1:GAUGE:U:U, rate5:GAUGE:U:U, rate15:GAUGE:U:U
+    timer         min:GAUGE:0:U,  max:GAUGE:0:U,  mean:GAUGE:0:U, stddev:GAUGE:U:U, median:GAUGE:0:U, p75:GAUGE:0:U, p95:GAUGE:0:U
+
+They are required to be able to understand timers and meters sent from Drone, you can update the timer
+as you wish to add/remove pecentiles (check examples/collectd to see how to configure the interface for that).
+
+
+

data/extensions/drone_collectd/drone_collectd.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../../../lib/drone/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "drone_collectd"
+  s.version     = Drone::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Julien Ammous"]
+  s.email       = []
+  s.homepage    = ""
+  s.summary     = %q{Drone Collectd Interface}
+  s.description = %q{Collectd Interface for Drone}
+
+  s.rubyforge_project = "drone_collectd"
+
+  s.files         = Dir['LICENSE', 'README.md', 'lib/**/*']
+  s.test_files    = Dir['specs/**/*']
+  s.require_paths = ["lib"]
+  
+  s.add_dependency('drone',         '~> 1.0.4')
+  s.add_dependency('eventmachine',  '~> 0.12.10')
+  
+  s.add_development_dependency("mocha")
+  s.add_development_dependency("bacon")
+  s.add_development_dependency("schmurfy-em-spec")
+  s.add_development_dependency("delorean")
+  s.add_development_dependency("simplecov")
+end

data/extensions/drone_collectd/lib/drone_collectd.rb

@@ -0,0 +1,7 @@
+module DroneCollectd
+  def self.require_lib(path)
+    require File.expand_path("../#{path}", __FILE__)
+  end
+  
+  require_lib('drone_collectd/collectd')
+end

data/extensions/drone_collectd/lib/drone_collectd/collectd.rb

@@ -0,0 +1,97 @@
+require File.expand_path('../parser', __FILE__)
+
+module Drone
+  module Interfaces
+    
+    ##
+    # Send data to collectd periodically, this interface except
+    # a specific format for the metric names which is:
+    # 
+    # plugin[:plugin_instance]/type[:type_instance]
+    # the simplest form being:
+    # plugin/type
+    # 
+    class Collectd < Base
+      
+      # 1.9 only ...
+      # NAME_FORMAT = %r{(?<plugin>\w+)(:(?<plugin_instance>\w+))?/(?<type>\w+)(:(?<type_instance>\w+))?}
+      
+      NAME_FORMAT = %r{(\w+)(?::(\w+))?/(\w+)(?::(\w+))?}
+      
+      ##
+      # Instantiate a collectd interface
+      # 
+      # @param [Numeric] period the period passed to the Base class
+      # @param [String] hostname the hostname to use for collectd
+      # @param [String] address the address where the collectd daemon is listening
+      # @param [Numeric] port The collectd daemon port
+      # 
+      def initialize(period, args = {})        
+        super(period)
+        @hostname = args.delete(:hostname)
+        @address = args.delete(:address) || '127.0.0.1'
+        @port = args.delete(:port) || 25826
+        @reported_percentiles = args.delete(:percentiles)
+        @socket = EM::open_datagram_socket('0.0.0.0', nil)
+        
+        unless args.empty?
+          raise ArgumentError, "unknown keys: #{args.keys}"
+        end
+      end
+      
+      def output
+        
+        Drone::each_metric do |m|
+          # parse the name
+          if NAME_FORMAT.match(m.name)
+            # build the packet
+            data = DroneCollectd::CollectdPacket.new
+            data.host = @hostname
+            data.time = Time.now.to_i
+            data.interval = @period
+            data.plugin = $1.to_s
+            data.plugin_instance = $2.to_s
+            data.type = $3.to_s
+            data.type_instance = $4.to_s
+            
+            case m
+            when Metrics::Counter
+              data.add_value(:counter, m.value )
+              
+            when Metrics::Gauge
+              data.add_value(:gauge, m.value )
+              
+            when Metrics::Meter
+              # mean:GAUGE:U:U, rate1:GAUGE:U:U, rate5:GAUGE:U:U, rate15:GAUGE:U:U
+              data.add_value(:gauge, m.mean_rate )
+              data.add_value(:gauge, m.one_minute_rate )
+              data.add_value(:gauge, m.five_minutes_rate )
+              data.add_value(:gauge, m.fifteen_minutes_rate )
+            
+            when Metrics::Timer
+              # min:GAUGE:0:U,  max:GAUGE:0:U,  mean:GAUGE:0:U, stddev:GAUGE:U:U, median:GAUGE:0:U, p75:GAUGE:0:U, p95:GAUGE:0:U
+              data.add_value(:gauge, m.min )
+              data.add_value(:gauge, m.max )
+              data.add_value(:gauge, m.mean )
+              data.add_value(:gauge, m.stdDev )
+              
+              percs = m.percentiles( *@reported_percentiles )
+              percs.each do |p|
+                data.add_value(:gauge, p )
+              end
+            
+            end
+            
+            # and send it
+            @socket.send_datagram(data.build_packet, @address, @port)
+          else
+            puts "Metric with incorrect name ignored: #{m.name}"
+          end
+        end
+        
+      end
+      
+    end
+    
+  end
+end