graphiterb 0.1.4 → 0.1.5

data/VERSION

@@ -1 +1 @@
-0.1.4
+0.1.5

data/examples/api_call_monitor.rb

@@ -0,0 +1,51 @@
+#!/usr/bin/env ruby
+$: << File.dirname(__FILE__)+'/../lib/'
+require 'graphiterb'
+require 'graphiterb/graphite_script'
+
+WC_EXEC = '/usr/bin/wc'
+
+class ApiCallMonitor < Graphiterb::GraphiteLogger
+  API_CALLS_TO_MONITOR   = %w[trstrank wordbag influence conversation]
+  ERROR_CODES_TO_MONITOR = %w[4.. 5.. 200]
+
+  def initialize *args
+    super *args
+    @current_total = Hash.new
+    @prev_total    = Hash.new
+  end
+
+  def calls api
+    total_calls = `cat /var/www/apeyeye/shared/log/apeyeye-access.log | egrep 'GET /soc/net/tw/#{api}' | #{WC_EXEC} -l` rescue 0
+    @current_total[api] = total_calls.to_i
+  end
+
+  def errors error_code
+    log_cat =  `cat /var/www/apeyeye/shared/log/apeyeye-access.log | egrep 'GET /soc/net/tw/.*HTTP/1\.[0-1]..#{error_code}' | #{WC_EXEC} -l` rescue 0
+    @current_total[error_code] = log_cat.to_i
+  end
+
+  def rate item
+    @prev_total[item] ||= @current_total[item]
+    rate                = @current_total[item].to_i - @prev_total[item].to_i
+    @prev_total[item]   = @current_total[item]
+    [0, rate].max
+  end
+
+  def get_metrics metrics, iter, since
+    API_CALLS_TO_MONITOR.each do |api|
+      metrics << [scope_name(hostname, api, 'total_accesses'), calls(api)]
+      metrics << [scope_name(hostname, api, 'accesses'),       rate(api)]
+    end
+    ERROR_CODES_TO_MONITOR.each do |code|
+      metrics << [scope_name(hostname, code.gsub('.','x'), 'total_errors'), errors(code)]
+      metrics << [scope_name(hostname, code.gsub('.','x'), 'errors'),       rate(code)]
+    end
+  end
+end
+
+
+warn "Update delay is #{Settings.update_delay} seconds.  You probably want something larger: some of these checks are data-intensive" if Settings.update_delay < 60
+Settings.die "Update delay is #{Settings.update_delay} seconds.  You need to radio in at least as often as /usr/local/share/graphite/conf/storage-schemas says -- this is typically 5 minutes." if Settings.update_delay >= 300
+
+ApiCallMonitor.new('apeyeye', :iters => nil, :time => Settings.update_delay).run!

data/examples/file_monitor.rb

@@ -74,7 +74,7 @@ class FilePool
   end
 
   def self.recent? file
-    (Time.now - File.mtime(file)) < 1.hour
+    (Time.now - File.mtime(file)) < 3600
   end
   def self.recency_filter
     Proc.new{|file| recent?(file) }

data/examples/run_servers.sh

@@ -0,0 +1,2 @@
+PYTHONPATH=$pwd/whisper nohup ./bin/run-graphite-devel-server.py --libs=$pwd/webapp/ /usr/local/share/graphite/ >> ./storage/log/webapp/server.log 2>&1 &
+PYTHONPATH=$pwd/whisper nohup ./carbon/bin/carbon-cache.py --debug start >> ./storage/log/carbon-cache/console.log 2>&1 &

data/graphiterb.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{graphiterb}
-  s.version = "0.1.4"
+  s.version = "0.1.5"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Philip (flip) Kromer (@mrflip)"]
-  s.date = %q{2010-07-20}
+  s.date = %q{2010-08-16}
   s.description = %q{Uses http://github.com/mrflip/configliere and http://graphite.wikidot.com}
   s.email = %q{info@infochimps.org}
   s.extra_rdoc_files = [
@@ -24,6 +24,12 @@ Gem::Specification.new do |s|
      "README.textile",
      "Rakefile",
      "VERSION",
+     "examples/api_call_monitor.rb",
+     "examples/file_monitor.rb",
+     "examples/loadavg_graphite_sender.rb",
+     "examples/run_servers.sh",
+     "examples/storage_monitor.rb",
+     "examples/toy.rb",
      "graphiterb.gemspec",
      "lib/graphiterb.rb",
      "lib/graphiterb/graphite_logger.rb",
@@ -42,9 +48,10 @@ Gem::Specification.new do |s|
   s.test_files = [
     "spec/graphiterb_spec.rb",
      "spec/spec_helper.rb",
-     "examples/toy.rb",
      "examples/storage_monitor.rb",
+     "examples/api_call_monitor.rb",
      "examples/loadavg_graphite_sender.rb",
+     "examples/toy.rb",
      "examples/file_monitor.rb"
   ]
 

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: graphiterb
 version: !ruby/object:Gem::Version 
-  hash: 19
+  hash: 17
   prerelease: false
   segments: 
   - 0
   - 1
-  - 4
-  version: 0.1.4
+  - 5
+  version: 0.1.5
 platform: ruby
 authors: 
 - Philip (flip) Kromer (@mrflip)
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-07-20 00:00:00 -05:00
+date: 2010-08-16 00:00:00 +00:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -65,6 +65,12 @@ files:
 - README.textile
 - Rakefile
 - VERSION
+- examples/api_call_monitor.rb
+- examples/file_monitor.rb
+- examples/loadavg_graphite_sender.rb
+- examples/run_servers.sh
+- examples/storage_monitor.rb
+- examples/toy.rb
 - graphiterb.gemspec
 - lib/graphiterb.rb
 - lib/graphiterb/graphite_logger.rb
@@ -74,10 +80,6 @@ files:
 - spec/graphiterb_spec.rb
 - spec/spec.opts
 - spec/spec_helper.rb
-- examples/toy.rb
-- examples/storage_monitor.rb
-- examples/loadavg_graphite_sender.rb
-- examples/file_monitor.rb
 has_rdoc: true
 homepage: http://github.com/infochimps/graphiterb
 licenses: []
@@ -115,7 +117,8 @@ summary: Fast Ubiquitous Dashboard Logs with Graphite (http://graphite.wikidot.c
 test_files: 
 - spec/graphiterb_spec.rb
 - spec/spec_helper.rb
-- examples/toy.rb
 - examples/storage_monitor.rb
+- examples/api_call_monitor.rb
 - examples/loadavg_graphite_sender.rb
+- examples/toy.rb
 - examples/file_monitor.rb