garru-ruby_scribe_client 0.0.4 → 0.0.5

data/CHANGELOG

@@ -1,3 +1,4 @@
+v0.0.5 wrote fb303 client for scribe mgmt
 v0.0.4 removing flush because framed transport doesn't need it
 v0.0.3 flush instead of open/close each time
 v0.0.2 testing github gem build

data/Manifest

@@ -1,9 +1,13 @@
 CHANGELOG
 etc/scribe_cat.rb
+etc/scribe_munin_plugin.rb
+etc/test.rb
 lib/ruby_scribe_client/FacebookService.rb
+lib/ruby_scribe_client/fb303_client.rb
 lib/ruby_scribe_client/fb303_types.rb
 lib/ruby_scribe_client/reflection_limited_types.rb
 lib/ruby_scribe_client/scribe.rb
+lib/ruby_scribe_client/scribe_mgmt.rb
 lib/ruby_scribe_client/scribe_types.rb
 lib/ruby_scribe_client.rb
 LICENSE

data/etc/scribe_munin_plugin.rb

@@ -0,0 +1,85 @@
+#! /usr/bin/env ruby
+# Munin plugin for starling.
+HOST = ENV['HOST'] || '127.0.0.1';
+PORT = ENV['PORT'] || 1463;
+require 'rubygems'
+require 'ruby_scribe_client'
+
+#Monkey patched so the namespaced queues are included in stats
+class ScribeStats
+  CATEGORY = 'scribe'
+
+  def initialize(host, port)
+    @scribe = FB303.new("#{host}:#{port}")
+    @category = 'scribe'
+  end
+
+
+  def net_stats
+    stats = {
+        :label => 'read',
+        :type => 'COUNTER',
+        :graph => 'no',
+        :cdef => '8,*'
+    }
+    return stats
+  end
+
+  def net_munin_config
+    graph_config = <<-END.gsub(/  +/, '')
+      graph_title Scribe Traffic
+      graph_args --base 1000
+      graph_vlabel bits read(-) / written(+) per second
+      graph_category #{CATEGORY}
+      graph_order bytes_read bytes_written
+    END
+
+    stat_config = ''
+    counters.keys do |stat|
+      stat.gsub!(/\s/){'_'}
+      stats.each do |var,value|
+        value = "#{stat}," + value if var == :cdef
+        stat_config << "#{stat}.#{var} #{value}\n"
+      end
+    end
+
+    return graph_config + stat_config
+  end
+
+  def net_munin
+    ret = ""
+    @scribe.getCounters.each do |k, v|
+      ret << "#{k.gsub(/\s/){'_'}}.value #{v}\n"
+    end
+  end
+    
+private  
+
+  def munin_name(str)
+    str.tr(":", '_')
+  end
+  
+  
+  
+  def counters
+    @scribe.getCounters
+  end
+  
+end
+
+# We pick the chart based on the command we were called as.
+if $0 =~ /scribe_(\w+)/ then
+  chart_name = $1
+else
+  $stderr.puts "can't find chart name"
+end
+
+starling = StarlingStats.new(HOST, PORT)
+
+command = "#{chart_name}_munin"
+
+if ARGV[0] == 'config' then
+  command << '_config'
+end
+
+print starling.send(command)

data/etc/test.rb

@@ -0,0 +1,3 @@
+require File.join([File.dirname(__FILE__), '..', 'lib', 'ruby_scribe_client'])
+a = ScribeLogger.new('localhost', 1463)
+a['hi'] = 'people'

data/lib/ruby_scribe_client/fb303_client.rb

@@ -0,0 +1,68 @@
+class FB303
+  attr_accessor :client
+  
+  COMMAND_MAP = { :reload => 'reinitialize',
+    :stop => 'shutdown',
+    :version => 'getVersion',
+    :name => 'getName',
+    :alive => 'aliveSince'
+  }
+   
+  STATUS = {
+     Fb_status::DEAD => "DEAD",
+     Fb_status::STARTING => "STARTING",
+     Fb_status::ALIVE => "ALIVE",
+     Fb_status::STOPPING => "STOPPING",
+     Fb_status::STOPPED => "STOPPED",
+     Fb_status::WARNING => "WARNING"
+  }
+  
+  def initialize(port)
+    @transport = Thrift::FramedTransport.new(Thrift::Socket.new('metrics.seriousops.com', port))
+    @protocol = Thrift::BinaryProtocol.new(@transport, false, false)
+    @client = FacebookService::Client.new(@protocol)
+  end
+
+  def method_missing(method)
+    if COMMAND_MAP.has_key?(method)
+      if [:version, :alive, :name].include?(method)
+        result = self.send(COMMAND_MAP[method])
+        puts result
+      elsif [:stop, :reload].include?(method)
+        result = self.send(COMMAND_MAP[method])
+            puts result
+      end
+    elsif @client.respond_to?(method)
+      @transport.open
+      return @client.send(method)
+      @transport.close
+    else
+      require 'ruby-debug'; debugger
+      raise NoMethodError.new;
+    end
+  end
+  
+  def status
+    status = self.getStatus
+    status_details = self.getStatusDetails || ""
+    msg = fb_status_string(status)
+    msg += " - %s" % status_details if status_details.size > 0
+    puts msg
+    return (status == Fb_status::ALIVE) ? 2 : 3    
+  end
+  
+  def counters
+    # require 'ruby-debug'; debugger
+    self.getCounters.each_pair do |key, value|
+      puts "%s: %d" % [key, value]
+    end
+  end
+  
+  def get_counters
+    self.getCounters
+  end
+  
+  def fb_status_string(status_code)
+    STATUS[status_code]
+  end
+end

data/lib/ruby_scribe_client/scribe.rb

@@ -7,7 +7,7 @@
 require File.join([File.dirname(__FILE__), '..', '..', 'vendor','thrift'])
 require File.join([File.dirname(__FILE__) ,'FacebookService'])
 require File.join([File.dirname(__FILE__), 'scribe_types'])
-
+require File.join([File.dirname(__FILE__), 'fb303_client'])
 module Scribe
   class Client < FacebookService::Client 
     include ::Thrift::Client

data/lib/ruby_scribe_client/scribe_mgmt.rb

@@ -0,0 +1,31 @@
+require File.join([File.dirname(__FILE__), '..', '..', 'vendor','thrift'])
+require File.join([File.dirname(__FILE__) ,'FacebookService'])
+require File.join([File.dirname(__FILE__), 'scribe_types'])
+require File.join([File.dirname(__FILE__) ,'fb303_client'])
+require 'optparse'
+require 'rubygems'
+
+options = {}
+
+begin
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: scribe_mgmt.rb [options]"
+  options[:port] = 9082
+  options[:command] = 'status'
+  opts.on("-c", "--command [TYPE]", ["stop","counters","status","reload","version","name","alive"], "execute this API (#{["stop","counters","status","reload","version","name","alive"].join(" ")})") do |v|
+    options[:command] = v
+  end
+  
+  opts.on("-p", "--port #", Integer, "this service's port (default 9082)") do |port|
+    options[:port] = port
+  end
+end.parse!
+
+rescue OptionParser::ParseError => e
+  puts e.message
+  Process.exit
+end
+
+a = FB303.new(options[:port])
+a.send(options[:command])

data/lib/ruby_scribe_client.rb

@@ -23,7 +23,7 @@ class ScribeLogger
       # @transport.flush
       return result
     rescue  Thrift::Exception => tx
-      print 'Thrift::Exception: ', tx.message, "\n"
+      
     end    
   end
   

data/ruby_scribe_client.gemspec

@@ -2,15 +2,15 @@
 
 Gem::Specification.new do |s|
   s.name = %q{ruby_scribe_client}
-  s.version = "0.0.4"
+  s.version = "0.0.5"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Gary Tsang"]
-  s.date = %q{2009-03-30}
+  s.date = %q{2009-04-09}
   s.description = %q{Ruby Scribe Client. Package and Wrapper for generated ruby interfaces}
   s.email = %q{}
-  s.extra_rdoc_files = ["CHANGELOG", "lib/ruby_scribe_client/FacebookService.rb", "lib/ruby_scribe_client/fb303_types.rb", "lib/ruby_scribe_client/reflection_limited_types.rb", "lib/ruby_scribe_client/scribe.rb", "lib/ruby_scribe_client/scribe_types.rb", "lib/ruby_scribe_client.rb", "LICENSE", "README"]
-  s.files = ["CHANGELOG", "etc/scribe_cat.rb", "lib/ruby_scribe_client/FacebookService.rb", "lib/ruby_scribe_client/fb303_types.rb", "lib/ruby_scribe_client/reflection_limited_types.rb", "lib/ruby_scribe_client/scribe.rb", "lib/ruby_scribe_client/scribe_types.rb", "lib/ruby_scribe_client.rb", "LICENSE", "Manifest", "Rakefile", "README", "ruby_scribe_client.gemspec", "vendor/thrift/client.rb", "vendor/thrift/deprecation.rb", "vendor/thrift/exceptions.rb", "vendor/thrift/processor.rb", "vendor/thrift/protocol/binaryprotocol.rb", "vendor/thrift/protocol/binaryprotocolaccelerated.rb", "vendor/thrift/protocol/tbinaryprotocol.rb", "vendor/thrift/protocol/tprotocol.rb", "vendor/thrift/protocol.rb", "vendor/thrift/serializer.rb", "vendor/thrift/server/httpserver.rb", "vendor/thrift/server/nonblockingserver.rb", "vendor/thrift/server/thttpserver.rb", "vendor/thrift/server/tserver.rb", "vendor/thrift/server.rb", "vendor/thrift/struct.rb", "vendor/thrift/thrift.rb", "vendor/thrift/transport/httpclient.rb", "vendor/thrift/transport/socket.rb", "vendor/thrift/transport/thttpclient.rb", "vendor/thrift/transport/tsocket.rb", "vendor/thrift/transport/ttransport.rb", "vendor/thrift/transport/unixsocket.rb", "vendor/thrift/transport.rb", "vendor/thrift/types.rb", "vendor/thrift.rb"]
+  s.extra_rdoc_files = ["CHANGELOG", "lib/ruby_scribe_client/FacebookService.rb", "lib/ruby_scribe_client/fb303_client.rb", "lib/ruby_scribe_client/fb303_types.rb", "lib/ruby_scribe_client/reflection_limited_types.rb", "lib/ruby_scribe_client/scribe.rb", "lib/ruby_scribe_client/scribe_mgmt.rb", "lib/ruby_scribe_client/scribe_types.rb", "lib/ruby_scribe_client.rb", "LICENSE", "README"]
+  s.files = ["CHANGELOG", "etc/scribe_cat.rb", "etc/scribe_munin_plugin.rb", "etc/test.rb", "lib/ruby_scribe_client/FacebookService.rb", "lib/ruby_scribe_client/fb303_client.rb", "lib/ruby_scribe_client/fb303_types.rb", "lib/ruby_scribe_client/reflection_limited_types.rb", "lib/ruby_scribe_client/scribe.rb", "lib/ruby_scribe_client/scribe_mgmt.rb", "lib/ruby_scribe_client/scribe_types.rb", "lib/ruby_scribe_client.rb", "LICENSE", "Manifest", "Rakefile", "README", "ruby_scribe_client.gemspec", "vendor/thrift/client.rb", "vendor/thrift/deprecation.rb", "vendor/thrift/exceptions.rb", "vendor/thrift/processor.rb", "vendor/thrift/protocol/binaryprotocol.rb", "vendor/thrift/protocol/binaryprotocolaccelerated.rb", "vendor/thrift/protocol/tbinaryprotocol.rb", "vendor/thrift/protocol/tprotocol.rb", "vendor/thrift/protocol.rb", "vendor/thrift/serializer.rb", "vendor/thrift/server/httpserver.rb", "vendor/thrift/server/nonblockingserver.rb", "vendor/thrift/server/thttpserver.rb", "vendor/thrift/server/tserver.rb", "vendor/thrift/server.rb", "vendor/thrift/struct.rb", "vendor/thrift/thrift.rb", "vendor/thrift/transport/httpclient.rb", "vendor/thrift/transport/socket.rb", "vendor/thrift/transport/thttpclient.rb", "vendor/thrift/transport/tsocket.rb", "vendor/thrift/transport/ttransport.rb", "vendor/thrift/transport/unixsocket.rb", "vendor/thrift/transport.rb", "vendor/thrift/types.rb", "vendor/thrift.rb"]
   s.has_rdoc = true
   s.homepage = %q{http://github.com/garru/ruby_scribe_client}
   s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Ruby_scribe_client", "--main", "README"]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: garru-ruby_scribe_client
 version: !ruby/object:Gem::Version 
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors: 
 - Gary Tsang
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-03-30 00:00:00 -07:00
+date: 2009-04-09 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
@@ -22,9 +22,11 @@ extensions: []
 extra_rdoc_files: 
 - CHANGELOG
 - lib/ruby_scribe_client/FacebookService.rb
+- lib/ruby_scribe_client/fb303_client.rb
 - lib/ruby_scribe_client/fb303_types.rb
 - lib/ruby_scribe_client/reflection_limited_types.rb
 - lib/ruby_scribe_client/scribe.rb
+- lib/ruby_scribe_client/scribe_mgmt.rb
 - lib/ruby_scribe_client/scribe_types.rb
 - lib/ruby_scribe_client.rb
 - LICENSE
@@ -32,10 +34,14 @@ extra_rdoc_files:
 files: 
 - CHANGELOG
 - etc/scribe_cat.rb
+- etc/scribe_munin_plugin.rb
+- etc/test.rb
 - lib/ruby_scribe_client/FacebookService.rb
+- lib/ruby_scribe_client/fb303_client.rb
 - lib/ruby_scribe_client/fb303_types.rb
 - lib/ruby_scribe_client/reflection_limited_types.rb
 - lib/ruby_scribe_client/scribe.rb
+- lib/ruby_scribe_client/scribe_mgmt.rb
 - lib/ruby_scribe_client/scribe_types.rb
 - lib/ruby_scribe_client.rb
 - LICENSE