gri 10.0.0

data/lib/gri/app_walker.rb

@@ -0,0 +1,23 @@
+module GRI
+  class AppWalker
+    attr_reader :config, :writers, :metrics
+
+    def initialize config
+      @config = config
+      @writers = []
+      @metrics = Hash.new 0
+    end
+
+    def run
+      if ARGV.size == 2
+        host, sym_oid = ARGV
+        snmp = SNMP.new host
+        snmp.version = @config['version'] || '1'
+        snmp.community = @config['community'] || 'public'
+        snmp.walk(sym_oid) {|oid, tag, val|
+          p [oid, tag, val]
+        }
+      end
+    end
+  end
+end

data/lib/gri/blank.rb

@@ -0,0 +1,49 @@
+# encoding: utf-8
+
+class Object
+  def blank?
+    respond_to?(:empty?) ? empty? : !self
+  end
+
+  def present?
+    !blank?
+  end
+end
+
+class NilClass
+  def blank?
+    true
+  end
+end
+
+class FalseClass
+  def blank?
+    true
+  end
+end
+
+class TrueClass
+  def blank?
+    false
+  end
+end
+
+class Array
+  alias_method :blank?, :empty?
+end
+
+class Hash
+  alias_method :blank?, :empty?
+end
+
+class String
+  def blank?
+    self !~ /[^[:space:]]/
+  end
+end
+
+class Numeric #:nodoc:
+  def blank?
+    false
+  end
+end

data/lib/gri/builtindefs.rb

@@ -0,0 +1,211 @@
+module GRI
+  DEFS = {
+    'num'=>{
+      :ds=>['num,num,GAUGE,,,,:index'],
+      :rra=>['RRA:AVERAGE:0.5:15:10000',
+        'RRA:MAX:0.5:1:50000', 'RRA:MAX:0.5:15:10000', 'RRA:MAX:0.5:180:10000'],
+      :prop=>{:name=>'_index', :description=>'description', :lastvalue=>'num'},
+      :list=>['Num', '%N,%L\r'],
+      :graph=>[['', 0]],
+      :composite=>['', 's', 'v', 't'],
+    },
+    'grimetrics'=>{:ds=>['number,number,GAUGE'],
+      :prop=>{:name=>'_index'},
+      :list_text=>['grimetrics', '%N,%L\r'],
+      :composite=>['s'],
+      :graph=>[['n', 0]],
+    },
+
+    'interfaces'=>{:cat=>'',
+      :oid=>['ifDescr', 'ifSpeed', 'ifAdminStatus', 'ifOperStatus', 'ifType',
+        'ifInOctets', 'ifOutOctets',
+        'ifInDiscards', 'ifOutDiscards',
+        'ifInErrors', 'ifOutErrors',
+        'ifInUcastPkts', 'ifOutUcastPkts',
+        'ifInNUcastPkts', 'ifOutNUcastPkts',],
+      :index_key => 'ifDescr',
+      :exclude? => proc {|record|
+        record['ifOperStatus'].to_i != 1 or
+          record['ifSpeed'].to_i == 0 or
+          (Integer(record['ifInOctets']) == 0 and
+           Integer(record['ifOutOctets']) == 0) or
+          /(^(Loopback|Null|Async|lo)\d+)|cef layer|atm subif/ === record['ifDescr']
+      },
+      :hidden? => proc {|record|
+        /cef layer|atm subif|unrouted.VLAN/ === record['ifDescr']
+      },
+      :tdb=>['', 'ifDescr', 'ifAlias', 'ifSpeed',
+        'ifInOctets', 'ifOutOctets', 'ifInDiscards', 'ifOutDiscards',
+        'ifInErrors', 'ifOutErrors', 'ifHCInOctets', 'ifHCOutOctets',],
+      :ds=>['ifInOctets,inoctet,DERIVE,MAX,AREA,#90f090,in,8',
+        'ifOutOctets,outoctet,DERIVE,MAX,LINE1,#0000ff,out,8',
+        'ifInDiscards,indiscard,DERIVE,MAX,LINE1,#00ff0f',
+        'ifOutDiscards,outdiscard,DERIVE,MAX,LINE1,#00afff',
+        'ifInErrors,inerror,DERIVE,MAX,LINE1,#ff0f0f',
+        'ifOutErrors,outerror,DERIVE,MAX,LINE1,#ffaf00',
+        'ifInUcastPkts,inucast,DERIVE,MAX,LINE1,#90f090',
+        'ifOutUcastPkts,outucast,DERIVE,MAX,LINE1,#0000ef',
+        'ifInNUcastPkts,innucast,DERIVE,MAX,LINE1,#ff0f0f',
+        'ifOutNUcastPkts,outnucast,DERIVE,MAX,LINE1,#ffaf00'],
+      :prop=>{:name=>'ifDescr', :description=>'ifAlias',
+        :ostatus=>'ifOperStatus', :astatus=>'ifAdminStatus',
+        :ipaddr=>'ipaddr', :ub=>'ifSpeed',},
+      :list=>['Status,Interface,Description,IP Address', '%S,%N,%D,%I'],
+      :graph=>[['bps', 1000, [0, nil], /Octets/],
+        ['pps', 1000, [0, nil], /N?UcastPkts/],
+        ['packets/5min', 1000, [0, nil], /Error|Discard/]], #/
+      :composite=>['s', 'v', 't'],
+    },
+    'ifMIB'=>{:cat=>'',
+      :oid=>['ifHCInOctets', 'ifHCOutOctets', 'ifHighSpeed', 'ifAlias'],
+      :fix_workhash=>proc {|wh|
+        for k, r in wh['']
+          r['ifInOctets'] = r['ifHCInOctets'] if r['ifHCInOctets']
+          r['ifOutOctets'] = r['ifHCOutOctets'] if r['ifHCOutOctets']
+          if r['ifHighSpeed'] and r['ifHighSpeed'].to_i > 4000
+            r['ifSpeed'] = r['ifHighSpeed'].to_i * 1_000_000
+          end
+        end
+      },
+    },
+    'ipaddr'=>{
+      :oid=>['ipAdEntIfIndex', 'ipAdEntNetMask'],
+      :feed => lambda {|h, enoid, tag, val|
+        ind = BER.dec_oid(enoid[9..-1]).join('.')
+        h[ind] ||= {}
+        if tag == 2
+          h[ind]['ifIndex'] = val
+        elsif tag == 0x40 # IPv4 Addr
+          h[ind]['mask'] = val
+        end
+      },
+      :fix_workhash => lambda {|wh|
+        ifrecord = wh[''] || {}
+        for k, record in wh[:ipaddr]
+          a = k + '/' + record['mask']
+          ind = record['ifIndex']
+          if (r = ifrecord[ind])
+            if r['ipaddr']
+              r['ipaddr'] += ',' + a
+            else
+              r['ipaddr'] = a
+            end
+          end
+        end
+        wh.delete :ipaddr
+      },
+    },
+    'tcp'=>{
+      :oid=>['tcpCurrEstab', 'tcpActiveOpens',
+        'tcpPassiveOpens', 'tcpAttemptFails', 'tcpEstabResets',
+        'tcpInSegs', 'tcpOutSegs', 'tcpRetransSegs',
+        'tcpInErrs', 'tcpOutRsts',],
+      :tdb=>['tcp', 'tcpCurrEstab', 'tcpActiveOpens',
+        'tcpPassiveOpens', 'tcpAttemptFails', 'tcpEstabResets',
+        'tcpInSegs', 'tcpOutSegs', 'tcpRetransSegs',
+        'tcpInErrs', 'tcpOutRsts',],
+      :ds=>[
+        'tcpCurrEstab,tcpCurrEstab,GAUGE,MAX,AREA,#90f090',
+        'tcpActiveOpens,tcpActiveOpens,DERIVE,MAX,LINE1,#0000ff',
+        'tcpPassiveOpens,tcpPassiveOpens,DERIVE,MAX,LINE1,#c000ff',
+        'tcpAttemptFails,tcpAttemptFails,DERIVE,MAX,LINE1,#ff0000',
+        'tcpEstabResets,tcpEstabResets,DERIVE,MAX,LINE1,#ff9030',
+
+        'tcpInSegs,tcpInSegs,DERIVE,MAX,AREA,#99ff99',
+        'tcpOutSegs,tcpOutSegs,DERIVE,MAX,LINE1,#0000ff',
+        'tcpRetransSegs,tcpRetransSegs,DERIVE,MAX,LINE1,#00ffff',
+        'tcpInErrs,tcpInErrs,DERIVE,MAX,LINE1,#ff0000',
+        'tcpOutRsts,tcpOutRsts,DERIVE,MAX,LINE1,#ff9030',
+      ],
+      :prop=>{:name=>'tcp'},
+      :list=>['TCP'],
+      :graph=>[
+        ['connection', 0, [0, nil],
+          /tcp(CurrEstab|ActiveOpens|PassiveOpens|AttemptFails|EstabResets)/],
+        ['packet/sec', 0, [0, nil],
+          /tcp(InSegs|OutSegs|RetransSegs|InErrs|OutRsts)/]
+      ],
+    },
+    'udp'=>{
+      :oid=>['udpInDatagrams', 'udpOutDatagrams',
+        'udpNoPorts', 'udpInErrors'],
+      :tdb=>['udp', 'udpInDatagrams', 'udpOutDatagrams',
+        'udpNoPorts', 'udpInErrors'],
+      :ds=>[
+        'udpInDatagrams,udpInDatagrams,DERIVE,MAX,AREA,#90f090',
+        'udpOutDatagrams,udpOutDatagrams,DERIVE,MAX,LINE1,#0000ef',
+        'udpNoPorts,udpNoPorts,DERIVE,MAX,LINE1,#00afff',
+        'udpInErrors,udpInErrors,DERIVE,MAX,LINE1,#ff0f0f',
+      ],
+      :prop=>{:name=>'udp'},
+      :list=>['UDP'], :graph=>[['"datagram/sec"', 0, [0, nil]]],
+    },
+
+    'entityu'=>{:oid=>['entPhysicalDescr', 'entPhysicalName'],},
+
+    'hrSystemNumUsers'=>{
+      :oid=>['hrSystemNumUsers'],
+      :tdb=>['hrsystemnumusers', 'hrSystemNumUsers'],
+      :ds=>['hrSystemNumUsers,users,GAUGE,MAX,LINE1,#ff4020,users'],
+      :prop=>{:name=>'users', :lastvalue=>'hrSystemNumUsers'},
+      :graph=>[['"users"', 0]],
+      :list=>['Users', '%N, %L\r'],
+    },
+
+    'hrStorage'=>{
+      :oid=>['hrStorageEntry'],
+      :tdb=>['hrStorage', 'hrStorageDescr', 'hrStorageSize', 'hrStorageUsed'],
+      :fix_workhash=>lambda {|wh|
+        if (h = wh[:hrStorage])
+          h.reject! {|k, v|
+            v['hrStorageType'] != "+\x06\x01\x02\x01\x19\x02\x01\x04"}
+          h.each {|k, v|
+            u = v['hrStorageAllocationUnits'].to_i
+            v.delete 'hrStorageType'
+            v['hrStorageSize'] = v['hrStorageSize'].to_i * u
+            v['hrStorageUsed'] = v['hrStorageUsed'].to_i * u
+          }
+        end
+      },
+      :ds=>['hrStorageUsed,used,GAUGE,MAX,AREA,#40ff40'],
+      :prop=>{:name=>'hrStorageDescr',
+        :lastvalue=>'hrStorageUsed', :ub=>'hrStorageSize'},
+      :list=>['Storage Used', '%N, %1024L / %1024U\r'],
+      :graph=>[['storage used', 1024]],
+      :composite=>['s', 'v', 't'],
+    },
+
+    :term => {
+      :default=>[['Daily', 30*3600], ['Weekly', 8*24*3600],
+        ['Monthly', 31*24*3600], ['Yearly', 365*24*3600]],
+      :short=>[['Last 3 hours', 3*3600], ['Daily', 30*3600],
+        ['Weekly', 8*24*3600], ['Monthly', 31*24*3600]],
+      :long=>[['Weekly', 8*24*3600], ['Monthly', 31*24*3600],
+        ['Yearly', 365*24*3600], ['Last 6 years', 6*365*24*3600]],
+      :verylong=>[['Monthly', 31*24*3600], ['Yearly', 365*24*3600],
+        ['Last 8 years', 8*365*24*3600]],
+    }
+  }
+
+  class <<DEFS
+    alias :update :merge!
+    def get_specs key
+      unless @specs
+        @specs = {}
+        for k, dhash in self
+          next unless String === k
+          data_name = dhash[:data_name] || dhash[:cat] ||
+            (dhash[:tdb] and dhash[:tdb].first) ||
+            k.gsub(/-/, '')
+          spec = (@specs[data_name.to_s] ||= {})
+          [:list, :index_key, :named_index, :tdb, :ds, :rra, :prop,
+            :graph, :composite, :exclude?, :hidden?].each {|symkey|
+            spec[symkey] = dhash[symkey] if dhash[symkey]
+          }
+          spec[:list] ||= dhash[:list_text] #XXX
+        end
+      end
+      @specs[key.to_s]
+    end
+  end
+end

data/lib/gri/cast.rb

@@ -0,0 +1,84 @@
+require 'gri/config'
+require 'gri/log'
+require 'gri/wmain'
+require 'gri/api'
+require 'gri/list'
+require 'gri/page'
+require 'gri/cgraph'
+require 'gri/clist'
+
+module GRI
+  class Cast
+    def self.parse_path_info env
+      if (path_info = env['PATH_INFO']) =~ %r{^/(?:list|graph)\b}
+        path_info = Regexp.last_match.post_match
+      end
+      if path_info
+        dummy, service_name, section_name, graph_name = path_info.split /\// #/
+      end
+      return service_name, section_name, graph_name
+    end
+
+    def initialize
+      root_dir = Config['root-dir'] ||= Config::ROOT_PATH
+      log_dir = Config['log-dir'] || Config['root-dir'] + '/log'
+      Log.init "#{log_dir}/#{File.basename $0}.log"
+    rescue SystemCallError
+      Log.init '/tmp/gricast.log'
+    end
+
+    def call env
+      req = GRI::Request.new env
+      params = req.params
+      cast_dir = Config['cast-dir'] || (Config::ROOT_PATH + '/cast')
+      if params['grp']
+        cast_dir = cast_dir + '/' + params['grp']
+      end
+
+      if (req.query_string =~ /\A(\d+),(\d+)\z/)
+        app = Page.new :dirs=>[cast_dir], :clicked=>true, :imgx=>$1, :imgy=>$2
+      elsif params['r'] or params['tag']
+        if params['stime']
+          app = Graph.new :dirs=>[cast_dir]
+        else
+          app = Page.new :dirs=>[cast_dir]
+        end
+      elsif params['search'].to_i == 1
+        app = List.new :dirs=>[cast_dir]
+      elsif
+        case env['PATH_INFO']
+        when %r{^/api/}
+          app = API.new
+        when %r{^/graph/}
+          app = Cgraph.new :dir=>cast_dir
+        when %r{^/page}
+          app = Page.new :dirs=>[cast_dir]
+        else
+          app = Clist.new :dir=>cast_dir
+        end
+      end
+      app.call env
+    end
+
+    def public_dir
+      File.dirname(__FILE__) + '/../../public'
+    end
+
+    def self.layout
+      <<EOS
+<html>
+<head>
+<title><%= @title %></title>
+<style>
+td.text-right {text-align:right;}
+hr {border:none;border-top:1px #cccccc solid;}
+</style>
+</head>
+<body>
+<%= yield %>
+</body>
+</html>
+EOS
+    end
+  end
+end

data/lib/gri/cgraph.rb

@@ -0,0 +1,37 @@
+require 'gri/rrd'
+require 'gri/graph'
+
+module GRI
+  class Cgraph
+    TERMS = {'sh'=>['Hour', 3600], 's8h'=>['8Hours', 8*3600],
+      'd'=>['Day', 24*3600], 'w'=>['Week', 7*24*3600],
+      'm'=>['Month', 31*24*3600], 'y'=>['Year', 366*24*3600]}
+
+    def initialize options={}
+      @options = options
+    end
+
+    def call env
+      req = Rack::Request.new env
+      service_name, section_name, graph_name = Cast.parse_path_info env
+
+      begin
+        cast_dir = @options[:dir]
+        gra_dir = "#{cast_dir}/#{service_name}"
+
+        params = GParams.new
+        params['r'] = "#{section_name}_num_#{graph_name}"
+        params['z'] = 'gf'
+        t = req.params['t'] || 'd'
+        params['title'] = TERMS[t].first
+        gr = Graph.new :dirs=>[gra_dir]
+        etime = Time.now.to_i
+        stime = etime - TERMS[t][1]
+        img = gr.graph stime, etime, params
+        [200, {'Content-type' => 'image/png'}, [img]]
+      rescue
+        [500, {}, []]
+      end
+    end
+  end
+end

data/lib/gri/clist.rb

@@ -0,0 +1,163 @@
+require 'gri/format_helper'
+require 'gri/util_marshal'
+
+module GRI
+  class Clist
+    TERMS = {'sh'=>[['sh', 's8h'], 'hour/8hours', 0],
+      'd'=>[['d', 'w'], 'day/week', 3],
+      'm'=>[['m', 'y'], 'month/year', 4]}
+
+    include FormatHelper
+
+    def initialize options={}
+      @options = options
+    end
+
+    def call env
+      req = Rack::Request.new env
+      if (path_info = env['PATH_INFO']) =~ %r{^/list}
+        path_info = Regexp.last_match.post_match
+      end
+      if path_info
+        dummy, service_name, section_name, graph_name = path_info.split /\// #/
+      end
+
+      list_item = path_info
+      dir = @options[:dir] || Config['cast-dir'] ||
+        (Config::ROOT_PATH + '/cast')
+
+      pt = req.params['t'] || 'd'
+      t = TERMS[pt] || TERMS['d']
+      dirs = scan_dir dir, service_name, section_name, graph_name
+      @title = 'list'
+      body = render(Cast.layout) {render template, binding}
+      [200, {'Content-type' => 'text/html'}, body]
+    end
+
+    def scan_dir dir, service_name, section_name, graph_name
+      h = {}
+      for f0 in Dir.glob(dir + '/' + (service_name || '*'))
+        b0 = File.basename f0
+        if File.directory? f0
+          h[b0] = {}
+          for f1 in Dir.glob(f0 + '/' + (section_name || '*'))
+            b1 = File.basename f1
+            if File.directory? f1
+              h[b0][b1] = {}
+              pat = graph_name ? "#{section_name}_num_#{graph_name}.rrd" : '*'
+              for f2 in Dir.glob(f1 + '/' + pat)
+                b2 = File.basename f2
+                if b2  =~ /^(?:[^_]+)_(?:[^_]+)_(.+).rrd/
+                  h[b0][b1][$1] = true
+                end
+              end
+            end
+          end
+        else
+          h[b0] = true
+        end
+      end
+      h
+    end
+
+    def sysdb_path dir
+      sysdb_path = dir + '/.sysdb/sysdb.dump'
+    end
+
+    def load_sysdb dir
+      sysdb = Marshal.load_from_file sysdb_path(dir) || {}
+    end
+
+    def mk_graph_tag service_name, section_name, graph_name, t, ind
+      cs = (Time.now - Cgraph::TERMS[t[0][ind]][1]).strftime('%Y-%m-%d %H:%M:%S')
+      u = "?grp=#{service_name}&r=#{section_name}_num_#{graph_name}&pt=s"
+      gu = "graph/#{service_name}/#{section_name}/#{graph_name}"
+      img = "<img src=\"#{url_to gu + '?t=' + t[0][ind]}\"/>"
+      "<a href=\"#{u}&cs=#{Rack::Utils.escape cs}\">#{img}</a>"
+    end
+
+    CMNAME = {'s'=>'stack', 'v'=>'overlay', ''=>'sum', 't'=>'tile'}
+    def mk_comp_links comps, host, ckeys, aparam
+      links = []
+      for cm in comps
+        href_fp = url_to "?p=#{cm}&#{aparam}"
+        href = href_fp + ckeys.map {|k| "r=#{host}_#{k}"}.join('&')
+        links.push mk_tag('a', {:href=>href}, CMNAME[cm])
+      end
+      links
+    end
+
+    def template
+      <<'EOS'
+<% if section_name -%>
+
+<% d0 = dirs.keys.first -%>
+
+<% if (ckeys = dirs[d0][section_name].keys.map {|k| "num_#{k}"}).size > 1 -%>
+<div style="float: right!important;" class="pull-right"><ul class="pagination">
+<% for u in mk_comp_links(DEFS['num'][:composite], section_name, ckeys, "grp=#{d0}&") -%>
+<li><%= u %></li>
+<% end -%>
+</ul></div>
+<% end -%>
+
+<div style="float: right!important;" class="pull-right"><ul class="pagination">
+<% for k, v in TERMS.sort_by {|kk, vv| vv[2]} -%>
+  <li style="display: inline"<%= (pt == k) ? " class=active" : '' %>>
+  <a href="<%= url_to "list/#{d0}/#{section_name}?t=#{k}" %>"><%= v[1] %></a>
+  </li>
+<% end -%>
+</ul></div>
+
+
+<section>
+<h1>
+<a href="<%= url_to ''%>">Home</a> &raquo;
+ <a href="<%= url_to "list/#{d0}"%>"><%= d0 %></a> &raquo;
+<% if graph_name -%>
+ <a href="<%= url_to "list/#{d0}/#{section_name}"%>"><%= section_name%></a> &raquo;
+ <%= graph_name %>
+<% else -%>
+ <%= section_name%>
+<% end -%>
+</h1>
+
+<% for graph_name in dirs[d0][section_name].keys.sort -%>
+<h2>
+<a href="<%= url_to "list/#{d0}/#{section_name}/#{graph_name}"%>"><%= graph_name %></a>
+</h2>
+<%= mk_graph_tag service_name, section_name, graph_name, t, 0 %>
+<%= mk_graph_tag service_name, section_name, graph_name, t, 1 %>
+<% end %>
+</section>
+
+<% else -%><!-- if section_name -->
+
+<section>
+<h1>
+<a href="<%= url_to ''%>">Home</a>
+<% if service_name -%>
+ &raquo; <%= service_name %>
+<% end -%>
+</h1>
+
+<% for d0 in dirs.keys.sort %>
+<h2><a href="<%= url_to('list') + '/' + d0 %>"><%=h d0 %>
+</a></h2>
+<!--a href="<%= url_to "?search=1&grp=#{d0}" %>">search</a-->
+<table class="table table-striped">
+<% for d1 in dirs[d0].keys.sort -%>
+<tr>
+  <td><a href="<%= url_to('list')+'/'+d0+'/'+d1 %>"><%= d1 %></a></td>
+</tr>
+<% end -%>
+</table>
+</section>
+<% end %>
+
+<% end -%><!-- if section_name -->
+<hr/>
+EOS
+    end
+  end
+end