panoptimon 0.0.2

data/collectors/files/spec/files_spec.rb

@@ -0,0 +1,57 @@
+#!/usr/bin/env ruby
+
+require 'rspec'
+load File.expand_path('../../files', __FILE__)
+require 'ostruct'
+require 'tmpdir'
+
+describe('filters') {
+  f = ->(props) { return OpenStruct.new(props) }
+  it('passes with one true property') {
+    filters(%w{directory}).call(f.call(directory?: true))
+    .should == true
+  }
+  it('fails with one false property') {
+    filters(%w{directory}).call(f.call(directory?: false))
+    .should == false
+  }
+  it('passes with 2 true properties') {
+    filters(%w{directory world_readable}).
+      call(f.call(directory?: true, world_readable?: true))
+    .should == true
+  }
+  it('passes with 3 true properties') {
+    filters(%w{directory world_readable world_writable}).
+      call(f.call(directory?: true, world_readable?: true,
+        world_writable?: true))
+    .should == true
+  }
+  it('fails with some false properties') {
+    filters(%w{directory world_readable world_writable}).
+      call(f.call(directory?: true, world_readable?: true,
+        world_writable?: false))
+    .should == false
+  }
+  it('works for real tmpdir (aka /tmp/)') {
+    filters(%w{directory world_readable world_writable}).
+      call(Pathname.new(Dir.tmpdir).stat)
+    .should == true
+  }
+  it('works for real /') {
+    filters(%w{directory world_readable}).
+      call(Pathname.new('/').stat)
+    .should == true
+  }
+  it('works for real /') {
+    filters(%w{file world_readable}).
+      call(Pathname.new('/').stat)
+    .should == false
+  }
+  it('works for real / (or so one would hope)') {
+    filters(%w{directory world_readable world_writable}).
+      call(Pathname.new('/').stat)
+    .should == false
+  }
+
+}
+

data/collectors/haproxy/README.md

@@ -0,0 +1,40 @@
+# Description
+
+This collector provides a check on all defined resources within HAProxy. 
+
+# Configuration
+
+The `stats_url` can point at either the http: or socket: protocol
+(socket is assumed if the protocol is missing.)  Note that socket usage
+requires appropriate ownership/group permissions.
+
+```json
+{
+  "stats_url": "socket://var/run/haproxy/stats"
+  # or http://localhost:8080
+}
+```
+
+# Output
+
+```json
+{
+  "uptime_sec"      : ...,
+  "status|up"       : 13,
+  "status|down"     : 1,
+  "status|open"     : 6,
+  "status|no_check" : 4,
+  "process_num"     : 1,
+  "pid"             : 3720,
+  "nbproc"          : 3,
+  "run_queue"       : 1,
+  "tasks"           : 17,
+  "_info" : {
+    "version" : "1.4.22",
+    "status" : {
+      "FRONTEND" : {"x" : "open", "y" : "open", ...},
+      "BACKEND" : {"x" : "up", "y" : "down", ...
+    },
+  },
+}
+```

data/collectors/haproxy/haproxy

@@ -0,0 +1,16 @@
+#! /usr/bin/env ruby
+#
+# == Panoptimon::Collector::HAProxy
+#
+# Collect HAProxy metrics.
+
+$LOAD_PATH.unshift(File.expand_path(File.join(File.dirname(__FILE__), 'lib')))
+
+require 'json'
+require 'panoptimon-collector-haproxy'
+
+raise "Configuration required" unless ARGV[0]
+
+config = JSON.parse(ARGV[0], symbolize_names: true)
+client = Panoptimon::Collector::HAProxy.new(config)
+puts client.info.to_json

data/collectors/haproxy/haproxy.json

@@ -0,0 +1,3 @@
+{
+  "socket": "/var/run/haproxy/stats"
+}

data/collectors/haproxy/lib/panoptimon-collector-haproxy/haproxy.rb

@@ -0,0 +1,149 @@
+require 'panoptimon/util/string-with-as_number'
+
+class Array; def to_h; Hash[self]; end; end
+
+module Panoptimon
+  module Collector
+    class HAProxy
+
+      attr_reader :collector, :stats_url
+
+      def initialize(options={})
+        url = options[:stats_url] || '/var/run/haproxy.sock'
+        @stats_url = url.sub(%r{^socket:/}, '')
+        # slash after bare hostname:port
+        @stats_url += '/' if @stats_url =~ %r{^https?://[^/]+$}
+        @collector = @stats_url !~ %r{^\w+://} \
+          ? :stats_from_sock
+          : :stats_from_http
+      end
+
+      def info
+        it = self.class.send(collector, stats_url)
+        out = {
+          uptime_sec: it[:info][:uptime_sec] ||
+            self.class._dhms_as_sec(it[:info][:uptime]),
+          status: it[:stats].values.reduce({}) {|c,v|
+            v.values.each {|h| s = h[:status].downcase.gsub(/ /, '_')
+              c[s] ||= 0; c[s] += 1 }
+            c
+          },
+          _info: {
+            status: [:FRONTEND, :BACKEND].map {|s|
+                [s, it[:stats][s].map {|n,v|
+                  [n, v[:status].downcase]}.to_h]
+            }.to_h,
+          }.merge([:version].
+            map {|k| [k, it[:info][k]]}.to_h),
+        }.merge(
+          [:process_num, :pid, :nbproc, :run_queue, :tasks].
+          map {|k| [k, it[:info][k]]}.to_h)
+      end
+
+      def self._dhms_as_sec(dhms)
+        f = {'d' => 24*60**2, 'h' => 60**2, 'm' => 60, 's' => 1}
+        s = 0;
+        dhms.split(/(d|h|m|s) ?/).reverse.each_slice(2) {|p|
+          (k, v) = p
+          s += v.to_i * f[k]
+        }
+        return s
+      end
+
+      def self.stats_from_sock(path)
+        {
+          stats: _parse_stats_csv( _sock_get(path, 'show stat') ),
+          info:  _parse_show_info( _sock_get(path, 'show info') )
+        }
+      end
+
+      def self.stats_from_http(uri)
+        # NOTE uri is expected to have trailing slash if needed
+        {
+          stats: _parse_stats_csv(
+            _http_get(uri + ';csv').split(/\n/) ),
+          info: _parse_html_info( _http_get(uri) )
+        }
+      end
+
+      def self._parse_html_info(body)
+        body =~ %r{General\sprocess\sinformation</[^>]+>
+          (.*?Running\stasks:\s\d+/\d+)<}xm or
+          raise "body: #{body} does not match expectations"
+        p = $1
+        info = {}
+        # TODO proper dishtml?
+        p.gsub!(%r{\s+}, ' ')
+        p.gsub!(%r{<br>}, "\n")
+        p.gsub!(%r{<[^>]+>}, '')
+        p.gsub!(%r{ +}, ' ')
+        { # harvest some numbers
+          pid:           %r{pid =\s+(\d+)},
+          process_num:   %r{process #(\d+)},
+          nbproc:        %r{nbproc = (\d+)},
+          uptime:        %r{uptime = (\d+d \d+h\d+m\d+s)},
+          memmax_mb:     %r{memmax = (unlimited|\d+)},
+          :'ulimit-n' => %r{ulimit-n = (\d+)},
+          maxsock:       %r{maxsock = (\d+)},
+          maxconn:       %r{maxconn = (\d+)},
+          maxpipes:      %r{maxpipes = (\d+)},
+          currcons:      %r{current conns = (\d+)},
+          pipesused:     %r{current pipes = (\d+)/\d+},
+          pipesfree:     %r{current pipes = \d+/(\d+)},
+          run_queue:     %r{Running tasks: (\d+)/\d+},
+          tasks:         %r{Running tasks: \d+/(\d+)},
+        }.each {|k,v|
+          got = p.match(v) or raise "no match for #{k} (#{v})"
+          info[k] = got[1].as_number || got[1]
+        }
+        info[:memmax_mb] = 0 if info[:memmax_mb] == 'unlimited'
+
+        vi = body.match(%r{<body>.*?>([^<]+)\ version\ (\d+\.\d+\.\d+),
+          \ released\ (\d{4}/\d{2}/\d{2})}x) or
+          raise "failed to find version info"
+        info.merge!( name: vi[1], version: vi[2], release_date: vi[3] )
+        return info
+      end
+
+      def self._http_get(uri)
+        require 'net/http'
+        uri = URI(uri)
+        res = ::Net::HTTP.start(uri.host, uri.port,
+          :use_ssl => uri.scheme == 'https'
+        ).request(::Net::HTTP::Get.new(uri.request_uri))
+        raise "error: #{res.code} #{res.message}" unless
+          res.is_a?(::Net::HTTPSuccess)
+        return res.body
+      end
+
+      def self._parse_show_info(lines)
+        Hash[lines.map {|l|
+          (k,v) = * l.chomp.split(/:\s+/, 2);
+          k or next
+          [k.downcase.to_sym, v.as_number || v]}
+        ]
+      end
+
+      def self._parse_stats_csv(lines)
+        head = lines.shift.chomp.sub(/^# /, '') or raise "no header row?"
+        hk = head.split(/,/).map {|k| k.to_sym}; hk.shift(2)
+        imax = hk.length - 1
+        h = Hash.new {|hash,key| hash[key] = {}}
+        lines.each {|l| f = l.chomp.split(/,/)
+          (n,s) = f.shift(2)
+          h[s.to_sym][n] = Hash[(0..imax).map {|i|
+            [hk[i], (f[i].nil? or f[i] == "") ? nil :
+              f[i].as_number || f[i]]}]
+        }
+        return h
+      end
+
+      def self._sock_get(path, cmd)
+        require "socket"
+        stat_socket = UNIXSocket.new(path)
+        stat_socket.puts(cmd)
+        stat_socket.readlines
+      end
+    end
+  end
+end

data/collectors/haproxy/lib/panoptimon-collector-haproxy.rb

@@ -0,0 +1 @@
+require 'panoptimon-collector-haproxy/haproxy'

data/collectors/haproxy/notes.txt

@@ -0,0 +1,13 @@
+ruby -Icollectors/haproxy/lib -e 'require "json"; require "panoptimon-collector-haproxy";
+  puts Panoptimon::Collector::HAProxy._parse_stats_csv(
+    File.open("/tmp/haproxy-out2.csv").readlines).to_json'
+
+ruby -Icollectors/haproxy/lib -e 'require "json"; require "panoptimon-collector-haproxy";
+  puts Panoptimon::Collector::HAProxy._parse_show_info(
+    File.open("/tmp/haproxy-show-info.txt").readlines).to_json'
+
+ruby -Icollectors/haproxy/lib -e 'require "json"; require "panoptimon-collector-haproxy";
+  puts Panoptimon::Collector::HAProxy.stats_from_http("http://localhost:8099/")'
+
+ruby -Icollectors/haproxy/lib -e 'require "json"; require "panoptimon-collector-haproxy"; 
+  puts Panoptimon::Collector::HAProxy._parse_html_info(File.open("/tmp/haproxy-out.html").readlines.join("")).to_json'

data/collectors/haproxy/spec/haproxy_spec.rb

@@ -0,0 +1,98 @@
+#!/usr/bin/env ruby
+
+require 'rspec'
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'panoptimon-collector-haproxy'
+
+describe('socket usage') {
+  c = Panoptimon::Collector::HAProxy
+  it('automatically assumes a socket') {
+    c.new().tap {|me|
+      me.collector.should == :stats_from_sock
+      me.stats_url.should == '/var/run/haproxy.sock'
+    }
+  }
+  it('automatically assumes a socket (with argument)') {
+    c.new(stats_url: "/var/lib/haproxy.sock").tap {|me|
+      me.collector.should == :stats_from_sock
+      me.stats_url.should == '/var/lib/haproxy.sock'
+    }
+  }
+  it('takes explicit socket:// too') {
+    c.new(stats_url: "socket://var/lib/haproxy.sock").tap {|me|
+      me.collector.should == :stats_from_sock
+      me.stats_url.should == '/var/lib/haproxy.sock'
+    }
+  }
+  it('knows when you said otherwise') {
+    c.new(stats_url: "sprocket://var/lib/haproxy.sock").tap {|me|
+      me.collector.should_not == :stats_from_sock
+    }
+  }
+
+  it('connects and such') {
+
+    plan = [
+      ['show stat', '-show_stat.csv'],
+      ['show info', '-show_info.txt'],
+    ]
+    c.stub(:_sock_get) {|path, cmd|
+      x = plan.shift
+      cmd.should == x[0]
+      File.open(File.expand_path(__FILE__ + x[1])).
+        readlines
+    }
+    # TODO refactor this to run through self.info or something
+    info = c.stats_from_sock('/fakely')
+    info[:stats][:BACKEND]['qrstuv'][:status].should == 'UP'
+    info[:info][:maxsock].should == 8018
+    info[:info][:maxsock].class.should == Fixnum
+    info[:info][:tasks].should == 6
+
+  }
+}
+
+describe('http usage') {
+  c = Panoptimon::Collector::HAProxy
+  it('recognizes url') {
+    c.new(stats_url: 'http://localhost:8080').tap {|me|
+      me.collector.should == :stats_from_http
+      me.stats_url.should == 'http://localhost:8080/'
+    }
+  }
+
+  it('recognizes https url') {
+    c.new(stats_url: 'https://localhost:8080').tap {|me|
+      me.collector.should == :stats_from_http
+      me.stats_url.should == 'https://localhost:8080/'
+    }
+  }
+
+  it('does not mangle path') {
+    c.new(stats_url: 'http://localhost:8080/bob').tap {|me|
+      me.collector.should == :stats_from_http
+      me.stats_url.should == 'http://localhost:8080/bob'
+    }
+  }
+
+  it('connects and such') {
+    plan = [
+      ['http://localhost:8080/;csv', '-show_stat.csv'],
+      ['http://localhost:8080/', '-get.html'],
+    ]
+    c.stub(:_http_get) {|uri|
+      x = plan.shift
+      uri.should == x[0]
+      File.open(File.expand_path(__FILE__ + x[1])).
+        readlines.join('')
+    }
+
+    info = c.stats_from_http('http://localhost:8080/')
+    info[:stats][:BACKEND]['qrstuv'][:status].should == 'UP'
+    info[:info][:maxsock].should == 8018
+    info[:info][:maxsock].class.should == Fixnum
+    info[:info][:tasks].should == 17
+  }
+
+}

data/collectors/haproxy/spec/haproxy_spec.rb-get.html

@@ -0,0 +1,22 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"
+"http://www.w3.org/TR/html4/loose.dtd">
+<html><head><title>Statistics Report for HAProxy</title>
+<meta http-equiv="content-type" content="text/html; charset=iso-8859-1">
+<style type="text/css"><!-- --> </style></head>
+<body><h1><a href="http://haproxy.1wt.eu/" style="text-decoration: none;">HAProxy version 1.4.18, released 2011/09/16</a></h1>
+<h2>Statistics Report for pid 528</h2>
+<hr width="100%" class="hr">
+<h3>&gt; General process information</h3>
+<table border=0><tr><td align="left" nowrap width="1%">
+<p><b>pid = </b> 528 (process #1, nbproc = 1)<br>
+<b>uptime = </b> 36d 7h17m01s<br>
+<b>system limits:</b> memmax = unlimited; ulimit-n = 8018<br>
+<b>maxsock = </b> 8018; <b>maxconn = </b> 1024; <b>maxpipes = </b> 0<br>
+current conns = 17; current pipes = 0/0<br>
+Running tasks: 1/17<br>
+</td>
+</tr>
+<!-- blah blah blah -->
+</table>
+</body>
+</html>

data/collectors/haproxy/spec/haproxy_spec.rb-show_info.txt

@@ -0,0 +1,21 @@
+Name: HAProxy
+Version: 1.4.22
+Release_date: 2012/08/09
+Nbproc: 1
+Process_num: 1
+Pid: 1656
+Uptime: 0d 9h31m50s
+Uptime_sec: 34310
+Memmax_MB: 0
+Ulimit-n: 8018
+Maxsock: 8018
+Maxconn: 4000
+Maxpipes: 0
+CurrConns: 1
+PipesUsed: 0
+PipesFree: 0
+Tasks: 6
+Run_queue: 1
+node: localhost.localdomain
+description: 
+

data/collectors/haproxy/spec/haproxy_spec.rb-show_stat.csv

@@ -0,0 +1,25 @@
+# pxname,svname,qcur,qmax,scur,smax,slim,stot,bin,bout,dreq,dresp,ereq,econ,eresp,wretr,wredis,status,weight,act,bck,chkfail,chkdown,lastchg,downtime,qlimit,pid,iid,sid,throttle,lbtot,tracked,type,rate,rate_lim,rate_max,check_status,check_code,check_duration,hrsp_1xx,hrsp_2xx,hrsp_3xx,hrsp_4xx,hrsp_5xx,hrsp_other,hanafail,req_rate,req_rate_max,req_tot,cli_abrt,srv_abrt,
+stats,FRONTEND,,,1,2,1000,26,6696,444851,0,0,1,,,,,OPEN,,,,,,,,,1,1,0,,,,0,1,0,2,,,,0,24,0,1,0,0,,1,2,26,,,
+stats,BACKEND,0,0,0,0,1000,0,6696,444851,0,0,,0,0,0,0,UP,0,0,0,,0,3136647,0,,1,1,0,,0,,1,0,,0,,,,0,0,0,0,0,0,,,,,0,0,
+bert_qaas,FRONTEND,,,8,8,1000,467,1541583624,5705953051,0,0,0,,,,,OPEN,,,,,,,,,1,2,0,,,,0,0,0,5,,,,,,,,,,,0,0,0,,,
+bert_qaas,xq1.in.example.com,0,0,4,5,1000,234,1120374095,2366260217,,0,,0,224,0,0,no check,1,1,0,,,,,,1,2,1,,234,,2,0,,3,,,,,,,,,,0,,,,6,224,
+bert_qaas,xq3.in.example.com,0,0,4,6,1000,233,421209529,3339692834,,0,,0,222,0,0,no check,1,1,0,,,,,,1,2,2,,233,,2,0,,2,,,,,,,,,,0,,,,7,222,
+bert_qaas,BACKEND,0,0,8,8,1000,467,1541583624,5705953051,0,0,,0,446,0,0,UP,2,2,0,,0,3136647,0,,1,2,0,,467,,1,0,,5,,,,,,,,,,,,,,13,446,
+bert_knobs,FRONTEND,,,0,0,1000,0,0,0,0,0,0,,,,,OPEN,,,,,,,,,1,3,0,,,,0,0,0,0,,,,0,0,0,0,0,0,,0,0,0,,,
+bert_knobs,xq1.in.example.com,0,0,0,0,1000,0,0,0,,0,,0,0,0,0,no check,1,1,0,,,,,,1,3,1,,0,,2,0,,0,,,,0,0,0,0,0,0,0,,,,0,0,
+bert_knobs,xq3.in.example.com,0,0,0,0,1000,0,0,0,,0,,0,0,0,0,no check,1,1,0,,,,,,1,3,2,,0,,2,0,,0,,,,0,0,0,0,0,0,0,,,,0,0,
+bert_knobs,BACKEND,0,0,0,0,1000,0,0,0,0,0,,0,0,0,0,UP,2,2,0,,0,3136647,0,,1,3,0,,0,,1,0,,0,,,,0,0,0,0,0,0,,,,,0,0,
+echo_http,FRONTEND,,,0,0,1000,0,0,0,0,0,0,,,,,OPEN,,,,,,,,,1,4,0,,,,0,0,0,0,,,,0,0,0,0,0,0,,0,0,0,,,
+echo_http,f1.in.example.com,0,0,0,0,1000,0,0,0,,0,,0,0,0,0,no check,1,1,0,,,,,,1,4,1,,0,,2,0,,0,,,,0,0,0,0,0,0,0,,,,0,0,
+echo_http,f2.in.example.com,0,0,0,0,1000,0,0,0,,0,,0,0,0,0,no check,1,1,0,,,,,,1,4,2,,0,,2,0,,0,,,,0,0,0,0,0,0,0,,,,0,0,
+echo_http,f3.in.example.com,0,0,0,0,1000,0,0,0,,0,,0,0,0,0,no check,1,1,0,,,,,,1,4,3,,0,,2,0,,0,,,,0,0,0,0,0,0,0,,,,0,0,
+echo_http,f4.in.example.com,0,0,0,0,1000,0,0,0,,0,,0,0,0,0,no check,1,1,0,,,,,,1,4,4,,0,,2,0,,0,,,,0,0,0,0,0,0,0,,,,0,0,
+echo_http,f5.in.example.com,0,0,0,0,1000,0,0,0,,0,,0,0,0,0,no check,1,1,0,,,,,,1,4,5,,0,,2,0,,0,,,,0,0,0,0,0,0,0,,,,0,0,
+echo_http,BACKEND,0,0,0,0,1000,0,0,0,0,0,,0,0,0,0,UP,5,5,0,,0,3136647,0,,1,4,0,,0,,1,0,,0,,,,0,0,0,0,0,0,,,,,0,0,
+qrstuv,FRONTEND,,,8,51,1000,1333,5218374317,4978521250,0,0,0,,,,,OPEN,,,,,,,,,1,5,0,,,,0,0,0,33,,,,,,,,,,,0,0,0,,,
+qrstuv,abcd.in.example.com,0,0,1,11,1000,263,762637239,729424629,,0,,0,0,0,0,no check,1,1,0,,,,,,1,5,1,,263,,2,0,,6,,,,,,,,,,0,,,,0,0,
+qrstuv,abcd.in.example.com,0,0,2,11,1000,271,922439480,896042928,,0,,0,0,0,0,no check,1,1,0,,,,,,1,5,2,,271,,2,0,,7,,,,,,,,,,0,,,,0,0,
+qrstuv,abcd.in.example.com,0,0,2,11,1000,272,1392243548,1312264244,,0,,0,0,0,0,no check,1,1,0,,,,,,1,5,3,,272,,2,0,,7,,,,,,,,,,0,,,,0,0,
+qrstuv,abcd.in.example.com,0,0,2,11,1000,267,1401121383,1321460656,,0,,0,0,0,0,no check,1,1,0,,,,,,1,5,4,,267,,2,0,,7,,,,,,,,,,0,,,,0,0,
+qrstuv,abcd.in.example.com,0,0,1,11,1000,260,739932667,719328793,,0,,0,0,0,0,no check,1,1,0,,,,,,1,5,5,,260,,2,0,,7,,,,,,,,,,0,,,,0,0,
+qrstuv,BACKEND,0,0,8,51,1000,1333,5218374317,4978521250,0,0,,0,0,0,0,UP,5,5,0,,0,3136647,0,,1,5,0,,1333,,1,0,,33,,,,,,,,,,,,,,0,0,

data/collectors/haproxy/spec/haproxy_spec.rb-show_stat2.csv

@@ -0,0 +1,11 @@
+# pxname,svname,qcur,qmax,scur,smax,slim,stot,bin,bout,dreq,dresp,ereq,econ,eresp,wretr,wredis,status,weight,act,bck,chkfail,chkdown,lastchg,downtime,qlimit,pid,iid,sid,throttle,lbtot,tracked,type,rate,rate_lim,rate_max,check_status,check_code,check_duration,hrsp_1xx,hrsp_2xx,hrsp_3xx,hrsp_4xx,hrsp_5xx,hrsp_other,hanafail,req_rate,req_rate_max,req_tot,cli_abrt,srv_abrt,
+main,FRONTEND,,,0,0,3000,0,0,0,0,0,0,,,,,OPEN,,,,,,,,,1,1,0,,,,0,0,0,0,,,,0,0,0,0,0,0,,0,0,0,,,
+static,static,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,1,32987,32987,,1,2,1,,0,,2,0,,0,L4CON,,0,0,0,0,0,0,0,0,,,,0,0,
+static,BACKEND,0,0,0,0,0,0,0,0,0,0,,0,0,0,0,DOWN,0,0,0,,1,32987,32987,,1,2,0,,0,,1,0,,0,,,,0,0,0,0,0,0,,,,,0,0,
+app,app1,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,1,32987,32987,,1,3,1,,0,,2,0,,0,L4CON,,0,0,0,0,0,0,0,0,,,,0,0,
+app,app2,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,1,32986,32986,,1,3,2,,0,,2,0,,0,L4CON,,0,0,0,0,0,0,0,0,,,,0,0,
+app,app3,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,1,32986,32986,,1,3,3,,0,,2,0,,0,L4CON,,0,0,0,0,0,0,0,0,,,,0,0,
+app,app4,0,0,0,0,,0,0,0,,0,,0,0,0,0,DOWN,1,1,0,0,1,32986,32986,,1,3,4,,0,,2,0,,0,L4CON,,0,0,0,0,0,0,0,0,,,,0,0,
+app,BACKEND,0,0,0,0,0,0,0,0,0,0,,0,0,0,0,DOWN,0,0,0,,1,32986,32986,,1,3,0,,0,,1,0,,0,,,,0,0,0,0,0,0,,,,,0,0,
+stats,FRONTEND,,,1,2,3000,7,1694,62774,0,0,1,,,,,OPEN,,,,,,,,,1,4,0,,,,0,1,0,2,,,,0,5,0,1,0,0,,1,1,7,,,
+stats,BACKEND,0,0,0,0,3000,0,1694,62774,0,0,,0,0,0,0,UP,0,0,0,,0,32987,0,,1,4,0,,0,,1,0,,0,,,,0,0,0,0,0,0,,,,,0,0,

data/collectors/http/README.md

@@ -0,0 +1,49 @@
+# Config
+
+The list of urls may include simple urls (http:// is assumed if the
+scheme is omitted), or hashes for more specific behavior.
+
+* 'name' - a shorthand name for the report rather than the full url
+* 'method' - 'get' or 'head'
+* 'match' - regexp match against the content (implies the 'get' method)
+* 'timeout' - timeout
+
+```json
+{
+  "urls" : [
+    "localhost",
+    "example.com",
+    "https://github.com",
+    {"name" : "example", "url": "https://ssl.example.com:6983/whatever",
+      "match" : "<title>What", "timeout": 7},
+  ],
+  "default_method" : "head",
+  "default_timeout" : 3,
+
+  "interval" : 60,
+  "timeout"  : 25,
+}
+```
+
+# Output
+
+Output will typically contain the following, depending on the status and
+request.  If the request timed-out, the 'timeout' metric will be true.
+
+```json
+{
+  "http|localhost|code"    => 200,
+  "http|localhost|elapsed"        => 0.02, # seconds
+  "http|localhost|content_length" => 97,   # bytes
+  ...
+  "http|github.com|ssl|expires_in" => 604809, # seconds
+  "http|github.com|ssl|_info" => {
+    "issuer" : "Digicert Inc",
+    "serial"  : "...",
+    "valid"   : "2010-06-19 00:00:00 UTC",
+    "expires" : "2011-06-19 00:00:00 UTC"
+  }
+  ...
+  "http|example|ok"        => true, # only if there is a match spec'd
+}
+```

data/collectors/http/http

@@ -0,0 +1,27 @@
+#! /usr/bin/env ruby
+$LOAD_PATH.unshift File.expand_path(File.join(File.dirname(__FILE__), 'lib'))
+
+require 'json'
+require 'panoptimon-collector-http'
+
+ARGV[0] or raise "arguments required"
+conf = JSON.parse(ARGV[0], {symbolize_names: true})
+
+defaults = {
+  method:  conf[:default_method] || 'head',
+  timeout: conf[:default_timeout] || 3,
+}
+
+raise "must have 'urls' value in config" unless conf[:urls]
+setup = conf[:urls].map {|u|
+  o = defaults.merge(u.is_a?(Hash) ? u : {url: u})
+  o[:url] = 'http://' . o[:url] unless o[:url].match(%r{^\w+://})
+  o[:name] ||= o[:url].to_s
+  o
+}
+
+output = Hash[setup.map {|o|
+  [o[:name], Panoptimon::Collector::HTTP.new(o[:url], o).go]
+}]
+puts JSON.generate(output)
+

data/collectors/http/http.json

@@ -0,0 +1,3 @@
+{
+  "urls": [ "localhost" ]
+}

data/collectors/http/lib/panoptimon-collector-http/http.rb

@@ -0,0 +1,74 @@
+require 'json'
+require 'socket'
+require 'openssl'
+require 'net/http'
+
+module Panoptimon
+  module Collector
+    class HTTP
+      
+      attr_reader :uri, :use_ssl, :timeout, :match, :method
+      def initialize(uri, opt = {})
+        @uri = URI(uri)
+        @use_ssl = @uri.scheme == 'https'
+        @timeout = opt[:timeout]
+        @match   = opt[:match] ? %r{#{opt[:match]}} : nil
+        @method  = opt[:method].downcase.to_sym
+        @method = :get if @method == :head and @match
+      end
+
+      def connect
+        @connect ||= ::Net::HTTP.start(uri.host, uri.port,
+          :use_ssl      => use_ssl,
+          :open_timeout => timeout,
+          )
+      end
+
+      def request
+        crass = {
+          head: ::Net::HTTP::Head,
+          get:  ::Net::HTTP::Get,
+        }[method]
+        raise "method #{method} not implemented" unless crass
+        crass.new(uri.request_uri)
+      end
+      
+      def certificate_info (cert, now=Time.now)
+        return {
+          expires_in: (cert.not_after - now).round(0),
+          _info: {
+            issuer:  cert.issuer.to_s.match(%r{/O=([^/]+)})[1],
+            valid:   cert.not_before.to_s,
+            expires: cert.not_after.to_s,
+            serial:  sprintf('%032x', cert.serial).to_s.gsub(/(..)(?!$)/, '\1:'),
+          }
+        }
+      end
+
+      def go
+        start = Time.now
+        response = begin; connect.request(request)
+          rescue Timeout::Error; nil ; end
+
+        ans = {
+          elapsed: (Time.now - start).round(6),
+        }
+
+        return ans.merge({timeout: true}) unless response
+
+        ans.merge!({
+          content_length: response.header.content_length,
+          code:           response.code,
+        })
+        ans[:ssl] = certificate_info(connect.peer_cert) if use_ssl
+
+        ans[:ok] = response.body.match(match) ? true : false if match
+
+        (ans[:_info] ||= {})[:redirect] = response.header['Location'] \
+          if ans[:code].to_s.match(/^3/)
+
+        return ans
+      end      
+    end
+  end
+end

data/collectors/http/lib/panoptimon-collector-http/version.rb

@@ -0,0 +1,7 @@
+module Panoptimon
+  module Collector
+    module Http
+      VERSION = "0.0.1"
+    end
+  end
+end

data/collectors/http/lib/panoptimon-collector-http.rb

@@ -0,0 +1,2 @@
+require 'panoptimon-collector-http/version'
+require 'panoptimon-collector-http/http'

data/collectors/interfaces/interfaces

@@ -0,0 +1,33 @@
+#!/usr/bin/env ruby
+
+require 'json'
+require 'panoptimon/util'
+Panoptimon::Util.os(linux: true)
+
+head = [
+  'rx bytes',
+  'rx packets',
+  'rx errs',
+  'rx drop',
+  'rx fifo',
+  'rx frame',
+  'rx compressed',
+  'rx multicast',
+  'tx bytes',
+  'tx packets',
+  'tx drops',
+  'tx fifo',
+  'tx colls',
+  'tx carrier',
+  'tx compressed'
+]
+
+class Array; def to_h ; Hash[*self.flatten]; end; end
+
+state = File.read('/proc/net/dev').
+  split("\n").drop(2).map {|l|
+    (iface, row) = *l.sub(/^\s+/, '').split(/:\s+/, 2)
+    [iface, head.zip(row.split(/\s+/)).to_h]
+  }.to_h
+
+puts JSON::generate(state)

data/collectors/interfaces/interfaces.json

@@ -0,0 +1 @@
+{}