spoonsix-dognotgod 0.1.2

data/README

@@ -0,0 +1,52 @@
+# dog not god: performance monitoring simplified
+
+dog not god is a performance monitoring tool for *nix based servers.
+
+## How does it work
+
+There are two components to dog not god.
+
+### Server
+
+The server plays two roles. First, it captures performance data, second, it presents it via a web based interface.
+
+### Installation
+
+gem install dognotgod
+dognotgod start
+
+This will kick off a thin server on port 4567. It will also create the folder ~/.dognotgod and store the sqlite database at this location.
+
+### Client
+
+The client sits on the target machine - the machine to be monitored - captures performance data and sends it to the server. Note that this works on the machine acting as the server as well.
+
+### Installation
+
+gem install dognotgod-client
+
+Add an entry to crontab
+
+crontab -e
+*/1 * * * * ruby /path/to/gem/client.rb >> /dev/null 2>&1
+
+This will run the client every minute.
+
+## License
+
+dog not god: performance monitoring simplified
+Copyright (C) 2009 Luis Correa d'Almeida
+
+This program is free software; you can redistribute it and/or
+modify it under the terms of the GNU General Public License
+as published by the Free Software Foundation; either version 2
+of the License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program; if not, write to the Free Software
+Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

data/app/models/host.rb

@@ -0,0 +1,120 @@
+class Host < Sequel::Model
+
+  one_to_many :loads
+  
+	unless table_exists?
+		set_schema do
+			primary_key :id
+		  text :hostname
+			timestamp :created_at
+		end
+		create_table
+	end
+	
+	def last_contacted_on
+	  self.loads.last.created_at if self.loads.last
+  end
+  
+  def distance_to_last_heartbeat_in_seconds
+    (Time.now - self.loads.last.created_at) if self.loads.last
+  end
+
+  def loads2(start_time, end_time)
+    load = DB.fetch("SELECT AVG(load_5_min) AS load_5_min, AVG(load_10_min) AS load_10_min, AVG(load_15_min) AS load_15_min, grain_5_min FROM loads WHERE host_id = #{self.id} AND grain_5_min >= '#{start_time.to_five_minute_grain_format.to_sql_format}' AND grain_5_min <= '#{end_time.to_five_minute_grain_format.to_sql_format}'  GROUP BY grain_5_min;").all
+  end
+
+  def loads_5_min_grain(start_time, end_time)
+    load = DB.fetch("SELECT ROUND(AVG(load_5_min),1) AS load_5_min, ROUND(AVG(load_10_min),1) AS load_10_min, ROUND(AVG(load_15_min),1) AS load_15_min, grain_5_min FROM loads WHERE host_id = #{self.id} AND grain_5_min >= '#{start_time.to_five_minute_grain_format.to_sql_format}' AND grain_5_min <= '#{end_time.to_five_minute_grain_format.to_sql_format}' GROUP BY grain_5_min;").all
+    
+    time_range = (start_time..end_time)
+    
+    series = []
+    series[0] = []
+    series[1] = []
+    series[2] = []
+    series[3] = []
+    time_range.step(300) do |five|
+      series[0] << five.to_minute_format
+      if load.size > 0 and load[0][:grain_5_min].to_minute_format == five.to_minute_format
+        load_for_this_dim = load.shift
+        series[1] << load_for_this_dim[:load_5_min]
+        series[2] << load_for_this_dim[:load_10_min]
+        series[3] << load_for_this_dim[:load_15_min]
+      else
+        series[1] << -1
+        series[2] << -1
+        series[3] << -1
+      end
+    end
+    
+    series
+  end
+  
+  # 
+  # Returns the load for this host in the following format
+  #
+  # series[0] will contain the time series data. This method will return the data in 15 min intervals.
+  # series[1] will contain the 5 min load averages
+  # series[2] will contain the 10 min load averages
+  # series[3] will contain the 15 min load averages
+  #
+  # If not data exists for a particular time period, then the value is -1
+  #
+  def loads_15_min_grain(start_time, end_time)
+    load = DB.fetch("SELECT ROUND(AVG(load_5_min),1) AS load_5_min, ROUND(AVG(load_10_min),1) AS load_10_min, ROUND(AVG(load_15_min),1) AS load_15_min, grain_15_min FROM loads WHERE host_id = #{self.id} AND grain_15_min >= '#{start_time.to_fifteen_minute_grain_format.to_sql_format}' AND grain_15_min <= '#{end_time.to_fifteen_minute_grain_format.to_sql_format}' GROUP BY grain_15_min;").all
+    
+    time_range = (start_time..end_time)
+    
+    series = []
+    series[0] = []
+    series[1] = []
+    series[2] = []
+    series[3] = []
+    time_range.step(900) do |fifteen|
+      series[0] << fifteen.to_minute_format
+      if load.size > 0 and load[0][:grain_15_min].to_minute_format == fifteen.to_minute_format
+        load_for_this_dim = load.shift
+        series[1] << load_for_this_dim[:load_5_min]
+        series[2] << load_for_this_dim[:load_10_min]
+        series[3] << load_for_this_dim[:load_15_min]
+      else
+        series[1] << -1
+        series[2] << -1
+        series[3] << -1
+      end
+    end
+    
+    series
+  end
+  
+  def load_5_min
+    self.loads.last.load_5_min if self.loads.last
+  end
+  
+  def load_10_min
+    self.loads.last.load_10_min if self.loads.last
+  end
+  
+  def load_15_min
+    self.loads.last.load_15_min if self.loads.last
+  end
+  
+  def status
+    if self.last_contacted_on == nil
+      0
+    elsif Time.now - self.last_contacted_on < 90
+      5
+    elsif Time.now - self.last_contacted_on < 180
+      3
+    elsif Time.now - self.last_contacted_on < 300
+      2
+    else
+      1
+    end
+  end
+  
+  def to_google_params
+    
+  end
+  
+end

data/app/models/load.rb

@@ -0,0 +1,28 @@
+class Load < Sequel::Model
+  
+  many_to_one :hosts
+  
+	unless table_exists?
+		set_schema do
+			primary_key :id
+		  integer :host_id
+			float :load_5_min
+			float :load_10_min
+			float :load_15_min
+			timestamp :created_at
+			timestamp :grain_5_min
+			timestamp :grain_15_min
+			timestamp :grain_30_min
+			timestamp :grain_60_min
+		end
+		create_table
+	end
+	
+  before_create do
+    self.created_at = Time.now unless self.created_at
+    self.grain_5_min = self.created_at.to_five_minute_grain_format
+    self.grain_15_min = self.created_at.to_fifteen_minute_grain_format
+    self.grain_30_min = self.created_at.to_thirty_minute_grain_format
+    self.grain_60_min = self.created_at.to_sixty_minute_grain_format
+  end
+end

data/bin/dognotgod

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'thin.rb'
+
+DOGNOTGOD_DIR = "#{File.dirname(__FILE__)}/.."
+Dir.chdir(DOGNOTGOD_DIR)
+Thin::Runner.new(["-C", "config/thin.yml", ARGV.shift]).run!

data/bin/dognotgod-client

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+
+DOGNOTGOD_DIR = "#{File.dirname(__FILE__)}/.."
+Dir.chdir(DOGNOTGOD_DIR)
+load 'client.rb'

data/client.rb

@@ -0,0 +1,64 @@
+require 'rubygems'
+require 'optparse'
+require 'restclient'
+
+module DogNotGod
+
+  class Client
+
+    def initialize(argv)
+      @argv = argv
+      
+      # Default options values
+      @options = {
+        :server_addr                => "127.0.0.1",
+        :server_port                => "4567",
+        :timeout                    => 5
+      }
+      
+      parse!
+      
+      @endpoint = "http://#{@options[:server_addr]}:#{@options[:server_port]}"
+    end
+    
+    def parser
+      # NOTE: If you add an option here make sure the key in the +options+ hash is the
+      # same as the name of the command line option.
+      # +option+ keys are used to build the command line to launch other processes,
+      # see <tt>lib/thin/command.rb</tt>.
+      @parser ||= OptionParser.new do |opts|
+        opts.banner = "Usage: dognotgod-client [options]"
+        opts.separator ""
+        opts.separator "Server options:"
+
+        opts.on("-a", "--server-addr HOST", "HOST address to call (default: #{@options[:server_addr]})")  { |host| @options[:server_addr] = host }
+        opts.on("-p", "--server-port PORT", "use PORT (default: #{@options[:server_port]})")                  { |port| @options[:server_port] = port.to_i }
+        #opts.on("-t", "--timeout SECONDS", "timeout after SECONDS (default: #{@options[:timeout]})")                         { |port| @options[:timeout] = port.to_i }
+        opts.separator ""
+      end
+    end
+    
+    # Parse the options.
+    def parse!
+      parser.parse! @argv
+      @arguments = @argv
+    end
+
+    def run!
+      hostname = %x[hostname].split("\n")[0]
+      uptime = %x[uptime]
+      avgs = uptime.scan(/(\d+\.\d\d)/)
+      
+      begin
+        RestClient.post("#{@endpoint}/loads", :load_5_min => avgs[0], :load_10_min => avgs[1], :load_15_min => avgs[2], :hostname => hostname)
+        puts "OK"
+      rescue
+        puts "There was a problem connecting to the server on #{@endpoint}."
+      end
+    end
+    
+  end
+  
+end
+
+DogNotGod::Client.new(ARGV).run!

data/config.ru

@@ -0,0 +1,4 @@
+require 'sinatra'
+Sinatra::Application.default_options.merge!( :run => false, :env => :production )
+require 'server'
+run Sinatra.application

data/config/thin.yml

@@ -0,0 +1,11 @@
+---
+pid: tmp/thin.pid 
+log: tmp/thin.log
+rackup: config.ru
+timeout: 10
+port: 4567
+max_conns: 32
+max_persistent_conns: 128
+environment: production
+address: 0.0.0.0
+daemonize: true

data/server.rb

@@ -0,0 +1,127 @@
+require 'rubygems'
+require 'sinatra'
+ 
+configure do
+  DB_DIR = "#{ENV['HOME']}/.dognotgod"
+  
+  $LOAD_PATH.unshift File.dirname(__FILE__) + '/app/models'
+  require 'sequel'
+  require 'logger'
+  
+  Dir.mkdir(DB_DIR) unless File.exists?(DB_DIR)
+  DB = Sequel.connect("sqlite://#{DB_DIR}/dog.db")
+  DB.loggers << Logger.new($stdout)
+ 
+  # require 'ostruct'
+  require 'host'
+  require 'load'
+end
+ 
+error do
+  e = request.env['sinatra.error']
+  puts e.to_s
+  puts e.backtrace.join("\n")
+  "<pre>" + e + "<br /><br />" + e.backtrace.join("\n")
+  
+  # "Application error"
+end
+ 
+helpers do
+  def admin?
+    # request.cookies[Blog.admin_cookie_key] == Blog.admin_cookie_value
+  end
+ 
+  def auth
+    stop [ 401, 'Not authorized' ] unless admin?
+  end
+end
+ 
+get "/" do
+  @hosts = Host.order(:hostname).all
+
+  @end_now = Time.now.to_fifteen_minute_grain_format
+  @start_24h_ago = @end_now - (60*60*24)
+  @start_6h_ago = @end_now - (60*60*6)
+  
+  haml :main
+end 
+
+get "/hosts/:id/loads.xml" do
+  @host = Host[params[:id]]
+  
+  @end_time = Time.now.to_five_minute_grain_format # Round to zero seconds on the minute
+  @start_time = @end_time - (60*60*24)
+  @time_range = (@start_time..@end_time)
+  
+  @loads = @host.loads2(@start_time, @end_time)
+  
+  content_type 'application/xml', :charset => 'utf-8'
+  haml :loads_xml, :layout => false
+end
+
+post "/loads" do
+  host = DB[:hosts].filter(:hostname => params[:hostname]).first
+  
+  # create an entry for a new host if it doesn't exist
+  unless host
+    DB[:hosts] << {:hostname => params[:hostname]}
+    host = DB[:hosts].filter(:hostname => params[:hostname]).first
+  end
+  
+  @now = Time.now
+  
+  load = Load.new({:load_5_min => params[:load_5_min], :load_10_min => params[:load_10_min], :load_15_min => params[:load_15_min], :host_id => host[:id], :created_at => @now})
+  if load.save
+    status(201)
+    # response['Location'] = ""
+  else
+    status(500)
+  end
+end
+
+get '/stylesheets/style.css' do
+  header 'Content-Type' => 'text/css; charset=utf-8'
+  sass :style
+end
+
+
+class Time
+  
+  # Rounds up to the 5 min intervals
+  def to_five_minute_grain_format
+    offset = (5-(self.min.to_i%5)) * 60
+    Time.parse((self + offset).strftime("%Y-%m-%d %H:%M"))
+  end
+  
+  # Rounds up to the 10 min intervals
+  def to_ten_minute_grain_format
+    offset = (10-(self.min.to_i%10)) * 60
+    Time.parse((self + offset).strftime("%Y-%m-%d %H:%M"))
+  end
+  
+  # Rounds up to the 15 min intervals
+  def to_fifteen_minute_grain_format
+    offset = (15-(self.min.to_i%15)) * 60
+    Time.parse((self + offset).strftime("%Y-%m-%d %H:%M"))
+  end
+  
+  # Rounds up to the 30 min intervals
+  def to_thirty_minute_grain_format
+    offset = (30-(self.min.to_i%30)) * 60
+    Time.parse((self + offset).strftime("%Y-%m-%d %H:%M"))
+  end
+  
+  # Rounds up to the 60 min intervals
+  def to_sixty_minute_grain_format
+    offset = (60-(self.min.to_i%60)) * 60
+    Time.parse((self + offset).strftime("%Y-%m-%d %H:%M"))
+  end
+
+  def to_minute_format
+    self.strftime("%Y-%m-%d %H:%M")
+  end
+  
+  def to_sql_format
+    self.strftime("%Y-%m-%dT%H:%M")
+  end
+end

data/views/layout.haml

@@ -0,0 +1,17 @@
+!!!
+%html
+  %head
+    %title dog not god
+    %link{:rel=>'stylesheet', :href=>'/stylesheets/style.css', :type => "text/css"}
+  
+  %body
+    #header
+    #content
+      %h1 dog not god
+      =yield
+    #footer
+      %p 
+        %a{ :href => "http://github.com/luiscorreadalmeida/dog" } dog not god
+        is released under the 
+        %a{ :href => "http://www.gnu.org/licenses/gpl.html" } GPL license
+      

data/views/loads_xml.haml

@@ -0,0 +1,23 @@
+!!! XML
+%chart
+  %series
+    -i=0
+    -@time_range.step(300) do |five|
+      %value{:xid => i+=1}
+        =five.to_minute_format
+  %graphs
+    %graph{:gid => "1"}
+      -i=0
+      -load = Array.new(@loads)
+      -@time_range.step(300) do |five|
+        %value{:xid => i+=1}= load.shift[:load_5_min] if load.size > 0 and load[0][:grain_5_min].to_minute_format == five.to_minute_format
+    %graph{:gid => "2"}
+      -i=0
+      -load = Array.new(@loads)
+      -@time_range.step(300) do |five|
+        %value{:xid => i+=1}= load.shift[:load_10_min] if load.size > 0 and load[0][:grain_5_min].to_minute_format == five.to_minute_format
+    %graph{:gid => "3"}
+      -i=0
+      -load = Array.new(@loads)
+      -@time_range.step(300) do |five|
+        %value{:xid => i+=1}= load.shift[:load_15_min] if load.size > 0 and load[0][:grain_5_min].to_minute_format == five.to_minute_format

data/views/main.haml

@@ -0,0 +1,37 @@
+%h2 Summary
+#summary-section
+  %table{:id => "summary-table", :cellspacing => 0, :cellpading => 0}
+    %tr
+      %th Host
+      %th 5 min average
+      %th 10 min average
+      %th 15 min average
+      %th Last heartbeat
+    -for host in @hosts
+      %tr{:class => "level#{host.status}"}
+        %td= host.hostname
+        %td= host.load_5_min
+        %td= host.load_10_min
+        %td= host.load_15_min
+        %td= "#{host.distance_to_last_heartbeat_in_seconds.to_i} seconds ago" unless host.status == 0
+      
+
+
+%table{:id => "section-table"}
+  %tr
+    -for host in @hosts
+      - series_6h = host.loads_5_min_grain(@start_6h_ago, @end_now)
+      - params_for_6h = "cht=lc&chs=350x120&chco=FF0000,00FF00,0000FF&chm=r,DDDDDD,0,0.2,0.21&chxt=x,y&chxr=1,0,5,1&chds=0,5&chl=&chd=t:#{series_6h[1].join(",")}|#{series_6h[2].join(",")}|#{series_6h[3].join(",")}"
+      - series_24h = host.loads_15_min_grain(@start_24h_ago, @end_now)
+      - params_for_24h = "cht=lc&chs=350x120&chco=FF0000,00FF00,0000FF&chm=r,DDDDDD,0,0.2,0.21&chxt=x,y&chxr=1,0,5,1&chds=0,5&chl=&chd=t:#{series_24h[1].join(",")}|#{series_24h[2].join(",")}|#{series_24h[3].join(",")}"
+      %td
+        .section
+          %h2=host.hostname
+          %p== Last heard from on #{host.last_contacted_on}
+          %h4 Load averages for the last 24 hours
+          %img{ :src => "http://chart.apis.google.com/chart?#{params_for_24h}"}
+          %h4 Load averages for the last 6 hours
+          %img{ :src => "http://chart.apis.google.com/chart?#{params_for_6h}"}
+          
+
+          

data/views/style.sass

@@ -0,0 +1,96 @@
+body
+  :margin 0
+  :padding 0
+  :font-family Courier
+  :font-size 1.0em
+
+a, a:visited
+  :color #AAA
+
+h1, h2, h3, h4, h5, h6
+  :font-family Georgia, serif
+  :font-weight normal
+  :margin 0px 10px 10px 0px
+  :white-space nowrap
+
+h1
+  :padding-bottom 10px
+  :margin-bottom  30px
+  :border-bottom double #DDDDDD
+
+h2
+  :text-decoration underline
+  
+h4
+  :margin 20px 10px 20px 5px
+  :padding 5px
+  :background-color #EFEFEF
+
+#header
+  :height 10px
+  :background-color #EFEFEF
+  :margin-bottom 20px
+
+#content
+  :margin 0px 30px 10px 20px
+
+#summary-section
+  :font-size 0.7em
+  :margin-bottom 30px
+  :padding-bottom 20px
+  :border-bottom 1px solid #DDD
+
+#summary-table
+  :border-top 1px solid #DDD
+  :border-left 1px solid #DDD
+  
+  
+#summary-table tr.level5
+  :background-color #99FF99
+
+#summary-table tr.level3
+  :background-color #999933
+  
+#summary-table tr.level1
+  :background-color #DD3333
+  
+#summary-table tr.level0
+  :background-color #EFEFEF
+  
+#summary-table th, #summary-table td
+  :border-bottom 1px solid #DDD  
+  :border-right 1px solid #DDD
+  
+
+#summary-table th
+  :background-color #EFEFEF
+  :padding-left 15px
+  :padding-right 15px
+
+#summary-table td
+  :padding-left 5px
+  :padding-right 5px
+
+#section-table
+  :border 0px
+
+.section
+  :margin-bottom 20px
+  :margin-left 20px
+  :border-right 1px solid #DDD
+  
+p
+  :font-size 0.7em
+  :margin 0px
+  :padding 0px
+
+#footer
+  :margin-top 20px
+  :clear both
+  :padding 10px
+  :color #AAA
+  :text-align left
+  :font-family sans-serif
+  :text-align center
+
+

metadata

@@ -0,0 +1,124 @@
+--- !ruby/object:Gem::Specification 
+name: spoonsix-dognotgod
+version: !ruby/object:Gem::Version 
+  version: 0.1.2
+platform: ruby
+authors: 
+- Luis Correa d'Almeida
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-02-28 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: sinatra
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.9.0.4
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: sequel
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.10.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: haml
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.0.7
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: thin
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.0.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: sqlite3-ruby
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.4
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: rest-client
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0.9"
+    version: 
+description: dog not god is a performance monitoring tool.
+email: luis.ca@gmail.com
+executables: 
+- dognotgod
+- dognotgod-client
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- app/models
+- app/models/host.rb
+- app/models/load.rb
+- config.ru
+- README
+- views/layout.haml
+- views/loads_xml.haml
+- views/main.haml
+- views/style.sass
+- config/thin.yml
+- server.rb
+- client.rb
+has_rdoc: false
+homepage: http://github.com/spoonsix/dognotgod
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: dog not god is a performance monitoring tool.
+test_files: []
+