gltail 0.0.7

data/Rakefile

@@ -0,0 +1,19 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+require './lib/gl_tail.rb'
+
+Hoe.new('gltail', GlTail::VERSION) do |p|
+  p.rubyforge_name = 'gltail'
+  p.author = 'Erlend Simonsen'
+  p.email = 'mr@fudgie.org'
+  p.summary = 'View real-time data and statistics from any logfile on any server with SSH, in an intuitive and entertaining way.'
+  p.description = p.paragraphs_of('README.txt', 2..5).join("\n\n")
+  p.url = p.paragraphs_of('README.txt', 0).first.split(/\n/)[1..-1]
+  p.changes = p.paragraphs_of('History.txt', 0..1).join("\n\n")
+  p.extra_deps << ['ruby-opengl', '>= 0.40.1']
+  p.extra_deps << ['net-ssh', '>= 1.1.2']
+end
+
+# vim: syntax=Ruby

data/TODO

@@ -0,0 +1,9 @@
+Allow more indicators (pulsing color/size, cubes, teapots, etc)
+Clickable links
+Drag 'n drop organizing
+Hide/show blocks with keypresses
+Limit display to specific host
+Geolocation on IPS
+Show only percentage of blobs to handle high-traffic sites
+Multi-line parsing (MySQL slow-log)
+Multiple activity providers (local tail, ssh, Splunk)

data/bin/gl_tail

@@ -0,0 +1,109 @@
+#!/usr/bin/env ruby
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+
+$DBG=0
+$VRB=1
+
+file = 'gl_tail.yaml'
+
+ARGV.each do |arg|
+  case arg
+  when '-help','--help','-h'
+    puts "gl_tail [--help|-h] [--parsers|-p] [--verbose|-v] [--debug|-d] [--debug-ssh|-ds] [configfile]",
+         '[--help|-h]        This help screen',
+         '[--version]        Print version information',
+         '[--new|-n]         Initialize config specified with default options',
+         '[--parsers|-p]     List available parsers',
+         '[--options|-o]     List available configuration options',
+         '[--quiet|-q]       Turn off runtime information',
+         '[--debug|-d]       Turn on debugging',
+         '[--debug-ssh|-ds]  Only debug SSH',
+         '[configfile]       The YAML config file you wish to load (default = config.yaml)'
+    exit
+  when '-version', '--version'
+    @print = :version
+  when '-new', '--new', '-n'
+    @init_config = true
+  when '-parsers','--parsers', '-p'
+    @print = :parsers
+  when '-debug', '--debug', '-d'
+    $DBG=1
+  when '-quiet', '--quiet', '-q'
+    $VRB=0
+  when '-debug-ssh', '--debug-ssh', '-ds'
+    $DBG=2
+  when '--options', '-o'
+    @print = :options
+  else
+    if(File.exist?(arg) && File.file?(arg))
+      file = arg
+    else
+      if defined? @init_config
+        file = arg
+      else
+        file = "#{arg}.yaml"
+      end
+    end
+  end
+end
+
+if defined? @init_config
+  require 'ftools'
+
+  if File.directory? file
+    puts "'#{file}' is a directory, not overwriting."
+    exit
+  end
+
+  if File.exist? file
+    File.move(file, file + ".bak")
+    puts "Existing configuration moved to '#{file + '.bak'}'"
+  end
+
+  File.copy(File.dirname(__FILE__) + '/../dist/config.yaml', file)
+  puts "Example configuration installed in '#{file}'"
+  puts "Please edit it and change server and login information."
+  exit
+elsif !File.exist?(file)
+  puts "Configuration file not found. Either supply the path to a config file as an argument to gl_tail,",
+       "or create a new one with:",
+       "  gl_tail --new #{file}"
+  exit
+end
+
+require File.dirname(__FILE__) + '/../lib/gl_tail.rb'
+
+if defined? @print
+  case @print
+  when :parsers
+    puts "Supported Parsers [" + Parser::registry.keys.sort { |a,b| a.to_s <=> b.to_s }.collect{ |p| ":#{p.to_s}"}.join(", ") + "]"
+  when :options
+    require 'pp'
+    puts "Supported Configuration Options"
+
+    pp(GlTail::CONFIG_OPTIONS)
+  when :version
+    puts "gl_tail v" + GlTail::VERSION + " by Erlend Simonsen <mr@fudgie.org> - http://www.fudgie.org"
+  end
+  exit
+end
+
+
+######## TRAP Interrupts and exit cleanly ########
+
+trap("HUP") { exit }
+trap("INT") { exit }
+trap("QUIT") { exit }
+trap("ABRT") { exit }
+trap("KILL") { exit }
+trap("TERM") { exit }
+#trap("USR1") { $VRB >= 1 ? $VRB = 0 : $VRB += 1; puts "verbose toggled" }
+trap("USR2") { $DBG >= 2 ? $DBG = 0 : $DBG += 1; puts "debug level toggled" }
+
+config = GlTail::Config.parse_yaml(file)
+
+engine = GlTail::Engine.new(config)
+engine.start

data/dist/config.yaml

@@ -0,0 +1,101 @@
+servers:
+    site1:
+        host: foobar.com
+        user: foo
+        password: topsecret
+        command: tail -f -n0
+        files: /var/log/apache/access_log
+        parser: apache
+        color: 0.2, 1.0, 0.2, 1.0
+    rails:
+        host: anotherfunsite.com
+        user: anotherfunuser
+        port: 222
+        command: tail -f -n0
+        files: /var/www/apps/funapp/current/log/production.log
+        parser: rails
+        color: 0.2, 0.2, 1.0, 1.0
+config:
+    dimensions: 1200x600
+    min_blob_size: 0.004
+    max_blob_size: 0.04
+    highlight_color: orange
+    bounce: false
+    left_column:
+        size: 25
+        alignment: -0.99
+        blocks:
+            info:
+                order: 0
+                size: 10
+                auto_clean: false
+                show: total
+            hosts:
+                order: 1
+                size: 3
+            sites:
+                order: 2
+                size: 10
+            content:
+                order: 3
+                size: 5
+                show: total
+                color: 1.0, 0.8, 0.4, 1.0
+            status:
+                order: 4
+                size: 10
+                color: 1.0, 0.8, 0.4, 1.0
+            types:
+                order: 5
+                size: 5
+                color: 1.0, 0.4, 0.2, 1.0
+            users:
+                order: 6
+                size: 10
+            smtp:
+                order: 7
+                size: 5
+            logins:
+                order: 8
+                size: 5
+            database:
+                order: 9
+                size: 10
+
+    right_column:
+        size: 25
+        alignment: 0.99
+        blocks:
+            urls:
+                order: 0
+                size: 15
+            slow requests:
+                order: 1
+                size: 5
+                show: average
+            referrers:
+                order: 2
+                size: 10
+            user agents:
+                order: 3
+                size: 5
+                color: 1.0, 1.0, 1.0, 1.0
+            mail from:
+                order: 4
+                size: 5
+            mail to:
+                order: 5
+                size: 5
+            viruses:
+                order: 6
+                size: 5
+            rejections:
+                order: 7
+                size: 5
+                color: 1.0, 0.2, 0.2, 1.0
+            warnings:
+                order: 8
+                size: 5
+resolver:
+    reverse_ip_lookups: true
+    reverse_timeout: 0.5

data/lib/gl_tail.rb

@@ -0,0 +1,68 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the General Public License v2 (see LICENSE)
+#
+
+module GlTail
+  VERSION = '0.0.7'
+end
+
+begin
+  require 'rubygems'
+rescue LoadError
+  puts "Rubygems missing. Please install."
+  puts "Ubuntu:\n  sudo apt-get install rubygems"
+end
+
+gem_version = Gem::RubyGemsVersion.split('.')
+
+if gem_version[1].to_i < 9 || (gem_version[1].to_i >= 9 && gem_version[2].to_i < 2)
+  puts "rubygems too old to build ruby-opengl. Please update."
+  puts "Ubuntu:"
+  puts "  sudo gem update --system"
+  exit
+end
+
+begin
+  gem 'ruby-opengl', '>= 0.40.1'
+  require 'gl'
+  require 'glut'
+rescue LoadError
+  puts "Missing or outdated gem: ruby-opengl (>=0.40.1)"
+  puts "Ubuntu:"
+  puts "  sudo apt-get install rake ruby1.8-dev libgl1-mesa-dev libglu1-mesa-dev libglut3-dev"
+  puts "  sudo gem install -y ruby-opengl -r"
+  puts "\nFor more information: http://ruby-opengl.rubyforge.org/build_install.html"
+  exit
+end
+
+begin
+  gem 'net-ssh'
+  require 'net/ssh'
+rescue LoadError
+  puts "Missing gem net-ssh."
+  puts "Ubuntu:"
+  puts "  sudo gem install -y net-ssh -r"
+  exit
+end
+
+$:.unshift(File.dirname(__FILE__)) # this should be obsolete once its a gem
+
+# load our libraries
+require 'gl_tail/engine'
+require 'gl_tail/config/configurable'
+require 'gl_tail/config'
+require 'gl_tail/config/yaml_parser'
+
+# sources represent event sources defaults to ssh tail
+# future options: JMS queue, spread.org, local tail, etc
+require 'gl_tail/sources/base'
+require 'gl_tail/sources/ssh'
+
+%w( engine activity block item element parser resolver blob_store font_store).each {|f| require "gl_tail/#{f}" }
+
+Dir.glob( "#{File.dirname(__FILE__)}/gl_tail/parsers/*.rb" ).each {|f| require f }
+
+
+

data/lib/gl_tail/activity.rb

@@ -0,0 +1,145 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+class Activity
+  attr_accessor :x, :y, :z, :wx, :wy, :wz, :xi, :yi, :zi
+  attr_accessor :message, :color, :size, :type
+
+  def initialize(message, x, y, z, color, size, type = 0)
+    @message = message
+    @x, @y, @z = x, y, z
+    @xi, @yi, @zi = 0.012 + (rand(100)/100.0 ) * 0.0012 , 0.002 + (rand(1000)/1000.0 ) * 0.002, 0
+#    @xi, @yi, @zi = 0.015 , 0.0025, 0
+
+    if @x >= 0.0
+      @xi = -@xi
+    end
+
+    @xi = (rand(100)/100.0 * 0.02) - 0.01 if type == 2
+
+    @color = color
+    @size  = size
+    @type  = type
+
+    @rx, @ry, @rz = rand(360), rand(360), 0
+  end
+
+  def render(engine)
+    if @type != 5
+      if engine.screen.wanted_fps == 0
+        @x += @xi/2
+        @y += @yi/2
+        @yi = @yi - 0.0005/2
+      else
+        @fps_mod ||= (60.0 / engine.screen.wanted_fps)
+        @x += (@xi/2) * @fps_mod
+        @y += (@yi/2) * @fps_mod
+        @yi = @yi - (0.0005/2) * @fps_mod
+      end
+
+#      @yi = @yi * 1.01
+#      @xi = @xi * 0.9995
+
+      if @y - @size/2 < -engine.screen.top
+        @y = -engine.screen.top + @size/2
+        @yi = -@yi * 0.7
+        @x = 30.0 if(@type == 2 || (engine.screen.bounce.nil? || engine.screen.bounce == false ) )
+      end
+    else
+      dy = @wy - @y
+      if dy.abs < 0.001
+        @y = @wy
+      else
+        @y += dy / 20
+      end
+
+      dx = @wx - @x
+      if dx.abs < 0.001
+        @x = @wx
+      else
+        @x += dx / 20
+      end
+
+      if @x == @wx
+        @x = 20.0
+      end
+
+    end
+
+    glPushMatrix()
+    glColor(@color)
+
+    if @type == 0 || @type == 5
+      glTranslate(@x, @y, @z)
+      if engine.screen.mode == 1
+        glRotatef(@rx, 1.0, 0.0, 0.0)
+        glRotatef(@ry, 0.0, 1.0, 0.0)
+        @rx += 2
+        @ry += 1
+        unless BlobStore.has(@size)
+          list = glGenLists(1)
+          glNewList(list, GL_COMPILE)
+
+          glBegin(GL_QUADS)
+          glVertex3f(-@size,  @size, 0)
+          glVertex3f( @size,  @size, 0)
+          glVertex3f( @size, -@size, 0)
+          glVertex3f(-@size, -@size, 0)
+          glEnd
+
+          glEndList()
+          BlobStore.put(@size,list)
+        end
+      else
+        unless BlobStore.has(@size)
+
+          list = glGenLists(1)
+          glNewList(list, GL_COMPILE)
+          
+          tmp = 10 + 10 * ((@size-engine.screen.min_blob_size)/engine.screen.max_blob_size)
+          if not tmp
+            puts "THIS KEEPS CRASHING FOR ME WITH tmp == NaN -- cant figure out why"
+            tmp = 2
+          end
+          
+          glutSolidSphere(@size, tmp, 2)
+          glEndList()
+          BlobStore.put(@size,list)
+        end
+      end
+      glCallList(BlobStore.get(@size))
+    elsif @type == 1
+      glTranslate(@x, @y, @z)
+      glRotatef(@rx, 1.0, 0.0, 0.0)
+      glRotatef(@ry, 0.0, 1.0, 0.0)
+      @rx += 2
+      @ry += 1
+      unless BlobStore.has(@size.to_s)
+        list = glGenLists(1)
+        glNewList(list, GL_COMPILE)
+
+        glBegin(GL_QUADS)
+        glVertex3f(-@size,  @size, 0)
+        glVertex3f( @size,  @size, 0)
+        glVertex3f( @size, -@size, 0)
+        glVertex3f(-@size, -@size, 0)
+        glEnd
+
+        glEndList()
+        BlobStore.put(@size.to_s,list)
+      end
+
+      glCallList(BlobStore.get(@size.to_s))
+    elsif @type == 2
+      glTranslate(@x, @y, @z)
+      glRasterPos(0.0, 0.0)
+
+      engine.render_string(@message)
+    end
+
+    glPopMatrix()
+  end
+end