gltail 0.0.7

data/lib/gl_tail/font_store.rb

@@ -0,0 +1,165 @@
+class FontStore
+  @list_base = 0
+  @font = []
+  @buffers = nil
+
+  @font_texture = nil
+
+  def self.generate_textures
+    if @font_texture.nil?
+      @font_texture = glGenTextures(1)[0]
+
+      File.open("#{File.dirname(__FILE__)}/font.bin") do |f|
+        @font = Marshal.load(f)
+      end
+
+      font_data = []
+
+      # Add missing pixels to increase height by 3
+      32.upto(255) do |c|
+        @font[c] += @font[c] + [0,0,0].pack("C*") * 24
+      end
+
+      0.upto(196607) do |i|
+        font_data[i] = 0
+      end
+
+      # Re-order bitmap data into one 256x256 texture
+      32.upto(255) do |c|
+        row = (c - 32) / 16
+        col = (c - 32) % 16
+
+        offset = row * 256*16*3 + col*8*3
+        0.upto(15) do |y|
+          0.upto(7) do |x|
+            font_data[offset + y*256*3 + x*3 +0] = @font[c][y*8*3 + x*3 + 0]
+            font_data[offset + y*256*3 + x*3 +1] = @font[c][y*8*3 + x*3 + 1]
+            font_data[offset + y*256*3 + x*3 +2] = @font[c][y*8*3 + x*3 + 2]
+          end
+        end
+
+      end
+
+#      File.open("lib/font_256.bin", "wb") do |f|
+#        Marshal.dump(font_data, f)
+#      end
+
+      font_data = font_data.pack("C*")
+
+      glBindTexture(GL_TEXTURE_2D, @font_texture)
+      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST)
+      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST)
+#      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR)
+#      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR)
+#      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP)
+#      glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP)
+      glTexEnvf(GL_TEXTURE_ENV, GL_TEXTURE_ENV_MODE, GL_MODULATE)
+      #    glTexEnvf(GL_TEXTURE_ENV, GL_TEXTURE_ENV_MODE, GL_DECAL)
+#    glTexEnvf(GL_TEXTURE_ENV, GL_TEXTURE_ENV_MODE, GL_REPLACE)
+      glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, 256, 256, 0, GL_RGB, GL_UNSIGNED_BYTE, font_data)
+
+      glBindTexture(GL_TEXTURE_2D, 0)
+    end
+  end
+
+  def self.generate_font
+    self.generate_textures
+    return
+
+    # Ignore the rest for now, used only to create font.bin
+
+#    glPushMatrix
+#    glViewport(0, 0, 8, 15)
+#    glMatrixMode(GL_PROJECTION)
+#    glLoadIdentity()
+
+#    glOrtho(0, 8, 13, 0, -1.0, 1.0)
+
+#    glMatrixMode(GL_MODELVIEW)
+#    glLoadIdentity()
+#    glTranslate(0, 0, 0)
+
+#    glMaterial(GL_FRONT, GL_AMBIENT_AND_DIFFUSE, ( [1.0, 1.0, 1.0, 1.0]  ) )
+#    32.upto(255) do |c|
+#      glClearColor(0.0, 0.0, 0.0, 1.0)
+#      glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)
+
+#      glRasterPos(0,0)
+#      begin
+#        glutBitmapCharacter(GLUT_BITMAP_8_BY_13, c)
+#      rescue RangeError
+#        glutBitmapCharacterX(c)
+#      end
+
+#      glBindTexture(GL_TEXTURE_2D, @textures[c])
+#      glCopyTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, 0, 13, 8, 13, 0)
+
+
+#      glBindTexture(GL_TEXTURE_2D, 0)
+#    end
+#    glClearColor(0.0, 0.0, 0.0, 1.0)
+#    glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)
+
+#    glPopMatrix
+
+  end
+
+  def self.render_char(engine, c, pos)
+    char_size = engine.char_size
+
+    base = c-32
+
+    offsetx = ((base%16) ) / (32.0)
+    offsety = ((base/16) * 16) / (256.0)
+
+    width   =  8 / 256.0
+    height  = 13 / 256.0
+
+    pos_offset = char_size * pos
+
+    glTexCoord2f(offsetx,offsety)
+    glNormal3f(1.0, 1.0, 0.0)
+    glVertex3f(pos_offset, 0, 0.0)
+
+    glTexCoord2f(offsetx+width,offsety)
+    glNormal3f(1.0, 1.0, 0.0)
+    glVertex3f(pos_offset + char_size, 0.0, 0.0)
+
+    glTexCoord2f(offsetx+width,offsety + height)
+    glNormal3f(1.0, 1.0, 0.0)
+    glVertex3f(pos_offset + char_size, engine.line_size, 0.0)
+
+    glTexCoord2f(offsetx,offsety + height)
+    glNormal3f(1.0, 1.0, 0.0)
+    glVertex3f(pos_offset, engine.line_size, 0.0)
+  end
+
+
+  def self.render_string(engine, txt)
+    glPushMatrix
+    glEnable(GL_BLEND)
+    glBlendFunc(GL_ONE, GL_ONE)
+    glBindTexture(GL_TEXTURE_2D, @font_texture)
+
+    unless BlobStore.has(txt)
+      list = glGenLists(1)
+      glNewList(list, GL_COMPILE)
+      glBegin(GL_QUADS)
+      pos = 0
+      txt.each_byte do |c|
+        self.render_char(engine, c, pos)
+        pos += 1
+      end
+      glEnd
+      glEndList
+      BlobStore.put(txt,list)
+    end
+    glCallList(BlobStore.get(txt))
+
+    glBindTexture(GL_TEXTURE_2D, 0)
+    glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA)
+    glDisable(GL_BLEND)
+    glPopMatrix
+  end
+
+end

data/lib/gl_tail/http_helper.rb

@@ -0,0 +1,58 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+class HttpHelper
+
+  def self.parse_useragent(ua)
+    case ua
+    when /MSIE ([^;]+);/
+      "Internet Explorer #{$1}"
+    when /Firefox\/(\S+)/
+      "Firefox #{$1}"
+    when /Iceweasel\/(\S+)/
+      "Firefox #{$1}"
+    when /Camino\/(\S+)/
+      "Camino #{$1}"
+    when /Opera\/(\S+)/
+      "Opera #{$1}"
+    when /Safari\/([\d.]+)/
+      "Safari #{$1}"
+    when /Konqueror\/(\S+);/
+      "Konqueror #{$1}"
+    when /Wget/
+      'Wget'
+
+    when /ia_archiver/
+      "Internet Archive Bot"
+    when /Googlebot/
+      "Google Bot"
+    when /msnbot-media/
+      "Microsoft Media Bot"
+    when /msnbot/
+      "Microsoft Bot"
+    when /Gigabot/
+      'Gigabot'
+    when /Yahoo!/
+      'Yahoo Bot'
+    when "-"
+      "-"
+    else
+      ua
+    end
+  end
+
+  def self.generalize_url(url)
+    case url
+    when /^(.*?)\/(\d+)$/
+      "#{$1}/:id"
+    when /^(.*?)\/[a-zA-Z0-9]{32}(.*?)$/
+      "#{$1}/:md5#{$2 if $2}"
+    else
+      url
+    end
+  end
+
+end

data/lib/gl_tail/item.rb

@@ -0,0 +1,17 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+class Item
+  attr_accessor :message, :size, :color, :type
+
+  def initialize(message, size, color, type)
+    @message = message
+    @size = size
+    @color = color
+    @type = type
+  end
+
+end

data/lib/gl_tail/parser.rb

@@ -0,0 +1,46 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+require 'gl_tail/http_helper'
+
+class Parser
+  attr_reader :source
+
+  def initialize( source )
+    @source = source
+  end
+  
+  # DEPRECATED?
+  def server
+    @source
+  end
+
+  def self::inherited( klass )
+    parser_name = klass.to_s.sub( /Parser$/, '' ).downcase.intern
+
+    @registry ||= {}
+    @registry[ parser_name ] = klass
+  end
+
+  def self::registry
+    return @registry
+  end
+
+  def parse( line )
+    raise NotImplementedError,
+      "Concrete parsers must implement parse()"
+  end
+
+  # dsl-ish helper methods so the parsers don't call server.add_* anymore.  That
+  # seems magical now that server isn't be explicitly passed anymore.
+  def add_activity( opts = {} )
+    @source.add_activity( opts )
+  end
+  
+  def add_event( opts = {} )
+    @source.add_event( opts )
+  end
+end

data/lib/gl_tail/parsers/apache.rb

@@ -0,0 +1,56 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+# Parser which handles access_logs in combined format from Apache
+class ApacheParser < Parser
+  def parse( line )
+    _, host, user, domain, date, url, status, size, referrer, useragent = /([\d\S.]+) (\S+) (\S+) \[([^\]]+)\] \"(.+?)\" (\d+) ([\S]+) \"([^\"]+)\" \"([^\"]+)\"/.match(line).to_a
+
+    unless host
+      _, host, user, domain, date, url, status, size = /([\d\S.]+) (\S+) (\S+) \[([^\]]+)\] \"(.+?)\" (\d+) ([\S]+)/.match(line).to_a
+    end
+
+    if host
+      _, referrer_host, referrer_url = /^http[s]?:\/\/([^\/]+)(\/.*)/.match(referrer).to_a if referrer
+      method, url, http_version = url.split(" ")
+      url = method if url.nil?
+      url, parameters = url.split('?')
+
+      referrer.gsub!(/http:\/\//,'') if referrer
+
+      add_activity(:block => 'sites', :name => server.name, :size => size.to_i) # Size of activity based on size of request
+      add_activity(:block => 'urls', :name => url)
+      add_activity(:block => 'users', :name => host, :size => size.to_i)
+      add_activity(:block => 'referrers', :name => referrer) unless (referrer.nil? || referrer_host.nil? || referrer_host.include?(server.name) || referrer_host.include?(server.host))
+      add_activity(:block => 'user agents', :name => HttpHelper.parse_useragent(useragent), :type => 3) unless useragent.nil?
+
+      if( url.include?('.gif') || url.include?('.jpg') || url.include?('.png') || url.include?('.ico'))
+        type = 'image'
+      elsif url.include?('.css')
+        type = 'css'
+      elsif url.include?('.js')
+        type = 'javascript'
+      elsif url.include?('.swf')
+        type = 'flash'
+      elsif( url.include?('.avi') || url.include?('.ogm') || url.include?('.flv') || url.include?('.mpg') )
+        type = 'movie'
+      elsif( url.include?('.mp3') || url.include?('.wav') || url.include?('.fla') || url.include?('.aac') || url.include?('.ogg'))
+        type = 'music'
+      else
+        type = 'page'
+      end
+      add_activity(:block => 'content', :name => type)
+      add_activity(:block => 'status', :name => status, :type => 3) # don't show a blob
+
+      add_activity(:block => 'warnings', :name => "#{status}: #{url}") if status.to_i > 400
+
+      # Events to pop up
+      add_event(:block => 'info', :name => "Logins", :message => "Login...", :update_stats => true, :color => [1.5, 1.0, 0.5, 1.0]) if method == "POST" && url.include?('login')
+      add_event(:block => 'info', :name => "Sales", :message => "$", :update_stats => true, :color => [1.5, 0.0, 0.0, 1.0]) if method == "POST" && url.include?('/checkout')
+      add_event(:block => 'info', :name => "Signups", :message => "New User...", :update_stats => true, :color => [1.0, 1.0, 1.0, 1.0]) if( method == "POST" && (url.include?('/signup') || url.include?('/users/create')))
+    end
+  end
+end

data/lib/gl_tail/parsers/iis.rb

@@ -0,0 +1,47 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+# Parser which handles Internet Information Server (IIS) logs
+class IISParser < Parser
+  def parse( line )
+    _, date, time,serverip, url, referrer, port, size, host, useragent, status = /^([\d-]+) ([\d:]+) ([\d.]+) (.+? .+?) (\S+) (.+?) (\S+) ([\d.]+) (.+?) (\d+) (.*)$/.match(line).to_a
+
+    if host
+      _, referrer_host, referrer_url = /^http[s]?:\/\/([^\/]+)(\/.*)/.match(referrer).to_a if referrer
+      method, url, http_version = url.split(" ")
+      url, parameters = url.split('?')
+
+      add_activity(:block => 'sites', :name => server.name, :size => size.to_i) # Size of activity based on size of request
+      add_activity(:block => 'urls', :name => url)
+      add_activity(:block => 'users', :name => host, :size => size.to_i)
+      add_activity(:block => 'referrers', :name => referrer) unless (referrer_host.nil? || referrer_host.include?(server.name) || referrer_host.include?(server.host) || referrer == '-')
+      add_activity(:block => 'user agents', :name => useragent, :type => 3)
+
+      if( url.include?('.gif') || url.include?('.jpg') || url.include?('.png') || url.include?('.ico'))
+        type = 'image'
+      elsif url.include?('.css')
+        type = 'css'
+      elsif url.include?('.js')
+        type = 'javascript'
+      elsif url.include?('.swf')
+        type = 'flash'
+      elsif( url.include?('.avi') || url.include?('.ogm') || url.include?('.flv') || url.include?('.mpg') )
+        type = 'movie'
+      elsif( url.include?('.mp3') || url.include?('.wav') || url.include?('.fla') || url.include?('.aac') || url.include?('.ogg'))
+        type = 'music'
+      else
+        type = 'page'
+      end
+      add_activity(:block => 'content', :name => type)
+      add_activity(:block => 'status', :name => status, :type => 3) # don't show a blob
+
+      # Events to pop up
+      add_event(:block => 'info', :name => "Logins", :message => "Login...", :update_stats => true, :color => [1.5, 1.0, 0.5, 1.0]) if method == "POST" && url.include?('login')
+      add_event(:block => 'info', :name => "Sales", :message => "$", :update_stats => true, :color => [1.5, 0.0, 0.0, 1.0]) if method == "POST" && url.include?('/checkout')
+      add_event(:block => 'info', :name => "Signups", :message => "New User...", :update_stats => true, :color => [1.0, 1.0, 1.0, 1.0]) if( method == "POST" && (url.include?('/signup') || url.include?('/users/create')))
+    end
+  end
+end

data/lib/gl_tail/parsers/mysql.rb

@@ -0,0 +1,29 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+# Parser which handles logs from MySQL
+class MysqlParser < Parser
+  def parse( line )
+    # 071013  9:43:17       7 Query       select * from users where username='test' limit 10
+
+    if line.include? " Query   "
+      _, query = /^.* Query\s+(.+)$/.match(line).to_a
+
+      if query
+        add_activity(:block => 'sites', :name => server.name)
+        add_activity(:block => 'database', :name => query)
+      end
+
+    elsif line.include? " Connect  "
+      #                      8 Connect     debian-sys-maint@localhost on
+      _, user = /^.* Connect\s+(.+) on\s+/.match(line).to_a
+      if user
+        add_activity(:block => 'logins', :name => "#{user}/mysql" )
+      end
+    end
+
+  end
+end

data/lib/gl_tail/parsers/nginx.rb

@@ -0,0 +1,46 @@
+# gl_tail.rb - OpenGL visualization of your server traffic
+# Copyright 2007 Erlend Simonsen <mr@fudgie.org>
+#
+# Licensed under the GNU General Public License v2 (see LICENSE)
+#
+
+# Parser which handles nginx logs
+class NginxParser < Parser
+  def parse( line )
+    _, remote_addr, remote_user, status, request, size, referrer, http_user_agent, http_x_forwarded_for = /^([^\s]+) - ([^\s]+) \[.*\] (\d+) \"(.+)\" (\d+) \"(.*)\" \"([^\"]*)\" \"(.*)\"/.match(line).to_a
+
+    if request
+      _, referrer_host, referrer_url = /^http[s]?:\/\/([^\/]+)(\/.*)/.match(referrer).to_a if referrer
+      method, full_url, _ = request.split(' ')
+      url, parameters = full_url.split('?')
+
+      add_activity(:block => 'sites', :name => server.name, :size => size.to_i)
+      add_activity(:block => 'urls', :name => url)
+      add_activity(:block => 'users', :name => remote_addr, :size => size.to_i)
+      add_activity(:block => 'referrers', :name => referrer) unless (referrer_host.nil? || referrer_host.include?(server.name) || referrer_host.include?(server.host) || referrer == '-')
+      add_activity(:block => 'user agents', :name => http_user_agent, :type => 3) unless http_user_agent.nil?
+
+      if( url.include?('.gif') || url.include?('.jpg') || url.include?('.png') || url.include?('.ico'))
+        type = 'image'
+      elsif url.include?('.css')
+        type = 'css'
+      elsif url.include?('.js')
+        type = 'javascript'
+      elsif url.include?('.swf')
+        type = 'flash'
+      elsif( url.include?('.avi') || url.include?('.ogm') || url.include?('.flv') || url.include?('.mpg') )
+        type = 'movie'
+      elsif( url.include?('.mp3') || url.include?('.wav') || url.include?('.fla') || url.include?('.aac') || url.include?('.ogg'))
+        type = 'music'
+      else
+        type = 'page'
+      end
+
+      add_activity(:block => 'content', :name => type)
+      add_activity(:block => 'status', :name => status, :type => 3)
+
+      add_event(:block => 'info', :name => "Logins", :message => "Login...", :update_stats => true, :color => [1.5, 1.0, 0.5, 1.0]) if method == "POST" && url.include?('/login')
+      add_event(:block => 'info', :name => "Registration", :message => "Register", :update_stats => true, :color => [1.5, 0.0, 0.0, 1.0]) if method == "POST" && url.include?('/register')
+    end
+  end
+end