Http_Error_Log 0.1.0

data/.gitignore

@@ -0,0 +1,8 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+
+coverage
+rdoc
+.yardoc

data/Gemfile

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in Bob.gemspec
+gemspec

data/Http_Error_Log.gemspec

@@ -0,0 +1,32 @@
+# -*- encoding: utf-8 -*-
+
+$:.push File.expand_path("../lib", __FILE__)
+require "Http_Error_Log/version"
+
+Gem::Specification.new do |s|
+  s.name        = "Http_Error_Log"
+  s.version     = Http_Error_Log_VERSION
+  s.authors     = ["da99"]
+  s.email       = ["i-hate-spam-45671204@mailinator.com"]
+  s.homepage    = "https://github.com/da99/Http_Error_Log"
+  s.summary     = %q{Parse error.log from servers.}
+  s.description = %q{
+
+    Turns your error.log from a server into a Ruby data structure.
+    Read me at the homepage.
+    
+  }
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency 'bacon'
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'Bacon_Colored'
+  s.add_development_dependency 'pry'
+  
+  # Specify any dependencies here; for example:
+  s.add_runtime_dependency 'Split_Lines'
+end

data/README.md

@@ -0,0 +1,53 @@
+
+Http\_Error\_Log
+================
+
+A Ruby gem to turn an error log (eg Nginx error.log) into
+Ruby data structures:
+
+    2012/01/01 01:01:01 [error] 11563#0: *183 connect() failed (111: Connection refused) while connecting to upstream, client: 11.11.11.11, server: test.test.com, request: "GET /stylesheets/en-us/, , .css?time=1286211794 HTTP/1.1", upstream: "http://127.0.0.1:4567/test/en-us/Test-Page.css?time=1234.5678", host: "www.test.com", referrer: "http://www.test.com/"
+
+    # ->
+    [ { :created_at=>Time, :upstreatm=>String, ...} ]
+
+Installation
+------------
+
+    gem install Http_Error_Log
+
+Usage
+------
+
+    require "Http_Error_Log"
+    
+    Http_Error_Log "/my/nginx/error.log"
+    # -->  [ Hash, Hash, Hash ]
+
+Each Hash object has:
+
+    :line        => 12   # Integer
+    :created_at  => Time.parse(str)  # Time object.
+    :backtrace   => [ "file:num:[error] 11563#0"] 
+    :message     => "*183 connect() failed (111: Connection refused) while connecting to upstream"
+
+Skip records using a date/time string:
+
+    Http_Error_Log "err.log", '2012/04/04 04:04:04'
+    
+    # --> Skips records that are less OR equal to:
+    #     '2012/04/04 04:04:04'
+
+Run Tests
+---------
+
+    git clone git@github.com:da99/Http_Error_Log.git
+    cd Http_Error_Log
+    bundle update
+    bundle exec bacon spec/lib/main.rb
+
+"I hate writing."
+-----------------------------
+
+If you know of existing software that makes the above redundant,
+please tell me. The last thing I want to do is maintain code.
+

data/Rakefile

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require "bundler/gem_tasks"

data/lib/Http_Error_Log.rb

@@ -0,0 +1,64 @@
+require 'Http_Error_Log/version'
+require 'Split_Lines'
+require 'time'
+
+def Http_Error_Log file, skip = nil
+  h = Http_Error_Log_Helper
+  
+  lines = Split_Lines(File.read( file ))
+  lines
+  .map { |l| 
+
+    pieces = l.split %r!,?\s+([\w\_\.\-]+):\s+! 
+    
+    prefix = pieces.shift
+    time_str = prefix.split[0,2].join(' ') 
+    
+    next if skip && Time.parse(time_str) <= Time.parse(skip)
+    
+    pieces.each_index { |i|
+      if i.even?
+        pieces[i] = pieces[i].to_sym
+      end
+    }
+    
+    final = Hash[ *pieces ]
+    final[:created_at], final[:error], final[:msg] = h.to_time(prefix)
+    
+    final
+    
+  }.compact
+end # === def Http_Error_Log
+  
+class Http_Error_Log_Helper
+
+  class << self
+    
+    def to_kv str
+      pieces = str.split(':')
+      k = pieces.shift
+      v = pieces.join(':')
+      [ k.strip.to_sym, v.strip ]
+    end
+
+    # 
+    # Example input:
+    # "2012/05/08 04:08:19 [error] 11563#0: *183 connect() failed (111: Connection refused) while connecting to upstream"
+    #
+    # Output:
+    # [ Time, '[error] 1156#0', rest ]
+    # 
+    def to_time str
+      pieces = str.split
+      date = pieces.shift
+      time = pieces.shift
+
+      err, msg = pieces.join(' ').split(':')
+
+      [ Time.parse("#{date} #{time}" ), err, msg]
+    end
+
+  end # === << self
+
+  
+end # === Http_Error_Log_Helper

data/lib/Http_Error_Log/version.rb

@@ -0,0 +1 @@
+Http_Error_Log_VERSION = "0.1.0"

data/spec/Http_Error_Log.rb

@@ -0,0 +1,63 @@
+
+describe "Http_Error_Log 'file'" do
+  
+  it "turns file into an Array" do
+    NGINX_ERROR_LOG
+    .should.is_a Array
+  end
+
+  it "defines keys as symbols: client server request upstream host referrer created_at error msg" do
+    %w{ 
+    client server request upstream host referrer created_at error msg
+    }.each { |k|
+      NGINX_ERROR_LOG.first.should.has_key k.to_sym
+    }
+  end
+
+  it "sets key: :created_at" do
+    key_should_be :created_at, Time.parse('2012/01/01 01:01:01')
+  end
+
+  it "sets key: :client" do
+    key_should_be :client, '11.11.11.11'
+  end
+  
+  it "sets key: :server" do
+    key_should_be :server, 'test.test.com'
+  end
+
+  it "sets key: :host" do
+    key_should_be :host, '"www.test.com"'
+  end
+  
+  it "sets key: :request" do
+    key_should_be :request, "GET /stylesheets/en-us/, , .css?time=1286211794 HTTP/1.1".inspect
+  end
+
+  it "sets key: :referrer" do
+    key_should_be :referrer, '"http://www.test.com/"'
+  end
+  
+
+  it "sets key: upstream" do
+    key_should_be :upstream, "http://127.0.0.1:4567/test/en-us/Test-Page.css?time=1234.5678".inspect
+  end
+  
+  
+  it "returns an empty array if file is empty" do
+    EMPTY_LOG
+    .should == []
+  end
+
+end # === Http_Error_Log 'file'
+
+describe "Http_Error_Log :file, \"date time\"" do
+  
+  it "skips all entries that come after a specified" do
+    target = NGINX_ERROR_LOG[1, NGINX_ERROR_LOG.size]
+    Http_Error_Log("spec/file/nginx.error.log", "2012/01/01 01:01:01 ")
+    .should == target
+  end
+  
+end # === Http_Error_Log :file, \"skip\"
+

data/spec/bin.rb

@@ -0,0 +1,13 @@
+
+bins = Dir.glob("bin/*")
+
+unless bins.empty?
+  describe "permissions of bin/" do
+    bins.each { |file|
+      it "should chmod 755 for: #{file}" do
+        `stat -c %a #{file}`.strip
+        .should.be == "755"
+      end
+    }
+  end # === permissions of bin/
+end # === unless bins.empty?

data/spec/file/nginx.error.log

@@ -0,0 +1,4 @@
+2012/01/01 01:01:01 [error] 11563#0: *183 connect() failed (111: Connection refused) while connecting to upstream, client: 11.11.11.11, server: test.test.com, request: "GET /stylesheets/en-us/, , .css?time=1286211794 HTTP/1.1", upstream: "http://127.0.0.1:4567/test/en-us/Test-Page.css?time=1234.5678", host: "www.test.com", referrer: "http://www.test.com/"
+2012/02/02 02:02:02 [error] 11563#0: *183 connect() failed (111: Connection refused) while connecting to upstream, client: 22.22.22.22, server: test.test.com, request: "GET /stylesheets/en-us/+,  .css?time=1286211794 HTTP/1.1", upstream: "http://127.0.0.1:4567/2/en-us/+, 2.css?time=2", host: "www.test.com", referrer: "http://www.test.com/"
+2012/03/03 03:03:03 [error] 11563#0: *183 connect() failed (111: Connection refused) while connecting to upstream, client: 33.33.33.33, server: test.test.com, request: "GET /stylesheets/en-us/+,  .css?time=1386311794 HTTP/1.1", upstream: "http://137.0.0.1:4567/3/en-us/+, 3.css?time=3", host: "www.test.com", referrer: "http://www.test.com/"
+2012/04/04 04:04:04 [error] 11563#0: *183 connect() failed (111: Connection refused) while connecting to upstream, client: 44.44.44.44, server: test.test.com, request: "GET /stylesheets/en-us/+,  .css?time=1486411794 HTTP/1.1", upstream: "http://147.0.0.1:4567/4/en-us/+, 4.css?time=4", host: "www.test.com", referrer: "http://www.test.com/"

data/spec/lib/main.rb

@@ -0,0 +1,48 @@
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.print e.message, "\n"
+  $stderr.print "Run `bundle install` to install missing gems\n"
+  exit e.status_code
+end
+require 'bacon'
+
+Gem_Dir = File.expand_path( File.join(File.dirname(__FILE__) + '/../..') )
+$LOAD_PATH.unshift Gem_Dir
+$LOAD_PATH.unshift( Gem_Dir + "/lib" )
+
+Bacon.summary_on_exit
+
+require 'Http_Error_Log'
+require 'Bacon_Colored'
+require 'pry'
+
+# ======== Custom code =============
+#
+
+NGINX_ERROR_LOG = Http_Error_Log("spec/file/nginx.error.log")
+EMPTY_LOG       = Http_Error_Log("spec/file/empty.log")
+
+class Bacon::Context
+  def key_should_be k, v
+    NGINX_ERROR_LOG.first[k].should == v
+  end
+end
+
+# ======== Include the tests.
+target_files = ARGV[1, ARGV.size - 1].select { |a| File.file?(a) }
+
+if target_files.empty?
+  
+  # include all files
+  Dir.glob('./spec/*.rb').each { |file|
+    require file.sub('.rb', '') if File.file?(file)
+  }
+  
+else 
+  # Do nothing. Bacon grabs the file.
+  
+end

metadata

@@ -0,0 +1,138 @@
+--- !ruby/object:Gem::Specification
+name: Http_Error_Log
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- da99
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-05-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bacon
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: Bacon_Colored
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: Split_Lines
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! "\n\n    Turns your error.log from a server into a Ruby data structure.\n
+  \   Read me at the homepage.\n    \n  "
+email:
+- i-hate-spam-45671204@mailinator.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Http_Error_Log.gemspec
+- README.md
+- Rakefile
+- lib/Http_Error_Log.rb
+- lib/Http_Error_Log/version.rb
+- spec/Http_Error_Log.rb
+- spec/bin.rb
+- spec/file/empty.log
+- spec/file/nginx.error.log
+- spec/lib/main.rb
+homepage: https://github.com/da99/Http_Error_Log
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Parse error.log from servers.
+test_files: []