blooper 1.5

data/COPYING

@@ -0,0 +1,30 @@
+Copyright (c) 2012 paranormal <mbsd@isgroup.com.ua>
+
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+
+1. Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in the
+   documentation and/or other materials provided with the distribution.
+
+3. Neither the name of the organizations nor the names of its
+   contributors may be used to endorse or promote products derived
+   from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR
+CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/README.rdoc

@@ -0,0 +1,32 @@
+== Welcome to blooper
+
+{Blooper}[http://www.mariowiki.com/Blooper] is squid-like creatures that are found in the ocean.
+It can also write squid access log into a database (I believe any sequel-support database).
+Should you write a squid access log into a data base, you won't have to catch a blooper in the ocean of errors for that.
+I have already tamed one, and you are free to use it.
+
+The idea is shamelessly stolen from {logmysqldaemon}[http://sourceforge.net/projects/logmysqldaemon/] script.
+
+== Installation
+
+    gem install (pg|mysql|oracle|sqlite|etc sequel database adapter)
+    gem install blooper
+
+== Squid configuration
+
+    logformat squid_log time %ts.%03tu response_time %tr src_ip %>a squid_request_status %Ss http_status_code %03>Hs reply_size %<st request_method %rm request_url %ru username %un squid_hier_code %Sh dst_ip %<a mime_type %mt
+    access_log daemon:{adapter:postgres,database:squid,username:squid,password:squid,host:db} squid_log
+    logfile_daemon /usr/local/bin/blooper
+
+1. The column names are dynamic, here time is a column name, %ts.%03tu is a value that will have been written into that column.
+
+2. The second string contains database access information, the credential depends on {adapter}[http://sequel.rubyforge.org/rdoc/files/doc/opening_databases_rdoc.html], tested only with postgres.
+
+3. The third string is a full path to the executable ($ which blooper).
+
+== Database configuration
+
+    createdb squid
+    psql squid < pg.schema
+
+Or use your own schema integration, just specify the proper format into the logformat variable in squid.conf.

data/bin/blooper

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+# $VERBOSE = true
+# require 'ap'
+
+%w{logger singleton yaml sequel}.each {|lib| require lib}
+require_relative '../lib/blooper'
+
+Blooper.application.start

data/lib/blooper.rb

@@ -0,0 +1,64 @@
+require_relative 'blooper/version.rb'
+BLOOPER_VERSION = Blooper::VERSION
+
+require_relative 'blooper/db.rb'
+require_relative 'blooper/input.rb'
+require_relative 'blooper/line.rb'
+require_relative 'blooper/rows.rb'
+
+module Blooper
+
+  class << self
+    # Current Blooper Application
+    def application
+      @application ||= Application.new
+    end
+  end
+
+
+  class Application < Logger::Application
+
+    DATE_FORMAT = '%Y/%m/%d %H:%M:%S'
+    LOGGER_LEVEL = Logger::INFO
+
+    def initialize
+      super('Blooper')
+      self.level = $VERBOSE && Logger::DEBUG || LOGGER_LEVEL
+      self.logger.formatter = formatter
+      @input = Input.new
+    end
+
+    def run
+      @log.info('Establishing the database connection')
+      DB.instance
+      @log.info('A database connection has been established')
+      @input.each do |rows|
+        begin
+          rows.save
+          @log.debug('Data was saved')
+        rescue Sequel::DatabaseDisconnectError
+          @log.warn('A database connection has been lost, reconnecting...')
+          DB.instance.connect
+          retry
+        rescue Sequel::DatabaseError
+          @log.error('Probably data doesn\'t fit for database')
+          next
+        rescue Sequel::Error => error
+          @log.error(error.message)
+          next
+        end
+      end
+    end
+
+    private
+
+    def formatter
+       -> severity, datetime, appname, msg do
+        "#{datetime.strftime(DATE_FORMAT)} " +
+         "#{appname}(#{severity[0]})| " +
+         "#{msg}\n"
+      end
+    end
+
+  end
+end

data/lib/blooper/db.rb

@@ -0,0 +1,26 @@
+module Blooper
+  class DB
+
+    include Singleton
+
+    def initialize
+      @credentials = credentials
+      @accesses = connect
+    end
+
+    def connect
+      Sequel.connect(@credentials)[:accesses]
+    end
+
+    def insert(params)
+      @accesses.insert(params)
+    end
+
+    private
+
+    def credentials
+      YAML.load(ARGV.join(" ").gsub(/:/, ': '))
+    end
+
+  end
+end

data/lib/blooper/input.rb

@@ -0,0 +1,16 @@
+module Blooper
+  class Input
+
+    def initialize(input = STDIN)
+      @input = input
+    end
+
+    def each
+      @input.each do |line|
+        line = Line.new(line)
+        yield Rows.new(line.clean) if line.valid?
+      end
+    end
+
+  end
+end

data/lib/blooper/line.rb

@@ -0,0 +1,19 @@
+module Blooper
+  class Line
+
+    REG = Regexp.new('^L')
+
+    def initialize(line)
+      @line = line
+    end
+
+    def valid?
+      @line.match(REG) && @line.split.size.even?
+    end
+
+    def clean
+      @line.sub(REG, '')
+    end
+
+  end
+end

data/lib/blooper/rows.rb

@@ -0,0 +1,17 @@
+module Blooper
+  class Rows
+
+    def initialize(line = STDIN)
+      @line = line
+    end
+
+    def rows
+      Hash[*@line.split]
+    end
+
+    def save
+      DB.instance.insert(rows)
+    end
+
+  end
+end

data/lib/blooper/version.rb

@@ -0,0 +1,3 @@
+module Blooper
+  VERSION = "1.5" unless defined?(Blooper::VERSION)
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification
+name: blooper
+version: !ruby/object:Gem::Version
+  version: '1.5'
+  prerelease: 
+platform: ruby
+authors:
+- paranormal
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-12-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.38.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 3.38.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: work through squid access log daemon
+email: mbsd@isgroup.com.ua
+executables:
+- blooper
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/blooper
+- lib/blooper.rb
+- lib/blooper/input.rb
+- lib/blooper/line.rb
+- lib/blooper/rows.rb
+- lib/blooper/db.rb
+- lib/blooper/version.rb
+- COPYING
+- README.rdoc
+homepage: https://github.com/paranormal/blooper
+licenses:
+- bsd
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: squid's access log collector — Read more
+test_files: []