parselogs 0.0.8

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MTQ1MDc5ZjI5YjBhYjg5ODk0NTUyNmU1NDJkNmU1NTQyMzAzMWY3Nw==
+  data.tar.gz: !binary |-
+    ZTYwYjA3ZTc4Yzc3NGNjNmVmNTQzZTdjZTg1ZWVhZGEwYWY3NDllZQ==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    ZWRjMWMyZDYyMjdhYTA1NjM3M2VjYTNkZDk4NWVhODFkMzY1ZmJkNjVjOWYy
+    YTJiODEwZGY1ZTcxNWM5MTk5ZWI0Y2FkNTk5YjA1ZmRiN2NiZGI4NDgxOGE1
+    N2VjYTEyMjQ3MmJlNzc3M2ZhOTI0YmMxNWM4ZTZhOGU3OTQ3ODU=
+  data.tar.gz: !binary |-
+    YWM3OTM2ZDc5MGFmYjIzMTcxM2FmNzg0ZGIzOTI5N2UzYmFlMDIwOTNiODI5
+    YTVjNzhjYjhhZGIyMTMzY2I5NDUyMGI4MzBiMmE1NzNjYjU5ZjgyODFiZmFi
+    YzJjNGI3YzM4YmQ1ZTYxYzU1ZjRmN2ZjMWU5N2QwYjUwY2M1YTY=

data/README.rdoc

@@ -0,0 +1,42 @@
+The Parselogs cli tool
+====================
+A simple log parser that searches a given string over a period of days and handles compressed files
+
+
+Installation
+------------
+	gem install parselogs
+
+
+Help output
+-----------
+
+SYNOPSIS
+
+    parselogs [global options] command [command options] [files...]
+
+GLOBAL OPTIONS
+
+    -d, --days=days     - number of days back to search (default: 1)
+    --help              - Show this message
+    -s, --search=string - the string you are searching for (default: none)
+    --version
+
+COMMANDS
+
+    all  - Search all logs from locations provided
+    help - Shows a list of commands or help for one command
+
+
+Sample Usage
+------------
+
+    parselogs --days 30 --search ctsimpson all /var/log/syslog*
+
+Mulitple File Locations
+-----------------------
+
+Just separate out multiple folder locations as arguments at the end of the command
+
+    parselogs -d 60 -s ctsimpson all /var/log/*.log /tmp/*.log
+

data/bin/parselogs

@@ -0,0 +1,79 @@
+#!/usr/bin/env ruby
+
+require 'gli'
+begin
+  require 'parselogs'
+rescue LoadError
+  STDERR.puts "Seems to be some problem loading all the libraries"
+  exit 64
+end
+
+include GLI::App
+
+# Usage example :
+# parselogs -s ctsimpso -d 30 /var/log /var/log/archive
+
+program_desc 'Extract user data from logs for a given period of time'
+
+version Parselogs::VERSION
+
+desc 'the string you are searching for'
+arg_name 'string'
+flag [:s, :search]
+
+desc 'number of days back to search'
+arg_name 'days'
+flag [:d, :days], :default_value => 1
+
+desc 'Search all logs from locations provided'
+arg_name ''
+command :all do |c|
+  c.action do |global_options,options,args|
+    if args.length < 1
+      raise "You need to provide some folder locations"
+    end
+
+    search = ''
+    if global_options[:search].nil?
+      raise "You must provide search criteria"
+    else
+      search = global_options[:search]
+    end
+
+    puts "Searching #{global_options[:days]} day(s) back."
+    args.each do |folder|
+      track = Parselogs::Parse.new(global_options)
+      track.search(folder)
+    end
+
+    #args.each { |folder| puts "Completed searching #{folder}"} unless args.empty?
+
+    # If you have any errors, just raise them
+    # raise "that command made no sense"
+
+    puts "Search ran successful"
+  end
+end
+
+pre do |global,command,options,args|
+  # Pre logic here
+  # Return true to proceed; false to abort and not call the
+  # chosen command
+  # Use skips_pre before a command to skip this block
+  # on that command only
+  true
+end
+
+post do |global,command,options,args|
+  # Post logic here
+  # Use skips_post before a command to skip this
+  # block on that command only
+end
+
+on_error do |exception|
+  # Error logic here
+  # return false to skip default error handling
+  true
+end
+
+exit run(ARGV)

data/lib/parselogs.rb

@@ -0,0 +1,8 @@
+require 'parselogs/version.rb'
+require 'parselogs/track.rb'
+require 'parselogs/file_ops.rb'
+
+# Add requires for other fixtures you add to your project here, so
+# you just need to require this one file in your bin file
+
+

data/lib/parselogs/file_ops.rb

@@ -0,0 +1,64 @@
+require 'date'
+
+module Parselogs
+  class FileOps
+
+
+    def get_file_with_date(file)
+      file_date = File.stat(file).mtime.to_s
+      {:name => file, :date => file_date}
+    end
+
+
+    def file_in_range?(file_date,days_back)
+      compare_date = Date.today - days_back
+      file_date = Date.parse(file_date)
+      file_date > compare_date
+    end
+
+    def parse_file(file,search)
+      if logfile?(file)
+        File.open(file) do |open_file|
+          open_file.each do |line|
+            parse_line(line,search)
+          end
+        end
+      end
+    end
+
+    def parse_compressed_file(file,search)
+      File.open(file) do |f|
+        gz = Zlib::GzipReader.new(f)
+        gz.each_line do |line|
+          parse_line(line,search)
+        end
+      end
+    end
+
+    def logfile?(file)
+      if file.match(/.log$|.log.1$/)
+        true
+      else
+        false
+      end
+    end
+
+    def compressed?(file)
+      File.extname(file) == '.gz'
+    end
+
+    def parse_line(line,search)
+      match_data = []
+      line = encoder(line)
+      if line.match(search)
+        puts line
+      end
+    end
+
+    def encoder(input)
+      input.force_encoding('UTF-8').encode('UTF-16', :invalid => :replace, :replace => '').encode('UTF-8')
+    end
+
+
+  end
+end

data/lib/parselogs/track.rb

@@ -0,0 +1,28 @@
+require 'date'
+require 'zlib'
+
+module Parselogs
+  class Parse
+
+    def initialize(options)
+      @options = options
+    end
+
+    def search(folder)
+      file_ops = Parselogs::FileOps.new()
+      files = Dir.glob(folder)
+      files.each do |file|
+        file = file_ops.get_file_with_date(file)
+        if file_ops.file_in_range?(file[:date], @options[:days].to_i)
+          puts "Parsing : #{file[:name]}"
+          if file_ops.logfile?(file[:name])
+            file_ops.parse_file(file[:name],@options[:search])
+          elsif file_ops.compressed?(file[:name])
+            file_ops.parse_compressed_file(file[:name],@options[:search])
+          end
+        end
+      end
+    end
+  end
+
+end

data/lib/parselogs/version.rb

@@ -0,0 +1,3 @@
+module Parselogs
+  VERSION = '0.0.8'
+end

data/parselogs.rdoc

@@ -0,0 +1,5 @@
+= parselogs
+
+Generate this with
+    parselogs rdoc
+After you have described your command line interface

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification
+name: parselogs
+version: !ruby/object:Gem::Version
+  version: 0.0.8
+platform: ruby
+authors:
+- Chris Simpson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.5.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.5.4
+description: 
+email: ctsimpson@gmail.com
+executables:
+- parselogs
+extensions: []
+extra_rdoc_files:
+- README.rdoc
+- parselogs.rdoc
+files:
+- bin/parselogs
+- lib/parselogs/version.rb
+- lib/parselogs/track.rb
+- lib/parselogs/file_ops.rb
+- lib/parselogs.rb
+- README.rdoc
+- parselogs.rdoc
+homepage: http://ctsimpson.com
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Simple Log parser that handles compressed files
+test_files: []