skinny_jeans 0.9.6 → 0.10.0

data/VERSION

@@ -1 +1 @@
-0.9.6
+0.10.0

data/lib/skinny_jeans/log_parser.rb

@@ -51,11 +51,14 @@ module SkinnyJeans
           lineno += 1
           next if lineno_of_last_line_parsed && lineno <= lineno_of_last_line_parsed
 
+          next if line.strip == ""
+
           # try to block most of the bots
           _user_agent = line.split('"')[5] # parse out the user agent... this should be configurable for now
           next if !_user_agent[/Mozilla\/|Opera/] || !!_user_agent[/bot|crawler|spider|slurp/i]
 
           begin
+            next if line[/\s\d\d\d\s/].strip.to_i != 200
             path_match = line[@path_regexp, 1]
             next if path_match.nil?
             date_match = line[@date_regexp, 1]
@@ -189,6 +192,9 @@ end
 
     def insert_or_increment(_datetime_obj, _path, _search_keyword = nil)
 
+      # dont care about query parameters
+      _path.sub!(/\?.*/,'')
+
       date_string = _datetime_obj.strftime(("%Y-%m-%d"))
 
       # data for all pageviews

data/skinny_jeans.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "skinny_jeans"
-  s.version = "0.9.6"
+  s.version = "0.10.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Jonathan Otto"]
-  s.date = "2012-10-07"
+  s.date = "2013-02-03"
   s.description = "Fast webserver log parser for persisting daily pageviews per path to sqlite"
   s.email = "jonathan.otto@gmail.com"
   s.extra_rdoc_files = [

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: skinny_jeans
 version: !ruby/object:Gem::Version
-  version: 0.9.6
+  version: 0.10.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-10-07 00:00:00.000000000 Z
+date: 2013-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sqlite3-ruby