logbox 0.2.10

data/test/stream_wrapper/order_blob_splitter_test.rb

@@ -0,0 +1,129 @@
+# encoding: utf-8
+require 'test_helper'
+require 'stream_wrapper'
+include StreamWrapper
+
+class StreamWrapper::OrderBlobSplitterTest < Test::Unit::TestCase 
+
+  PICK_ITEM               = %Q{81.225.100.141 - - [23/Nov/2009:06:26:04 +0100] "GET /log.gif?_item_id=3895&a=Mozilla%2F4.0%20(compatible%3B%20MSIE%207.0%3B%20Windows%20NT%205.1%3B%20Mozilla%2F4.0%20(compatible%3B%20MSIE%206.0%3B%20Windows%20NT%205.1%3B%20SV1)%20%3B%20.NET%20CLR%201.1.4322%3B%20.NET%20CLR%202.0.50727%3B%20.NET%20CLR%203.0.4506.2152%3B%20.NET%20CLR%203.5.30729%3B%20InfoPath.2)&aid=jetshop&e=click&l=sv&n=microsoft%20internet%20explorer&o=pick_item&p=win32&r=http%3A%2F%2Fwww.24.se%2Fsandisk-micro-secure-digital-2gb-p-1485.aspx&s=1024x768&sid=www.24.se&t=Sandisk%20MicroSD%20HC%208GB&u=http%3A%2F%2Fwww.24.se%2Fsandisk-microsd-hc-8gb-p-3895.aspx&uid=1258953499669667731&x=28543&z=-60& HTTP/1.1" 200 35 "http://www.24.se/sandisk-microsd-hc-8gb-p-3895.aspx" "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2)"\n}
+  BUY_BASKET              = %Q{81.225.100.141 - - [23/Nov/2009:06:45:23 +0100] "GET /log.gif?_order_blob=RW%3AT%7C2142%7C%7C1079.00%7C215.80%7C0.00%7Cstr%C3%B6mstad%7C%7CSweden%7C%20%0ARW%3AI%7C2142%7CMATAW09%20Wanni%20L%7COverall%20(98)%7C%7C1079.00%7C1%7C&a=Mozilla%2F4.0%20(compatible%3B%20MSIE%208.0%3B%20Windows%20NT%205.1%3B%20Trident%2F4.0%3B%20Mozilla%2F4.0%20(compatible%3B%20MSIE%206.0%3B%20Windows%20NT%205.1%3B%20SV1)%20%3B%20.NET%20CLR%202.0.50727%3B%20.NET%20CLR%203.0.4506.2152%3B%20.NET%20CLR%203.5.30729)&aid=jetshop&l=sv&n=microsoft%20internet%20explorer&o=buy_basket&p=win32&s=1024x600&sid=www.pixiekids.se&t=Unika%20barnkl%C3%A4der%20%26%20babykl%C3%A4der%20hos%20Pixiekids%20%E2%8E%AE%200-10%20%C3%A5r&u=https%3A%2F%2Fwww.pixiekids.se%2FOrderDetailsConfirmed.aspx&uid=1258954551578656003&x=87544&z=-60& HTTP/1.1" 200 35 "https://www.pixiekids.se/OrderDetailsConfirmed.aspx" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)"\n}
+  BUY_BASKET_WITH_2_ITEMS = %Q{81.225.100.141 - - [23/Nov/2009:06:45:23 +0100] "GET /log.gif?_order_blob=RW%3AT%7C2142%7C%7C1079.00%7C215.80%7C0.00%7Cstr%C3%B6mstad%7C%7CSweden%7C%20%0ARW%3AI%7C2142%7CMATAW09%20Wanni%20L%7COverall%20(98)%7C%7C1079.00%7C1%7CRW%3AI%7C2142%7CMATAW09%20Wanni%20L%7COverall%20(98)%7C%7C1079.00%7C1%7C&a=Mozilla%2F4.0%20(compatible%3B%20MSIE%208.0%3B%20Windows%20NT%205.1%3B%20Trident%2F4.0%3B%20Mozilla%2F4.0%20(compatible%3B%20MSIE%206.0%3B%20Windows%20NT%205.1%3B%20SV1)%20%3B%20.NET%20CLR%202.0.50727%3B%20.NET%20CLR%203.0.4506.2152%3B%20.NET%20CLR%203.5.30729)&aid=jetshop&l=sv&n=microsoft%20internet%20explorer&o=buy_basket&p=win32&s=1024x600&sid=www.pixiekids.se&t=Unika%20barnkl%C3%A4der%20%26%20babykl%C3%A4der%20hos%20Pixiekids%20%E2%8E%AE%200-10%20%C3%A5r&u=https%3A%2F%2Fwww.pixiekids.se%2FOrderDetailsConfirmed.aspx&uid=1258954551578656003&x=87544&z=-60& HTTP/1.1" 200 35 "https://www.pixiekids.se/OrderDetailsConfirmed.aspx" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)"\n}
+  EXPANDED_BUY_BASKET     = %Q{81.225.100.141 - - [23/Nov/2009:06:45:23 +0100] "GET /log.gif?_city=str%C3%B6mstad&_country=Sweden&_order_blob=RW%3AT%7C2142%7C%7C1079.00%7C215.80%7C0.00%7Cstr%C3%B6mstad%7C%7CSweden%7C%20%0ARW%3AI%7C2142%7CMATAW09%20Wanni%20L%7COverall%20(98)%7C%7C1079.00%7C1%7C&_order_id=2142&_shipping=0.00&_tax=215.80&_total=1079.00&a=Mozilla%2F4.0%20(compatible%3B%20MSIE%208.0%3B%20Windows%20NT%205.1%3B%20Trident%2F4.0%3B%20Mozilla%2F4.0%20(compatible%3B%20MSIE%206.0%3B%20Windows%20NT%205.1%3B%20SV1)%20%3B%20.NET%20CLR%202.0.50727%3B%20.NET%20CLR%203.0.4506.2152%3B%20.NET%20CLR%203.5.30729)&aid=jetshop&l=sv&n=microsoft%20internet%20explorer&o=buy_basket&p=win32&s=1024x600&sid=www.pixiekids.se&t=Unika%20barnkl%C3%A4der%20%26%20babykl%C3%A4der%20hos%20Pixiekids%20%E2%8E%AE%200-10%20%C3%A5r&u=https%3A%2F%2Fwww.pixiekids.se%2FOrderDetailsConfirmed.aspx&uid=1258954551578656003&x=87544&z=-60& HTTP/1.1" 200 35 "https://www.pixiekids.se/OrderDetailsConfirmed.aspx" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)"\n}
+  BUY_ITEM                = %Q{81.225.100.141 - - [23/Nov/2009:06:45:23 +0100] "GET /log.gif?_current_price=1079.00&_order_id=2142&_quantity=1&_sku=MATAW09+Wanni+L&_title=Overall+%2898%29&a=Mozilla%2F4.0%20(compatible%3B%20MSIE%208.0%3B%20Windows%20NT%205.1%3B%20Trident%2F4.0%3B%20Mozilla%2F4.0%20(compatible%3B%20MSIE%206.0%3B%20Windows%20NT%205.1%3B%20SV1)%20%3B%20.NET%20CLR%202.0.50727%3B%20.NET%20CLR%203.0.4506.2152%3B%20.NET%20CLR%203.5.30729)&aid=jetshop&l=sv&n=microsoft%20internet%20explorer&o=buy_item&p=win32&s=1024x600&sid=www.pixiekids.se&t=Unika%20barnkl%C3%A4der%20%26%20babykl%C3%A4der%20hos%20Pixiekids%20%E2%8E%AE%200-10%20%C3%A5r&u=https%3A%2F%2Fwww.pixiekids.se%2FOrderDetailsConfirmed.aspx&uid=1258954551578656003&x=87544&z=-60& HTTP/1.1" 200 35 "https://www.pixiekids.se/OrderDetailsConfirmed.aspx" "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)"\n}
+
+  context "An OrderBlobSplitter" do
+
+    should "not report eof unless stream is eof" do
+      s = OrderBlobSplitter.new("oneline\n")
+      assert(!s.eof?)
+      s.gets
+      assert(s.eof?)
+    end
+
+    should "handle an empty stream" do
+      s = OrderBlobSplitter.new("")
+      assert(s.eof?)
+      assert_equal(nil, s.gets)
+    end
+    
+    should "pass a nonsense line right through" do
+      s = OrderBlobSplitter.new("apa")
+      assert_equal("apa", s.gets)
+    end
+
+    should "just let non buy_baskets through unmodified" do
+      s = OrderBlobSplitter.new(PICK_ITEM + PICK_ITEM)
+      assert_equal(PICK_ITEM, s.gets)
+      assert_equal(PICK_ITEM, s.gets)
+      assert(s.eof?)
+    end
+    
+    should "expand a buy_basket with attributes from an order_blob" do
+      s = OrderBlobSplitter.new(BUY_BASKET)
+      assert_equal(EXPANDED_BUY_BASKET, s.gets)
+      assert(s.eof?)
+    end
+
+    should "add one buy_item line for an order_blob with an item" do
+      s = OrderBlobSplitter.new(BUY_BASKET)
+      s.gets # EXPANDED_BUY_BASKET
+      assert_equal(BUY_ITEM, s.gets)
+      assert(s.eof?)
+    end
+
+    should "add one buy_item for each item in an order_blob with two items" do
+      s = OrderBlobSplitter.new(BUY_BASKET_WITH_2_ITEMS)
+      s.gets # EXPANDED_BUY_BASKET
+      assert_equal(BUY_ITEM, s.gets)
+      assert_equal(BUY_ITEM, s.gets)
+      assert_equal(nil, s.gets)
+      assert(s.eof?)
+    end
+
+    context "with private method" do
+
+      setup do
+        @s = OrderBlobSplitter.new("")
+      end
+      
+      context "extract_order_blob" do
+        should "know extract the blob if it is there" do
+          blob = @s.send(:extract_order_blob, BUY_BASKET)
+          assert_equal(%Q{RW:T|2142||1079.00|215.80|0.00|strömstad||Sweden| \nRW:I|2142|MATAW09 Wanni L|Overall (98)||1079.00|1|}, blob)
+        end
+        should "return an empty string if there is no blob" do
+          blob = @s.send(:extract_order_blob, PICK_ITEM)
+          assert_equal("", blob)          
+        end
+      end
+
+      context "insert_user_attributes" do
+        should "return the same string if no attributes are given." do
+          line = @s.send(:insert_user_attributes, BUY_BASKET, {})
+          assert_equal(BUY_BASKET, line)
+        end
+        should "add parameters in alphabetic order" do
+          line = @s.send(:insert_user_attributes, "...?_aa=11&_dd=44&aid=...", {:cc => "33", :bb => "22"})
+          assert_equal("...?_aa=11&_bb=22&_cc=33&_dd=44&aid=...", line)
+        end
+        should "encode keys" do
+          line = @s.send(:insert_user_attributes, "...?_a=1&aid=...", {"|".to_sym => "a"})
+          assert_equal("...?_%7C=a&_a=1&aid=...", line)
+        end
+        should "encode values" do
+          line = @s.send(:insert_user_attributes, "...?_a=1&aid=...", {:b => "|"})
+          assert_equal("...?_a=1&_b=%7C&aid=...", line)
+        end
+        should "not include empty values" do
+          line = @s.send(:insert_user_attributes, "...?_a=1&aid=...", {:b => "", :c => nil})
+          assert_equal("...?_a=1&aid=...", line)
+        end
+        should "overwite attributes found in the line" do
+          line = @s.send(:insert_user_attributes, "...?_a=1&aid=...", {:a => "2"})
+          assert_equal("...?_a=2&aid=...", line)
+        end
+        should "let through multiple values for an attribute in the line" do
+          line = @s.send(:insert_user_attributes, "...?_a=1&_a=1&aid=...", {})
+          assert_equal("...?_a=1&_a=1&aid=...", line)
+        end
+        should "replace multiple values for an attribute in the line" do
+          line = @s.send(:insert_user_attributes, "...?_a=1&_a=1&aid=...", {:a => "2"})
+          assert_equal("...?_a=2&aid=...", line)
+        end
+        context "in replace mode" do
+          should "return an observation with no user attributes if none are given." do
+            line = @s.send(:insert_user_attributes, "...?_aa=11&_dd=44&aid=...", {}, :replace)
+            assert_equal("...?aid=...", line)
+          end
+          should "add parameters in alphabetic order without old parameters" do
+            line = @s.send(:insert_user_attributes, "...?_aa=11&_dd=44&aid=...", {:cc => "33", :bb => "22"}, :replace)
+            assert_equal("...?_bb=22&_cc=33&aid=...", line)
+          end
+        end
+        
+      end
+
+    end
+  end
+end
+

data/test/test_helper.rb

@@ -0,0 +1,23 @@
+TEST_RUN = true
+
+require 'setup_environment'
+require 'test/unit'
+
+require 'shoulda'
+require 'mocha'
+
+
+require 'mockup_log'
+
+class Test::Unit::TestCase
+  include MockupLog
+  
+  def read_fixture_file (name)
+    File.read(fixture_file(name))
+  end
+
+  def fixture_file (name)
+    File.join(File.dirname(__FILE__), "fixtures/#{name}")
+  end
+
+end

metadata

@@ -0,0 +1,177 @@
+--- !ruby/object:Gem::Specification
+name: logbox
+version: !ruby/object:Gem::Version
+  version: 0.2.10
+  prerelease: 
+platform: ruby
+authors:
+- dvrensk
+- enarsson
+- Jell
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-12-22 00:00:00.000000000 +01:00
+default_executable: 
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: right_aws
+  requirement: &70161206465840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70161206465840
+- !ruby/object:Gem::Dependency
+  name: single_instance
+  requirement: &70161206464580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70161206464580
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70161206463560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70161206463560
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70161206462420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *70161206462420
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: &70161206461260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+  type: :development
+  prerelease: false
+  version_requirements: *70161206461260
+- !ruby/object:Gem::Dependency
+  name: rcov
+  requirement: &70161206460020 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70161206460020
+description: Log-related code and tools that are used cross different applications
+email: dev@icehouse.se
+executables:
+- download_logs
+- obsstats
+- rotate
+- viewobs
+extensions: []
+extra_rdoc_files:
+- README
+files:
+- .bundle/config
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- README
+- Rakefile
+- VERSION
+- bin/download_logs
+- bin/obsstats
+- bin/rotate
+- bin/viewobs
+- lib/logbox.rb
+- lib/logbox/ansi_colors.rb
+- lib/logbox/log_parser.rb
+- lib/logbox/mockup_log.rb
+- lib/logbox/observation.rb
+- lib/logbox/observation_compiler.rb
+- lib/logbox/observation_mover.rb
+- lib/logbox/stream_wrapper.rb
+- lib/logbox/stream_wrapper/gzip_multi_file.rb
+- lib/logbox/stream_wrapper/observation_filter.rb
+- lib/logbox/stream_wrapper/order_blob_splitter.rb
+- lib/setup_environment.rb
+- logbox.gemspec
+- test/bin_viewobs_test.rb
+- test/fixtures/aws_keys_yaml.txt
+- test/fixtures/double-obs.log
+- test/fixtures/error_line.log
+- test/fixtures/log-for-md5.log
+- test/fixtures/log0.log
+- test/fixtures/log1.log
+- test/fixtures/log1.log.gz
+- test/fixtures/log2.log
+- test/fixtures/log2.log.gz
+- test/fixtures/log_invalid_mixed_encoding.log
+- test/fixtures/observation_filter.log
+- test/fixtures/unquoted_ugliness.log
+- test/log_parser_test.rb
+- test/observation_compiler_test.rb
+- test/observation_mover_test.rb
+- test/observation_test.rb
+- test/stream_wrapper/gzip_multi_file_test.rb
+- test/stream_wrapper/observation_filter_test.rb
+- test/stream_wrapper/order_blob_splitter_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: https://github.com/icehouse/logbox
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3282874155162756304
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: A Toolbox for Logs and Observations
+test_files:
+- test/bin_viewobs_test.rb
+- test/log_parser_test.rb
+- test/observation_compiler_test.rb
+- test/observation_mover_test.rb
+- test/observation_test.rb
+- test/stream_wrapper/gzip_multi_file_test.rb
+- test/stream_wrapper/observation_filter_test.rb
+- test/stream_wrapper/order_blob_splitter_test.rb
+- test/test_helper.rb