metricstore 0.0.1 → 0.1.0

data/lib/metricstore/version.rb

@@ -1,3 +1,3 @@
 module Metricstore
-  VERSION = "0.0.1"
+  VERSION = "0.1.0"
 end

data/metricstore.gemspec

@@ -16,6 +16,8 @@ Gem::Specification.new do |gem|
   gem.version       = Metricstore::VERSION
 
   gem.add_dependency "couchbase", "~> 1.1.1"
+  gem.add_dependency "eventmachine", "~> 1.0.0.beta.1"
+  gem.add_dependency "em-synchrony", "~> 1.0.1"
 
   gem.add_development_dependency "rspec", "~> 2.9.0"
   gem.add_development_dependency "simplecov", "~> 0.6.1"
@@ -23,4 +25,6 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency "guard", "~> 1.0.1"
   gem.add_development_dependency "guard-bundler", "~> 0.1.3"
   gem.add_development_dependency "guard-rspec", "~> 0.7.0"
+  gem.add_development_dependency "timecop", "~> 0.3.5"
+  gem.add_development_dependency "ruby-prof", "~> 0.10.8"
 end

data/spec/lib/metricstore/client_spec.rb

@@ -0,0 +1,91 @@
+require File.dirname(__FILE__) + '/../../spec_helper'
+#require 'ruby-prof'
+
+module Metricstore
+  describe Client do
+    context "supposing the current time is 17:05 UTC on April 13, 2012" do
+      around(:each) do |spec|
+        Timecop.travel(Time.utc(2012,4,13,17,5)) do
+          @mock_key_value_client = MockKeyValueClient.new
+          @client = Metricstore::Client.new(
+            :kvstore => @mock_key_value_client,
+            :sleep_interval => 0.001,
+            :max_healthy_errors => 0,
+            :max_unhandled_errors => 0,
+            :max_retry_delay_in_seconds => 60.0
+          )
+          @client.max_ttl_of_dimension[:session_id] = 60
+          @client.run do
+            @n = 10
+  #          profile_data = RubyProf.profile do
+              @n.times do
+                @client.counter(:what => "logins", :where => {:user => 'joe', :ip => '10.20.30.40'})
+                @client.counter(:what => "logins", :where => {:user => 'bob', :ip => '10.20.30.40'})
+                @client.counter(:what => "logins", :where => {:user => 'joe', :ip => '10.20.30.50'})
+                @client.counter(:what => "logouts", :where => {:user => 'joe', :ip => '10.20.30.40'})
+
+                @client.measure(:what => "load_time", :value => 340, :where => {:page => '/welcome/', :session_id => "h0zhmb1c-u1xfgw305e"})
+                @client.measure(:what => "load_time", :value => 501, :where => {:page => '/welcome/', :session_id => "h0zhmb2q-643dotlcgd"})
+                @client.measure(:what => "load_time", :value => 212, :where => {:page => '/welcome/', :session_id => "h0zhmb1c-u1xfgw305e"})
+                @client.measure(:what => "load_time", :value => 343, :where => {:page => '/welcome/', :session_id => "h0zhmb2q-643dotlcgd"})
+              end
+  #          end
+
+            @client.list_threshold = 10
+
+            @sheep_count = @client.list_threshold + 1
+            @sheep_count.times do
+              @client.counter(:what => 'sheep', :where => {:id => rand(2**128).to_s(36)})
+            end
+
+            # result_path = Pathname.new(__FILE__).join('..','..','..','..','profile').expand_path
+            # result_path.join('calltree.data').open('w') do |f|
+            #   RubyProf::CallTreePrinter.new(profile_data).print(f)
+            # end
+            # result_path.join('graph.html').open('w') do |f|
+            #   RubyProf::GraphHtmlPrinter.new(profile_data).print(f)
+            # end
+          end
+
+          @client.run do
+            spec.run
+          end
+
+          @mock_key_value_client = nil
+          @client = nil
+        end
+      end
+
+      it "should work like the README says it does" do
+        @client.count(:hour => '2012-04-13-17', :what => "logins").should == 3 * @n
+        @client.list(:hour => '2012-04-13-17', :what => "logins", :list => :user).should == ['joe', 'bob']
+        @client.count(:hour => '2012-04-13-17', :what => "logins", :where => {:user => 'joe'}).should == 2 * @n
+        @client.count(:hour => '2012-04-13-17', :what => "logins", :where => {:user => 'bob'}).should == 1 * @n
+        @client.list(:hour => '2012-04-13-17', :what => "logins", :where => {:user => 'joe'}, :list => :ip).should == ['10.20.30.40', '10.20.30.50']
+        @client.list(:hour => '2012-04-13-17', :what => "logins", :where => {:user => 'bob'}, :list => :ip).should == ['10.20.30.40']
+        @client.count(:hour => '2012-04-13-17', :what => "logins", :where => {:user => 'joe', :ip => '10.20.30.40'}).should == 1 * @n
+
+        @client.count(:hour => "2012-04-13-17", :what => "load_time").should == 4 * @n
+        @client.sum(:hour => "2012-04-13-17", :what => "load_time").should == 1396 * @n
+        @client.average(:hour => "2012-04-13-17", :what => "load_time").should == 349.0
+        @client.maximum(:hour => "2012-04-13-17", :what => "load_time").should == 501
+        @client.minimum(:hour => "2012-04-13-17", :what => "load_time").should == 212
+        @client.stddev(:hour => "2012-04-13-17", :what => "load_time").should be_within(0.00000001).of 102.45730818248154
+        @client.list(:hour => "2012-04-13-17", :what => "load_time", :list => :page).should == ['/welcome/']
+
+        @client.count_of_groups(:hour => "2012-04-13-17", :what => "load_time", :group => :session_id).should == 2
+        @client.sum_of_ranges(:hour => "2012-04-13-17", :what => "load_time", :group => :session_id).should == 286
+        @client.average_range(:hour => "2012-04-13-17", :what => "load_time", :group => :session_id).should == 143
+        @client.maximum_range(:hour => "2012-04-13-17", :what => "load_time", :group => :session_id).should == 158
+        @client.minimum_range(:hour => "2012-04-13-17", :what => "load_time", :group => :session_id).should == 128
+        @client.stddev_of_ranges(:hour => "2012-04-13-17", :what => "load_time", :group => :session_id).should == 15.0
+
+        @client.estimated_list_size(:hour => "2012-04-13-17", :what => "load_time", :list => :session_id).should == 2
+
+        expect { @client.list(:hour => "2012-04-13-17", :what => "sheep", :list => :id) }.to raise_exception(Metricstore::DataLossError)
+
+        @client.estimated_list_size(:hour => "2012-04-13-17", :what => "sheep", :list => :id).should be_within((1.05 * Client::CARDINALITY_ESTIMATOR_ERROR_RATE * @sheep_count).ceil).of (@sheep_count)
+      end
+    end
+  end
+end

data/spec/lib/metricstore_spec.rb

@@ -0,0 +1 @@
+require File.dirname(__FILE__) + '/../spec_helper'

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require 'simplecov'
+SimpleCov.start
+
+require 'rubygems'
+require 'bundler'
+
+Bundler.require(:default, :test, :development)

data/tasks/console.rake

@@ -0,0 +1,5 @@
+desc "Open development console"
+task :console do
+  puts "Loading development console..."
+  system "irb -r #{File.join('.', 'lib', 'metricstore')}"
+end

data/tasks/coverage.rake

@@ -0,0 +1,10 @@
+desc "Generate and open coverage report"
+task :coverage do
+  system 'rake spec'
+  system 'open coverage/index.html'
+end
+
+desc "Generate and open coverage report"
+task :rcov do
+  system 'rake coverage'
+end

data/tasks/environment.rake

@@ -0,0 +1,4 @@
+desc "Load the environment"
+task :environment do
+  require File.expand_path('../../lib/metricstore', __FILE__)
+end

data/tasks/spec.rake

@@ -0,0 +1,12 @@
+require 'rspec/core/rake_task'
+
+desc "Run all specs"
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.rspec_opts = [
+    '-c',
+    '--format documentation',
+    '-r ./spec/spec_helper.rb',
+    '--backtrace'
+  ]
+  t.pattern = 'spec/**/*_spec.rb'
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: metricstore
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-13 00:00:00.000000000 Z
+date: 2012-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: couchbase
-  requirement: &70120781282620 !ruby/object:Gem::Requirement
+  requirement: &70241196652060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,32 @@ dependencies:
         version: 1.1.1
   type: :runtime
   prerelease: false
-  version_requirements: *70120781282620
+  version_requirements: *70241196652060
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: &70241196572240 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0.beta.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *70241196572240
+- !ruby/object:Gem::Dependency
+  name: em-synchrony
+  requirement: &70241196571740 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *70241196571740
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70120781281880 !ruby/object:Gem::Requirement
+  requirement: &70241196571280 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +54,10 @@ dependencies:
         version: 2.9.0
   type: :development
   prerelease: false
-  version_requirements: *70120781281880
+  version_requirements: *70241196571280
 - !ruby/object:Gem::Dependency
   name: simplecov
-  requirement: &70120781281280 !ruby/object:Gem::Requirement
+  requirement: &70241196570700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +65,10 @@ dependencies:
         version: 0.6.1
   type: :development
   prerelease: false
-  version_requirements: *70120781281280
+  version_requirements: *70241196570700
 - !ruby/object:Gem::Dependency
   name: rb-fsevent
-  requirement: &70120781280640 !ruby/object:Gem::Requirement
+  requirement: &70241196570060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +76,10 @@ dependencies:
         version: 0.9.1
   type: :development
   prerelease: false
-  version_requirements: *70120781280640
+  version_requirements: *70241196570060
 - !ruby/object:Gem::Dependency
   name: guard
-  requirement: &70120781279980 !ruby/object:Gem::Requirement
+  requirement: &70241196569400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,10 +87,10 @@ dependencies:
         version: 1.0.1
   type: :development
   prerelease: false
-  version_requirements: *70120781279980
+  version_requirements: *70241196569400
 - !ruby/object:Gem::Dependency
   name: guard-bundler
-  requirement: &70120781279340 !ruby/object:Gem::Requirement
+  requirement: &70241196568880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -76,10 +98,10 @@ dependencies:
         version: 0.1.3
   type: :development
   prerelease: false
-  version_requirements: *70120781279340
+  version_requirements: *70241196568880
 - !ruby/object:Gem::Dependency
   name: guard-rspec
-  requirement: &70120781278700 !ruby/object:Gem::Requirement
+  requirement: &70241196568320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -87,7 +109,29 @@ dependencies:
         version: 0.7.0
   type: :development
   prerelease: false
-  version_requirements: *70120781278700
+  version_requirements: *70241196568320
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: &70241196567400 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.5
+  type: :development
+  prerelease: false
+  version_requirements: *70241196567400
+- !ruby/object:Gem::Dependency
+  name: ruby-prof
+  requirement: &70241196566820 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.8
+  type: :development
+  prerelease: false
+  version_requirements: *70241196566820
 description: Metrics in a key-value store.
 email:
 - chris@kindkid.com
@@ -98,14 +142,37 @@ files:
 - .gitignore
 - .rvmrc
 - Gemfile
+- Guardfile
 - LICENSE
 - README.md
 - Rakefile
 - lib/metricstore.rb
-- lib/metricstore/base_client.rb
+- lib/metricstore/client.rb
 - lib/metricstore/couchbase_client.rb
+- lib/metricstore/count_incrementer.rb
+- lib/metricstore/exceptions.rb
+- lib/metricstore/hyper_log_log.rb
+- lib/metricstore/incrementer.rb
+- lib/metricstore/inserter.rb
+- lib/metricstore/mock_key_value_client.rb
+- lib/metricstore/monkey_patches.rb
+- lib/metricstore/range_updater.rb
+- lib/metricstore/updater.rb
 - lib/metricstore/version.rb
 - metricstore.gemspec
+- spec/lib/metricstore/client_spec.rb
+- spec/lib/metricstore/couchbase_client_spec.rb
+- spec/lib/metricstore/incrementer_spec.rb
+- spec/lib/metricstore/inserter_spec.rb
+- spec/lib/metricstore/monkey_patches_spec.rb
+- spec/lib/metricstore/range_updater_spec.rb
+- spec/lib/metricstore/updater_spec.rb
+- spec/lib/metricstore_spec.rb
+- spec/spec_helper.rb
+- tasks/console.rake
+- tasks/coverage.rake
+- tasks/environment.rake
+- tasks/spec.rake
 homepage: https://github.com/kindkid/metricstore
 licenses: []
 post_install_message: 
@@ -118,12 +185,18 @@ required_ruby_version: !ruby/object:Gem::Requirement
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: -1169059704362478148
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: -1169059704362478148
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.10
@@ -131,4 +204,13 @@ signing_key:
 specification_version: 3
 summary: Metrics in a key-value store. Accepts, summarizes, and stores continuous
   metrics updates to a key-value store. Answers queries in constant time.
-test_files: []
+test_files:
+- spec/lib/metricstore/client_spec.rb
+- spec/lib/metricstore/couchbase_client_spec.rb
+- spec/lib/metricstore/incrementer_spec.rb
+- spec/lib/metricstore/inserter_spec.rb
+- spec/lib/metricstore/monkey_patches_spec.rb
+- spec/lib/metricstore/range_updater_spec.rb
+- spec/lib/metricstore/updater_spec.rb
+- spec/lib/metricstore_spec.rb
+- spec/spec_helper.rb

data/lib/metricstore/base_client.rb

@@ -1,24 +0,0 @@
-module Metricstore
-  module BaseClient
-
-    def initialize
-      @ttl_of_hours = 31_556_926 # 1 year
-      @ttl_of_minutes = 86_400 # 24 hours
-      @ttl_of_group_members = 7200 # 2 hours
-      @list_threshold = 1000
-    end
-
-    attr_accessor :ttl_of_hours
-    attr_accessor :ttl_of_minutes
-    attr_accessor :ttl_of_group_members
-    attr_accessor :list_threshold
-
-    def counter(args={})
-      #TODO
-    end
-
-    def measure(args={})
-      #TODO
-    end
-  end
-end