em-bucketer 0.1.0

data/lib/em-bucketer/version.rb

@@ -0,0 +1,5 @@
+module EventMachine
+  module Bucketer
+    VERSION = "0.1.0"
+  end
+end

data/spec/em_bucketer_examples.rb

@@ -0,0 +1,108 @@
+require 'spec_helper'
+require 'em-bucketer'
+
+shared_examples "a bucketer" do
+  describe '#add_item' do
+    it 'adds a item to the bucket' do
+      EM.run do
+        EM.add_timer(0.1) { fail "didn't reach EM.stop" }
+        bucketer.add_item("1", "2", {:foo => :bar}) do
+          bucketer.get_bucket("1") do |bucket|
+            expect(bucket).to eq([{:foo => :bar}])
+            EM.stop
+          end
+        end
+      end
+    end
+
+    it 'overwrites an existing item with the same id' do
+      EM.run do
+        EM.add_timer(0.1) { fail "didn't reach EM.stop" }
+        bucketer.add_item("1", "2", {:foo => :bar}) do
+          bucketer.add_item("1", "2", {:bar => :foo}) do
+
+            bucketer.get_bucket("1") do |bucket|
+              expect(bucket).to eq([{:bar => :foo}])
+              EM.stop
+            end
+          end
+        end
+      end
+    end
+
+    it 'calls on_bucket_full when a bucket fills up' do
+      EM.run do
+        EM.add_timer(0.1) { fail "didn't reach EM.stop" }
+        bucketer.on_bucket_full do |bucket_id|
+          expect(bucket_id).to eq("1")
+          EM.stop
+        end
+
+        add_n_items(bucketer, "1", 5) {}
+      end
+    end
+  end
+
+  describe '#empty_bucket' do
+    it 'emptys a bucket' do
+      EM.run do
+        EM.add_timer(0.1) { fail "didn't reach EM.stop" }
+        add_n_items(bucketer, "1", 3) do
+          bucketer.empty_bucket("1") do
+            bucketer.get_bucket("1") do |bucket|
+              expect(bucket).to eq([])
+              EM.stop
+            end
+          end
+        end
+      end
+    end
+  end
+
+  describe '#on_bucket_timeout' do
+    it 'calls the block when the timer times out' do
+      ran = false
+      EM.run do
+        EM.add_timer(0.05) { EM.stop }
+        # Stub out the timer that the bucketer uses
+        allow(EM).to receive(:add_timer).and_yield
+        bucketer.on_bucket_timeout do |bucket_id|
+          ran = true
+          expect(bucket_id).to eq("1")
+        end
+        bucketer.add_item("1", "2", :foo => :bar)
+      end
+      fail "didn't call timeout" unless ran
+    end
+
+    it 'doesnt call the block when the timer doesnt time out' do
+      EM.run do
+        EM.add_timer(0.1) { EM.stop }
+        allow(EM).to receive(:add_timer)
+        bucketer.on_bucket_timeout do |bucket_id|
+          fail "shouldn't have called timeout"
+        end
+        bucketer.add_item("1", "2", :foo => :bar)
+      end
+    end
+  end
+
+  describe '#get_and_empty_bucket' do
+    it 'gets the bucket then emptys the bucket' do
+      EM.run do
+        EM.add_timer(0.1) { fail "didn't reach EM.stop" }
+        add_n_items(bucketer, "1", 3) do
+
+          bucketer.get_and_empty_bucket("1") do |bucket|
+            expect(bucket).to eq([{:id => 0}, {:id => 1}, {:id => 2}])
+
+            bucketer.get_bucket("1") do |empty_bucket|
+              expect(empty_bucket).to eq([])
+              EM.stop
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/spec/in_memory_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'em-bucketer'
+
+describe EventMachine::Bucketer::InMemory do
+  it_behaves_like "a bucketer" do
+    let(:bucketer) { EM::Bucketer::InMemory.new(:bucket_threshold_size => 5) }
+  end
+end

data/spec/redis_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+require 'em-bucketer'
+require 'redis'
+
+describe EventMachine::Bucketer::Redis do
+  let(:prefix) { "test_prefix" }
+  before(:each) do
+    redis = Redis.new
+    redis.keys("em_bucketer:#{prefix}:*").each do |k|
+      redis.del(k)
+    end
+    redis.del("em_bucketer_known_buckets:#{prefix}")
+  end
+
+  it_behaves_like "a bucketer" do
+    let(:bucketer) { EM::Bucketer::Redis.new(prefix, :bucket_threshold_size => 5) }
+  end
+
+  it 'will set timers for existing buckets on startup' do
+    EM.run do
+      EM.add_timer(0.1) { EM.stop }
+      allow(EM).to receive(:add_timer).with(anything).and_yield
+      bucketer = EM::Bucketer::Redis.new(prefix, :bucket_threshold_size => 5)
+      bucketer.add_item("1", "2", :foo => :bar).callback do
+        bucketer.add_item("3", "4", :foo => :bar).callback do
+
+          expect(EM).to receive(:add_timer).with(3600).twice
+          bucketer = EM::Bucketer::Redis.new(prefix, :bucket_threshold_size => 5)
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+
+require 'rspec'
+require 'pry'
+require 'spec_methods'
+require 'em_bucketer_examples'
+
+RSpec.configure do |config|
+  config.order = :rand
+  config.include(SpecMethods)
+end

data/spec/spec_methods.rb

@@ -0,0 +1,10 @@
+module SpecMethods
+  def add_n_items(bucketer, bucket, n, &blk)
+    worker = proc do |i, iter|
+      bucketer.add_item(bucket, i.to_s, {:id => i}) do
+        iter.next
+      end
+    end
+    EM::Iterator.new(0...n).each(worker, blk)
+  end
+end

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification
+name: em-bucketer
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Richard Heycock
+- Dylan Griffith
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-hiredis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- dyl.griffith@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- em-bucketer.gemspec
+- lib/em-bucketer.rb
+- lib/em-bucketer/base.rb
+- lib/em-bucketer/database.rb
+- lib/em-bucketer/database/hash.rb
+- lib/em-bucketer/database/redis.rb
+- lib/em-bucketer/in_memory.rb
+- lib/em-bucketer/redis.rb
+- lib/em-bucketer/version.rb
+- spec/em_bucketer_examples.rb
+- spec/in_memory_spec.rb
+- spec/redis_spec.rb
+- spec/spec_helper.rb
+- spec/spec_methods.rb
+homepage: https://github.com/dgvz/em-bucketer
+licenses:
+- GPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A generic eventmachine library for storing arbitrary objects in buckets with
+  callbacks on threshold reached
+test_files:
+- spec/em_bucketer_examples.rb
+- spec/in_memory_spec.rb
+- spec/redis_spec.rb
+- spec/spec_helper.rb
+- spec/spec_methods.rb
+has_rdoc: