em-bucketer 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 772ea9675357649b2fe6b347fe4b62597570e4cc
-  data.tar.gz: 2cc15059f43071145dc0ea0dd215dcac32064fc2
+  metadata.gz: eaaf6c54984c095f03204b6682e10fb6a357ac82
+  data.tar.gz: 011accd36e8332183ddb1b4028416027c81e10cb
 SHA512:
-  metadata.gz: c0066f7f7e86c782c6f926655f4bdf6fce7eb6a9760c2315bc2be62fc6362fa0bc02fb497a8141c1f5b3d324c941f350683e372a55eb97b8d3012224598ee685
-  data.tar.gz: 72579c53678f6a894aba3369d76708841eed55c01f12cd11b4923200af5b23224f9b71ceaa04801fb0bc4eaf58e7d8d7d5d124c9ce9d55744d7788537950a42f
+  metadata.gz: a9ee2a1101c26baf9bce9383079a7192251231fccb02cceca8d46c2d90d6aa1e1cdeb9ce22228812fbfa56b707ae603a2b92d0241dc923e66828921a12847258
+  data.tar.gz: 985c4c1b96dee1b3ecba7e94aa7779c13733397aea0e3ef3fec52f63d9d9614e2f4894a95fd833453ca4892e0213bb6ce0f5f6c119b9181f6e443081b784a8a4

data/.yardopts

@@ -0,0 +1 @@
+--markup markdown

data/lib/em-bucketer/base.rb

@@ -101,6 +101,39 @@ module EventMachine::Bucketer
       end
     end
 
+    # Get at most `count` number of items from
+    # the bucket and remove them.
+    #
+    # @example get 100 items from the bucket
+    #   bucketer.get_and_remove("1", 100) do |items|
+    #     p "yay I got #{items.count} items"
+    #     items.each do |i|
+    #       p "got #{i}"
+    #     end
+    #   end
+    #
+    # @param bucket_id [String] the bucket id
+    # of the bucket you want to get
+    # @param count [Integer] the number of items
+    # you want from the bucket
+    # @yield [Array] the items you put
+    # into the bucket
+    def get_and_remove(bucket_id, count, &blk)
+      EM::Completion.new.tap do |c|
+        c.callback(&blk) if block_given?
+        get_bucket_from_db(bucket_id).callback do |bucket|
+          empty_bucket(bucket_id).callback do
+            values = []
+            EM::Iterator.new(bucket).each(get_and_remove_iterator(bucket_id, count, values, c), -> { c.succeed(values) })
+          end.errback do |e|
+            c.fail e
+          end
+        end.errback do |e|
+          c.fail e
+        end
+      end
+    end
+
     # Empty a bucket
     #
     # @param bucket_id [String] the bucket id
@@ -119,6 +152,24 @@ module EventMachine::Bucketer
 
     private
 
+    def get_and_remove_iterator(bucket_id, count, values, completion)
+      added = 0
+      proc do |tuple, iter|
+        key, val = tuple[0], tuple[1]
+        if added < count
+          added += 1
+          values << val
+          iter.next
+        else
+          add_item(bucket_id, key, val).callback do
+            iter.next
+          end.errback do |e|
+            completion.fail e
+          end
+        end
+      end
+    end
+
     def bucket_full?(bucket_id, &blk)
       bucket_size_from_db(bucket_id).callback do |size|
         blk.call size >= @bucket_threshold_size

data/lib/em-bucketer/version.rb

@@ -1,5 +1,5 @@
 module EventMachine
   module Bucketer
-    VERSION = "0.1.0"
+    VERSION = "0.1.1"
   end
 end

data/spec/em_bucketer_examples.rb

@@ -30,6 +30,25 @@ shared_examples "a bucketer" do
       end
     end
 
+    it 'handles multiple buckets' do
+      EM.run do
+        EM.add_timer(0.1) { fail "didn't reach EM.stop" }
+        bucketer.on_bucket_full do |bucket_id|
+          fail "shouldn't have called full"
+        end
+
+        add_n_items(bucketer, "1", 3) do
+          add_n_items(bucketer, "2", 3) do
+
+            bucketer.get_bucket("1") do |bucket|
+              expect(bucket).to eq([{:id => 0}, {:id => 1}, {:id => 2}])
+              EM.stop
+            end
+          end
+        end
+      end
+    end
+
     it 'calls on_bucket_full when a bucket fills up' do
       EM.run do
         EM.add_timer(0.1) { fail "didn't reach EM.stop" }
@@ -105,4 +124,23 @@ shared_examples "a bucketer" do
       end
     end
   end
+
+  describe '#get_and_remove' do
+    it 'gets 2 items and removes them' do
+      EM.run do
+        EM.add_timer(0.1) { fail "didn't reach EM.stop" }
+        add_n_items(bucketer, "1", 3) do
+
+          bucketer.get_and_remove("1", 2) do |bucket|
+            expect(bucket.count).to eq(2)
+
+            bucketer.get_bucket("1") do |remaining_bucket|
+              expect(remaining_bucket.count).to eq(1)
+              EM.stop
+            end
+          end
+        end
+      end
+    end
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: em-bucketer
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Richard Heycock
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-01 00:00:00.000000000 Z
+date: 2014-11-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: eventmachine
@@ -131,6 +131,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".yardopts"
 - Gemfile
 - LICENSE
 - README.md