fake_dynamo 0.0.6 → 0.0.7

data/README.md

@@ -6,10 +6,14 @@ local hosted, inmemory dynamodb emulator.
 # Caveats
 
 *  `ConsumedCapacityUnits` value will be 1 always.
-*  The response size is not constrained by 1mb limit. So operation like `BatchGetItem` will return all items irrespective of the response size
+*  The response size is not constrained by 1mb limit. So operation
+   like `BatchGetItem` will return all items irrespective of the
+   response size
 
 # Usage
 
+requires ruby >= 1.9
+
 ````
 gem install fake_dynamo
 
@@ -28,5 +32,13 @@ AWS.config(:use_ssl => false,
            :secret_access_key => "xxx")
 ````
 
+__please open a pull request with your configuration if you are using
+fake_dynamo with clients other than the ones mentioned above__.
+
 # Storage
-fake_dynamo stores the `write operations` (request that changes the data) in `/usr/local/var/fake_dynamo/db.fdb` and replays it before starting the server.
+fake_dynamo stores the `write operations` (request that changes the
+data) in `/usr/local/var/fake_dynamo/db.fdb` and replays it before
+starting the server. Because of the way fake_dynamo stores the data,
+file size tend to grow by time. so fake_dynamo will compact the database
+during start up if the file size is greater than 100mb. you can
+manually compact it by passing --compact flag.

data/lib/fake_dynamo/key.rb

@@ -1,5 +1,6 @@
 module FakeDynamo
   class Key
+    include Comparable
     extend Validation
 
     attr_accessor :primary, :range
@@ -67,5 +68,9 @@ module FakeDynamo
       result
     end
 
+    def <=>(other)
+      [primary, range] <=> [other.primary, other.range]
+    end
+
   end
 end

data/lib/fake_dynamo/server.rb

@@ -4,6 +4,8 @@ module FakeDynamo
   class Server < Sinatra::Base
 
     set :show_exceptions, false
+    set :environment, :production
+    set :lock, true
 
     post '/' do
       status = 200

data/lib/fake_dynamo/table.rb

@@ -200,16 +200,8 @@ module FakeDynamo
       hash_attribute = Attribute.from_hash(key_schema.hash_key.name, data['HashKeyValue'])
       matched_items = get_items_by_hash_key(hash_attribute)
 
-
       forward = data.has_key?('ScanIndexForward') ? data['ScanIndexForward'] : true
-
-      if forward
-        matched_items.sort! { |a, b| a.key.range <=> b.key.range }
-      else
-        matched_items.sort! { |a, b| b.key.range <=> a.key.range }
-      end
-
-      matched_items = drop_till_start(matched_items, data['ExclusiveStartKey'])
+      matched_items = drop_till_start(matched_items, data['ExclusiveStartKey'], forward)
 
       if data['RangeKeyCondition']
         conditions = {key_schema.range_key.name => data['RangeKeyCondition']}
@@ -237,7 +229,7 @@ module FakeDynamo
       count_and_attributes_to_get_present?(data)
       validate_limit(data)
       conditions = data['ScanFilter'] || {}
-      all_items = drop_till_start(items.values, data['ExclusiveStartKey'])
+      all_items = drop_till_start(items.values, data['ExclusiveStartKey'], true)
       result, last_evaluated_item, scaned_count = filter(all_items, conditions, data['Limit'], false)
       response = {
         'Count' => result.size,
@@ -267,9 +259,22 @@ module FakeDynamo
       end
     end
 
-    def drop_till_start(all_items, start_key_hash)
+    def drop_till_start(all_items, start_key_hash, forward)
+      all_items = all_items.sort_by { |item| item.key }
+
+      unless forward
+        all_items = all_items.reverse
+      end
+
       if start_key_hash
-        all_items.drop_while { |i| i.key.as_key_hash != start_key_hash }.drop(1)
+        start_key = Key.from_data(start_key_hash, key_schema)
+        all_items.drop_while do |item|
+          if forward
+            item.key <= start_key
+          else
+            item.key >= start_key
+          end
+        end
       else
         all_items
       end

data/lib/fake_dynamo/version.rb

@@ -1,3 +1,3 @@
 module FakeDynamo
-  VERSION = "0.0.6"
+  VERSION = "0.0.7"
 end

data/spec/fake_dynamo/table_spec.rb

@@ -373,7 +373,8 @@ module FakeDynamo
         t = Table.new(data)
         t.put_item(item)
         (1..3).each do |i|
-          (1..10).each do |j|
+          (15.downto(1)).each do |j|
+            next if j.even?
             item['Item']['AttributeName1']['S'] = "att#{i}"
             item['Item']['AttributeName2']['N'] = j.to_s
             t.put_item(item)
@@ -422,14 +423,32 @@ module FakeDynamo
 
       it 'should handle scanindexforward' do
         result = subject.query(query)
-        result['Items'].first['AttributeName2'].should eq({'N' => '2'})
+        result['Items'].first['AttributeName2'].should eq({'N' => '3'})
         result = subject.query(query.merge({'ScanIndexForward' => false}))
-        result['Items'].first['AttributeName2'].should eq({'N' => '10'})
+        result['Items'].first['AttributeName2'].should eq({'N' => '15'})
+
+        query['ExclusiveStartKey'] = { 'HashKeyElement' => { 'S' => 'att1' }, 'RangeKeyElement' => { "N" => '7' }}
+        result = subject.query(query)
+        result['Items'][0]['AttributeName1'].should eq({'S' => 'att1'})
+        result['Items'][0]['AttributeName2'].should eq({'N' => '9'})
+
+        result = subject.query(query.merge({'ScanIndexForward' => false}))
+        result['Items'][0]['AttributeName1'].should eq({'S' => 'att1'})
+        result['Items'][0]['AttributeName2'].should eq({'N' => '5'})
+
+        query['ExclusiveStartKey'] = { 'HashKeyElement' => { 'S' => 'att1' }, 'RangeKeyElement' => { "N" => '8' }}
+        result = subject.query(query)
+        result['Items'][0]['AttributeName1'].should eq({'S' => 'att1'})
+        result['Items'][0]['AttributeName2'].should eq({'N' => '9'})
+
+        result = subject.query(query.merge({'ScanIndexForward' => false}))
+        result['Items'][0]['AttributeName1'].should eq({'S' => 'att1'})
+        result['Items'][0]['AttributeName2'].should eq({'N' => '7'})
       end
 
       it 'should return lastevaluated key' do
         result = subject.query(query)
-        result['LastEvaluatedKey'].should == {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"6"}}
+        result['LastEvaluatedKey'].should == {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"11"}}
         result = subject.query(query.merge('Limit' => 100))
         result['LastEvaluatedKey'].should be_nil
 
@@ -439,14 +458,18 @@ module FakeDynamo
       end
 
       it 'should handle exclusive start key' do
-        result = subject.query(query.merge({'ExclusiveStartKey' => {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"6"}}}))
+        result = subject.query(query.merge({'ExclusiveStartKey' => {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"7"}}}))
         result['Count'].should eq(4)
-        result['Items'].first['AttributeName2'].should eq({'N' => '7'})
+        result['Items'].first['AttributeName2'].should eq({'N' => '9'})
+        result = subject.query(query.merge({'ExclusiveStartKey' => {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"8"}}}))
+        result['Count'].should eq(4)
+        result['Items'].first['AttributeName2'].should eq({'N' => '9'})
         result = subject.query(query.merge({'ExclusiveStartKey' => {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"88"}}}))
         result['Count'].should eq(0)
         result['Items'].should be_empty
       end
 
+
       it 'should return all elements if not rangekeycondition is given' do
         query.delete('RangeKeyCondition')
         result = subject.query(query)
@@ -455,7 +478,7 @@ module FakeDynamo
 
       it 'should handle between operator' do
         query['RangeKeyCondition'] = {
-          'AttributeValueList' => [{'N' => '1'}, {'N' => '4'}],
+          'AttributeValueList' => [{'N' => '1'}, {'N' => '7'}],
             'ComparisonOperator' => 'BETWEEN'
         }
         result = subject.query(query)
@@ -466,7 +489,7 @@ module FakeDynamo
         query['AttributesToGet'] = ['AttributeName1', "AttributeName2"]
         result = subject.query(query)
         result['Items'].first.should eq('AttributeName1' => { 'S' => 'att1'},
-                                        'AttributeName2' => { 'N' => '2' })
+                                        'AttributeName2' => { 'N' => '3' })
       end
     end
 
@@ -474,7 +497,8 @@ module FakeDynamo
       subject do
         t = Table.new(data)
         (1..3).each do |i|
-          (1..10).each do |j|
+          (15.downto(1)).each do |j|
+            next if j.even?
             item['Item']['AttributeName1']['S'] = "att#{i}"
             item['Item']['AttributeName2']['N'] = j.to_s
             t.put_item(item)
@@ -509,7 +533,7 @@ module FakeDynamo
 
       it 'should handle basic scan' do
         result = subject.scan(scan)
-        result['Count'].should eq(30)
+        result['Count'].should eq(24)
 
         scan['ScanFilter']['AttributeName2']['ComparisonOperator'] = 'EQ'
         subject.scan(scan)['Count'].should eq(3)
@@ -518,7 +542,7 @@ module FakeDynamo
       it 'should return lastevaluated key' do
         scan['Limit'] = 5
         result = subject.scan(scan)
-        result['LastEvaluatedKey'].should == {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"5"}}
+        result['LastEvaluatedKey'].should == {"HashKeyElement"=>{"S"=>"att1"}, "RangeKeyElement"=>{"N"=>"9"}}
         result = subject.scan(scan.merge('Limit' => 100))
         result['LastEvaluatedKey'].should be_nil
 
@@ -526,6 +550,18 @@ module FakeDynamo
         result = subject.scan(scan)
         result['LastEvaluatedKey'].should be_nil
       end
+
+      it 'should handle ordering' do
+        scan['ExclusiveStartKey'] = { 'HashKeyElement' => { 'S' => 'att2' }, 'RangeKeyElement' => { "N" => '7' }}
+        result = subject.scan(scan)
+        result['Items'][0]['AttributeName1'].should eq({'S' => 'att2'})
+        result['Items'][0]['AttributeName2'].should eq({'N' => '9'})
+
+        scan['ExclusiveStartKey'] = { 'HashKeyElement' => { 'S' => 'att2' }, 'RangeKeyElement' => { "N" => '8' }}
+        result['Items'][0]['AttributeName1'].should eq({'S' => 'att2'})
+        result['Items'][0]['AttributeName2'].should eq({'N' => '9'})
+      end
+
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fake_dynamo
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-10 00:00:00.000000000 Z
+date: 2012-06-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70284409972980 !ruby/object:Gem::Requirement
+  requirement: &70282333825460 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70284409972980
+  version_requirements: *70282333825460
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70284409992000 !ruby/object:Gem::Requirement
+  requirement: &70282333824700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70284409992000
+  version_requirements: *70282333824700
 - !ruby/object:Gem::Dependency
   name: json
-  requirement: &70284409991540 !ruby/object:Gem::Requirement
+  requirement: &70282333823880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70284409991540
+  version_requirements: *70282333823880
 description: 
 email:
 - ananthakumaran@gmail.com