fake_dynamo 0.0.5 → 0.0.6

data/README.md

@@ -23,7 +23,9 @@ fake_dynamo --port 4567
 ````ruby
 # rvmsudo fake_dynamo --port 80
 AWS.config(:use_ssl => false,
-           :dynamo_db_endpoint => 'localhost')
+           :dynamo_db_endpoint => 'localhost',
+           :access_key_id => "xxx",
+           :secret_access_key => "xxx")
 ````
 
 # Storage

data/lib/fake_dynamo/api.yml

@@ -557,6 +557,7 @@
                       - :string
               ComparisonOperator:
               - :string
+              - :required
               - :enum: [EQ, NE, LE, LT, GE, GT, NOT_NULL, NULL, CONTAINS, NOT_CONTAINS, BEGINS_WITH, IN, BETWEEN]
       ExclusiveStartKey:
       - :structure:
@@ -661,6 +662,7 @@
                   - :string
           ComparisonOperator:
           - :string
+          - :required
           - :enum: [EQ, LE, LT, GE, GT, BEGINS_WITH, BETWEEN]
       ScanIndexForward:
       - :boolean
@@ -720,6 +722,108 @@
           - :list: member
     - ConsumedCapacityUnits:
       - :float
+  BatchWriteItem:
+    :input:
+      RequestItems:
+      - :map:
+          :key:
+          - :string
+          :value:
+          - :list:
+            - :structure:
+                PutRequest:
+                - :structure:
+                    Item:
+                    - :map:
+                        :key:
+                        - :string
+                        :value:
+                        - :structure:
+                            S:
+                            - :string
+                            N:
+                            - :string
+                            SS:
+                            - :list:
+                              - :string
+                            NS:
+                            - :list:
+                              - :string
+                    - :required
+                DeleteRequest:
+                - :structure:
+                    Key:
+                    - :structure:
+                        HashKeyElement:
+                        - :structure:
+                            S:
+                            - :string
+                            N:
+                            - :string
+                            SS:
+                            - :list:
+                              - :string
+                            NS:
+                            - :list:
+                              - :string
+                        - :required
+                        RangeKeyElement:
+                        - :structure:
+                            S:
+                            - :string
+                            N:
+                            - :string
+                            SS:
+                            - :list:
+                              - :string
+                            NS:
+                            - :list:
+                              - :string
+                    - :required
+      - :required
+    :output:
+    - Responses:
+      - :map:
+        - entry
+        - key
+        - value
+      - entry:
+        - value:
+          - ConsumedCapacityUnits:
+            - :float
+    - UnprocessedItems:
+      - :map:
+        - entry
+        - key
+        - value
+      - entry:
+        - value:
+          - :list: member
+          - member:
+            - PutRequest:
+              - Item:
+                - :map:
+                  - entry
+                  - key
+                  - value
+                - entry:
+                  - value:
+                    - SS:
+                      - :list: member
+                    - NS:
+                      - :list: member
+            - DeleteRequest:
+              - Key:
+                - HashKeyElement:
+                  - SS:
+                    - :list: member
+                  - NS:
+                    - :list: member
+                - RangeKeyElement:
+                  - SS:
+                    - :list: member
+                  - NS:
+                    - :list: member
 :client_errors:
   ConditionalCheckFailed: []
 

data/lib/fake_dynamo/db.rb

@@ -104,10 +104,68 @@ module FakeDynamo
       { 'Responses' => response, 'UnprocessedKeys' => {}}
     end
 
+    def batch_write_item(data)
+      response = {}
+      items = {}
+      request_count = 0
+
+      # validation
+      data['RequestItems'].each do |table_name, requests|
+        table = find_table(table_name)
+
+        items[table.name] ||= {}
+
+        requests.each do |request|
+          if request['PutRequest']
+            item = table.batch_put_request(request['PutRequest'])
+            check_item_conflict(items, table.name, item.key)
+            items[table.name][item.key] = item
+          else
+            key = table.batch_delete_request(request['DeleteRequest'])
+            check_item_conflict(items, table.name, key)
+            items[table.name][key] = :delete
+          end
+
+          request_count += 1
+        end
+      end
+
+      check_max_request(request_count)
+
+      # real modification
+      items.each do |table_name, requests|
+        table = find_table(table_name)
+        requests.each do |key, value|
+          if value == :delete
+            table.batch_delete(key)
+          else
+            table.batch_put(value)
+          end
+        end
+        response[table_name] = { 'ConsumedCapacityUnits' => 1 }
+      end
+
+      { 'Responses' => response, 'UnprocessedItems' => {} }
+    end
+
     private
+
+    def check_item_conflict(items, table_name, key)
+      if items[table_name][key]
+        raise ValidationException, 'Provided list of item keys contains duplicates'
+      end
+    end
+
+
     def find_table(table_name)
       tables[table_name] or raise ResourceNotFoundException, "Table : #{table_name} not found"
     end
 
+    def check_max_request(count)
+      if count > 25
+        raise ValidationException, 'Too many items requested for the BatchWriteItem call'
+      end
+    end
+
   end
 end

data/lib/fake_dynamo/storage.rb

@@ -17,7 +17,7 @@ module FakeDynamo
     end
 
     def write_commands
-      %w[CreateTable DeleteItem DeleteTable PutItem UpdateItem UpdateTable]
+      %w[CreateTable DeleteItem DeleteTable PutItem UpdateItem UpdateTable BatchWriteItem]
     end
 
     def write_command?(command)

data/lib/fake_dynamo/table.rb

@@ -101,6 +101,14 @@ module FakeDynamo
       consumed_capacity.merge(return_values(data, old_item))
     end
 
+    def batch_put_request(data)
+      Item.from_data(data['Item'], key_schema)
+    end
+
+    def batch_put(item)
+      @items[item.key] = item
+    end
+
     def get_item(data)
       response = consumed_capacity
       if item_hash = get_raw_item(data['Key'], data['AttributesToGet'])
@@ -137,6 +145,14 @@ module FakeDynamo
       consumed_capacity.merge(return_values(data, item))
     end
 
+    def batch_delete_request(data)
+      Key.from_data(data['Key'], key_schema)
+    end
+
+    def batch_delete(key)
+      @items.delete(key)
+    end
+
     def update_item(data)
       key = Key.from_data(data['Key'], key_schema)
       item = @items[key]

data/lib/fake_dynamo/validation.rb

@@ -20,6 +20,7 @@ module FakeDynamo
 
     def validate_payload(operation, data)
       validate! do
+        validate_request_size(data)
         validate_operation(operation)
         validate_input(operation, data)
       end
@@ -151,5 +152,11 @@ module FakeDynamo
       end
     end
 
+    def validate_request_size(data)
+      if data.to_s.bytesize > 1 * 1024 * 1024
+        raise ValidationException, "Request size can't exceed 1 mb"
+      end
+    end
+
   end
 end

data/lib/fake_dynamo/version.rb

@@ -1,3 +1,3 @@
 module FakeDynamo
-  VERSION = "0.0.5"
+  VERSION = "0.0.6"
 end

data/spec/fake_dynamo/db_spec.rb

@@ -253,5 +253,120 @@ module FakeDynamo
         }.to raise_error(FakeDynamo::ResourceNotFoundException)
       end
     end
+
+    context 'BatchWriteItem' do
+      subject do
+        db = DB.new
+        db.create_table(user_table)
+        db
+      end
+
+      it 'should validate payload' do
+        expect {
+          subject.process('BatchWriteItem', {})
+        }.to raise_error(FakeDynamo::ValidationException)
+      end
+
+      it 'should fail if table not found' do
+        expect {
+          subject.process('BatchWriteItem', {
+                            'RequestItems' => {
+                              'xxx' => ['DeleteRequest' => { 'Key' => { 'HashKeyElement' => { 'S' => 'ananth' }}}]
+                            }
+                          })
+        }.to raise_error(FakeDynamo::ResourceNotFoundException, /table.*not.*found/i)
+      end
+
+      it 'should fail on conflict items' do
+        expect {
+        subject.process('BatchWriteItem', {
+                          'RequestItems' => {
+                            'User' => [{ 'DeleteRequest' => { 'Key' => { 'HashKeyElement' => { 'S' => 'ananth' }}}},
+                                       { 'DeleteRequest' => { 'Key' => { 'HashKeyElement' => { 'S' => 'ananth' }}}}]
+                          }
+                        })
+        }.to raise_error(FakeDynamo::ValidationException, /duplicate/i)
+
+        expect {
+          subject.process('BatchWriteItem', {
+                            'RequestItems' => {
+                              'User' => [{ 'DeleteRequest' => { 'Key' => { 'HashKeyElement' => { 'S' => 'ananth' }}}},
+                                         {'PutRequest' => {'Item' => { 'id' => { 'S' => 'ananth'}}}}]
+                            }
+                          })
+        }.to raise_error(FakeDynamo::ValidationException, /duplicate/i)
+
+        expect {
+          subject.process('BatchWriteItem', {
+                            'RequestItems' => {
+                              'User' => [{'PutRequest' => {'Item' => { 'id' => { 'S' => 'ananth'}}}},
+                                         {'PutRequest' => {'Item' => { 'id' => { 'S' => 'ananth'}}}}]
+                            }
+                          })
+        }.to raise_error(FakeDynamo::ValidationException, /duplicate/i)
+      end
+
+      it 'writes/deletes item in the db' do
+        response = subject.process('BatchWriteItem', {
+                                     'RequestItems' => {
+                                       'User' => [{'PutRequest' => {'Item' => { 'id' => { 'S' => 'ananth'}}}}]
+                                     }
+                                   })
+
+        response['Responses'].should eq('User' => { 'ConsumedCapacityUnits' => 1 })
+
+        response = subject.get_item({'TableName' => 'User',
+                                      'Key' => {'HashKeyElement' => { 'S' => 'ananth'}}})
+
+        response['Item']['id'].should eq('S' => 'ananth')
+
+        subject.process('BatchWriteItem', {
+                          'RequestItems' => {
+                            'User' => [{ 'DeleteRequest' => { 'Key' => { 'HashKeyElement' => { 'S' => 'ananth' }}}}]
+                          }
+                        })
+
+        response = subject.get_item({'TableName' => 'User',
+                                      'Key' => {'HashKeyElement' => { 'S' => 'ananth'}}})
+
+        response.should eq({"ConsumedCapacityUnits"=>1})
+      end
+
+      it 'fails it the requested operation is more than 25' do
+        expect {
+          requests = (1..26).map { |i| { 'DeleteRequest' => { 'Key' => { 'HashKeyElement' => { 'S' => "ananth#{i}" }}}} }
+
+          subject.process('BatchWriteItem', {
+                            'RequestItems' => {
+                              'User' => requests
+                            }
+                          })
+
+        }.to raise_error(FakeDynamo::ValidationException, /too many items/i)
+      end
+
+      it 'should fail on request size greater than 1 mb' do
+        expect {
+
+          keys = { 'SS' => (1..2000).map { |i| 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx' + i.to_s } }
+
+          requests = (1..25).map do |i|
+            {'PutRequest' =>
+              {'Item' =>
+                { 'id' => { 'S' => 'ananth' + i.to_s },
+                  'keys' => keys
+                }}}
+          end
+
+
+          subject.process('BatchWriteItem', {
+                            'RequestItems' => {
+                              'User' => requests
+                            }
+                          })
+
+        }.to raise_error(FakeDynamo::ValidationException, /size.*exceed/i)
+      end
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fake_dynamo
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-03-28 00:00:00.000000000 Z
+date: 2012-05-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &70299635734020 !ruby/object:Gem::Requirement
+  requirement: &70284409972980 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70299635734020
+  version_requirements: *70284409972980
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70299635733520 !ruby/object:Gem::Requirement
+  requirement: &70284409992000 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70299635733520
+  version_requirements: *70284409992000
 - !ruby/object:Gem::Dependency
   name: json
-  requirement: &70299635733020 !ruby/object:Gem::Requirement
+  requirement: &70284409991540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70299635733020
+  version_requirements: *70284409991540
 description: 
 email:
 - ananthakumaran@gmail.com