mingle_keyvalue_store 0.1.9 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 49d84696711f09b6af8abf2d0d2dcab9ad900c23
-  data.tar.gz: fdec133312a875c06258190471b1ff3491ed7f9b
+  metadata.gz: c7593599a6ad46df392ee8566d74469423eac688
+  data.tar.gz: 519761c18f684b06b47592fe8a825c9b29231c59
 SHA512:
-  metadata.gz: bcaef1f60faad66156ba24e4fe41aef9562ee7e0786816f4358ec88f1fdde2a43040c7be79641193fcf2d33a2d7d3d22b39edd9eaeab8e179521ab906dfaaea7
-  data.tar.gz: 567f4ca17836fa2fb96e9087d6b48da9913f0e35d80e098c10b898e8ca61244f2aef42d1d961e43552c11ae6facfa4e4d8307ab2df23c08645e1bb71451b1bb1
+  metadata.gz: 012643285c3c887c6db00c0cf1630604adc884b87c08bdc76af06914d21f03320672ce69bcee794944a4b86d916d1fa69baea1777f72e84bfcb2bdff0e451ddb
+  data.tar.gz: 238bd2cd4125cb5c75e42610b89ffc0f4cd00bb2165d93c72cea3abbcd262536f71e3f8963ae3bf02279568ae8fe08398f50b9dd98fe9e71953c7ddd2f3653aa

data/lib/mingle_keyvalue_store.rb

@@ -1,8 +1,7 @@
-require "rubygems"
-require "aws"
-require "pstore"
-require "fileutils"
-require "tempfile"
+require 'aws-sdk-dynamodb'
+require 'pstore'
+require 'fileutils'
+require 'tempfile'
 require 'monitor'
 
 module Mingle
@@ -24,11 +23,11 @@ module Mingle
       end
 
       def []=(store_key, value)
-        raise ArgumentError, "Value must be String" unless value.is_a?(String)
+        raise ArgumentError, 'Value must be String' unless value.is_a?(String)
         synchronize do
           @pstore.transaction do
-            @pstore["all_names"] ||= []
-            @pstore["all_names"] = (@pstore["all_names"] + [store_key]).uniq
+            @pstore['all_names'] ||= []
+            @pstore['all_names'] = (@pstore['all_names'] + [store_key]).uniq
             @pstore[store_key] = value
           end
         end
@@ -37,7 +36,7 @@ module Mingle
       def delete(store_key)
         synchronize do
           @pstore.transaction do
-            @pstore["all_names"].delete_if {|name| name == store_key}
+            @pstore['all_names'].delete_if {|name| name == store_key}
             @pstore.delete(store_key)
           end
         end
@@ -52,15 +51,15 @@ module Mingle
 
       def names
         synchronize do
-          @pstore.transaction { @pstore["all_names"] || [] }
+          @pstore.transaction { @pstore['all_names'] || [] }
         end
       end
 
       def all_items
         synchronize do
           @pstore.transaction do
-            return [] unless @pstore["all_names"]
-            @pstore["all_names"].map do |name|
+            return [] unless @pstore['all_names']
+            @pstore['all_names'].map do |name|
               {
                 @key_column.to_s => name,
                 @value_column.to_s => @pstore[name]
@@ -80,48 +79,56 @@ module Mingle
 
     class DynamodbBased
       def initialize(table_name, key_column, value_column)
-        @key_column = key_column
+        @key_column = key_column.to_s
         @value_column = value_column.to_s
         @table_name = table_name
+        @table = Aws::DynamoDB::Resource.new.table(table_name)
       end
 
       def [](store_key)
-        if attribute = attributes(table_items[store_key])[@value_column]
-          attribute
+        if item = @table.get_item(key: {@key_column => store_key}).item
+          item[@value_column]
         end
       end
 
       def []=(store_key, value)
-        table_items.create(@key_column => store_key, @value_column => value)
+        raise ArgumentError, 'Value must be String' unless value.is_a?(String)
+        @table.put_item(item: {@key_column => store_key, @value_column => value})
       end
 
       def clear
-        table_items.each(&:delete)
+        all_items_from_table.each do |item|
+          @table.delete_item(key: {@key_column => item['testkey']})
+        end
+        nil
       end
 
       def names
-        table_items.map(&:hash_value)
+        all_items_from_table(attributes_to_get: [@key_column]).map{|hash| hash[@key_column]}
       end
 
       def all_items
-        table_items.map { |item| attributes(item) }
+        all_items_from_table
       end
 
       def delete(key)
-        table_items.where(@key_column => key).first.delete
+        @table.delete_item(key: {@key_column => key})
+        nil
       end
 
       private
-      def attributes(item)
-        item.attributes.to_h(:consistent_read => true)
-      end
-
-      def table_items
-        table = AWS::DynamoDB.new.tables[@table_name]
-        table.hash_key = [@key_column, :string]
-        table.items
+      def all_items_from_table(conditions={})
+        items = []
+        scan_output = @table.scan(conditions)
+        return items unless scan_output.items
+        items += scan_output.items
+        # when the table data is too large scan will return in batches
+        while scan_output.last_evaluated_key
+          scan_output = @table.scan(conditions.merge(exclusive_start_key: scan_output.last_evaluated_key))
+          items += scan_output.items
+        end
+        items
       end
-
     end
   end
 end

metadata

@@ -1,36 +1,31 @@
 --- !ruby/object:Gem::Specification
 name: mingle_keyvalue_store
 version: !ruby/object:Gem::Version
-  version: 0.1.9
+  version: 0.2.0
 platform: ruby
 authors:
 - Ian
 - sdqali
+- prateekbaheti
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-01-27 00:00:00.000000000 Z
+date: 2017-09-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: '1.11'
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: 1.11.3
-  name: aws-sdk
+        version: '1'
+  name: aws-sdk-dynamodb
   prerelease: false
   type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: '1.11'
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: 1.11.3
+        version: '1'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -45,10 +40,11 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-description: A key value store implentation that uses DynamoDB or Pstore underneath.
+description: A key value store implementation that uses DynamoDB or Pstore underneath.
 email:
 - reginaldthedog@gmail.com
 - sadiqalikm@gmail.com
+- prateektheone@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -78,5 +74,5 @@ rubyforge_project:
 rubygems_version: 2.1.9
 signing_key:
 specification_version: 4
-summary: A key value store implentation that uses DynamoDB or Pstore underneath.
+summary: A key value store implementation that uses DynamoDB or Pstore underneath.
 test_files: []