dyna_model 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6178c869f10e2306bf62d4d1b4beb5bd7f183a07
-  data.tar.gz: 6cb0b80e057ca46dfe1164d96140e7a582a95b42
+  metadata.gz: a14772713df5d414c446ff2512cbfab7cd74ac4f
+  data.tar.gz: f8bf4f7078c3ec8adfbdf7243c54ea386b2f5976
 SHA512:
-  metadata.gz: 92abe2b742564589f72c04605c9dd158cd2e081a47e99eef68e8e65310930695a1e019a4700d25918d6be6e7e0761c4254c94f5c5a63d43a19b5dad185e1751a
-  data.tar.gz: 5aecbbecaf7dc0b3ffaaa39ea374c717063e242a38b1716fb0ab270749173d508c1e83c421321cb8ab4276a0277c9712bf06892239370681478fef4c89cb0872
+  metadata.gz: 28c730d1944e150b62855c5060ce95f99ad51512d3807611f9a0229df5fa2df89888aea6ce6431f442e72e9017e03e34b9cb048b9ef1238cd045103c2a07a6e6
+  data.tar.gz: b2866435dfd853401dd0e23d92103ad5a4a1ba40e01704eef94a4387723f8179ae27937b1a84f82125f488d089692976a32956afd34c685f7a4fd84937df7b35

data/lib/dyna_model/extensions/s3_backup.rb

@@ -0,0 +1,95 @@
+#
+# Persist DynaModel records for a particular model to S3 for extra backup.
+#
+# The DynamoDB backup model (using EMR to read and write to S3 is not incremental and quickly takes way too long
+#   and defeats the purpose of a backup)
+#
+# This is not intended to be used for models with high frequency writes but as a way to incrementally backup models
+# that contain mission critical data (although S3 backups are not guarenteed to be durable since you probably want to delay
+# the S3 write to a backround task).
+#
+module DynaModel
+  module Extensions
+    module S3Backup
+      extend ActiveSupport::Concern
+
+      included do
+        after_save :backup_dyna_model_record_to_s3
+      end
+
+      def backup_dyna_model_record_to_s3
+        if self.class.dyna_model_s3_backup_config
+          if self.class.dyna_model_s3_backup_config[:after_save]
+            self.class.dyna_model_s3_backup_config[:after_save].call(self)
+          else
+            self.write_dyna_model_s3_backup!
+          end
+        end
+      end
+
+      def write_dyna_model_s3_backup!
+        self.class.dyna_model_s3_backup_bucket.objects[File.join(self.class.dyna_model_s3_backup_config[:prefix], "#{self.guid}.json")].write(self.to_dyna_model_s3_backup_json)
+      end
+
+      def to_dyna_model_s3_backup_json
+        ActiveSupport::JSON.encode({
+          class: self.class.to_s,
+          attributes: self.attributes
+        })
+      end
+
+      module ClassMethods
+
+        def dyna_model_s3_backup(options={})
+          raise "DynaModel::Extensions::S3Backup requires a bucket." unless options[:bucket]
+          options[:prefix] ||= self.to_s.underscore
+          #options[:after_save] = lambda { |obj| ... }
+          @@dyna_model_s3_backup_config = options
+        end
+
+        def dyna_model_s3_backup_client
+          @@dyna_model_s3_backup_client ||= AWS::S3.new
+        end
+
+        def dyna_model_s3_backup_config
+          @@dyna_model_s3_backup_config
+        end
+
+        def dyna_model_s3_backup_bucket
+          self.dyna_model_s3_backup_client.buckets[self.dyna_model_s3_backup_config[:bucket]]
+        end
+
+        def enable_dyna_model_s3_backup_versioning!
+          self.dyna_model_s3_backup_bucket.enable_versioning
+        end
+
+        def suspend_dyna_model_s3_backup_versioning!
+          self.dyna_model_s3_backup_bucket.suspend_versioning
+        end
+
+        def create_dyna_model_s3_backup_bucket!
+          self.dyna_model_s3_backup_client.buckets.create(self.dyna_model_s3_backup_config[:bucket])
+        end
+
+        # TODO: improve for high scale... ability to resume
+        def import_from_dyna_model_s3_backup
+          self.dyna_model_s3_backup_bucket.objects.with_prefix(self.dyna_model_s3_backup_config[:prefix]).each_batch do |batch|
+            batch.each do |item|
+              puts "Found #{item.key}"
+              obj_json = ActiveSupport::JSON.decode(item.read)
+              obj = obj_json["class"].constantize.new
+              obj.attributes = obj_json["attributes"]
+              if obj.save
+                puts "Saved #{obj.guid}."
+              else
+                puts "Failed to save #{obj.guid}. #{obj.errors.full_messages.to_sentence}"
+              end
+            end
+          end
+        end
+
+      end
+
+    end
+  end
+end

data/lib/dyna_model/query.rb

@@ -117,6 +117,7 @@ module DynaModel
       end
 
       def read_first(hash_value, options={})
+        options[:limit] = 1
         self.read_range(hash_value, options).first
       end
 

data/lib/dyna_model/schema.rb

@@ -20,8 +20,8 @@ module DynaModel
         AWS::Record::Attributes::IntegerAttr => "N",
         AWS::Record::Attributes::FloatAttr => "N",
         AWS::Record::Attributes::BooleanAttr => "S",
-        AWS::Record::Attributes::DateTimeAttr => "N",
-        AWS::Record::Attributes::DateAttr => "N",
+        AWS::Record::Attributes::DateTimeAttr => "S",
+        AWS::Record::Attributes::DateAttr => "S",
         AWS::Record::Attributes::SerializedAttr => "B"
       }
 

data/lib/dyna_model/version.rb

@@ -1,3 +1,3 @@
 module DynaModel
-  VERSION = "0.0.4"
+  VERSION = "0.0.5"
 end

data/lib/dyna_model.rb

@@ -15,6 +15,7 @@ require "dyna_model/query"
 require "dyna_model/response"
 require "dyna_model/validations"
 require "dyna_model/extensions/symbol"
+require "dyna_model/extensions/s3_backup"
 require "dyna_model/document"
 
 module DynaModel

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dyna_model
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Cary Dunn
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-07 00:00:00.000000000 Z
+date: 2014-04-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -143,6 +143,7 @@ files:
 - lib/dyna_model/config.rb
 - lib/dyna_model/config/options.rb
 - lib/dyna_model/document.rb
+- lib/dyna_model/extensions/s3_backup.rb
 - lib/dyna_model/extensions/symbol.rb
 - lib/dyna_model/persistence.rb
 - lib/dyna_model/query.rb