s3_meta_sync 0.13.0 → 0.13.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5a615961aa602927cb18e0e70d56be412f6dee9e
-  data.tar.gz: 745648bd849c20d6ad82f2617fe5363d1f5218a9
+  metadata.gz: 216269b8e8057ed05a79cfdc52324704203c57e5
+  data.tar.gz: 924fd0b552fbe6734acb3c89e5cb3193bff08f1d
 SHA512:
-  metadata.gz: 523b3f6b26a1d690be90cb2af4762560a8ddee28da87bf222d82089b789f9ea824bc06ec574fd42a013f8f4732eafeb60e58d3b30061719e91d2472c3c104f25
-  data.tar.gz: 351f466424af9a242b9f29b323bbcba66d6347581a1da412bb0a53da4f33c89d1cecaecd58a08ff8678ceed8264afc9ef957874a8d26de492e022496b07494de
+  metadata.gz: 8ea2a75355336b6c88d303ed183d5681819c4d560f3edcde9bdfc1aca872ec690b9032abcd97e8d7c8aba36bd76bf7d2e0924903450512eb61b7642582b23134
+  data.tar.gz: 0c59e4cfb6a6630f932385e573209f644b39498336ab9fe379a104a579834518eaada8cba94dcccb4e77f910ebc719b3d1bc1779e18b1bd964ef6f64ec83d60f

data/lib/s3_meta_sync/syncer.rb

@@ -175,11 +175,15 @@ module S3MetaSync
     def delete_remote_files(remote, paths)
       paths.each { |path| log "Deleting #{@bucket}:#{remote}/#{path}" }
       if paths.any?
-        s3.delete_objects(
-          delete: { objects: paths.map { |path| {key: "#{remote}/#{path}"} } },
-          request_payer: "requester",
-          bucket: @bucket
-        )
+        # keys are limited to 1000 per request: http://docs.aws.amazon.com/sdkforruby/api/Aws/S3/Bucket.html#delete_objects-instance_method
+        paths.each_slice(1000) do |sliced_paths|
+          log "Sending request for #{sliced_paths.size} keys"
+          s3.delete_objects(
+            delete: { objects: sliced_paths.map { |path| {key: "#{remote}/#{path}"} } },
+            request_payer: "requester",
+            bucket: @bucket
+          )
+        end
       end
     end
 

data/lib/s3_meta_sync/version.rb

@@ -1,3 +1,3 @@
 module S3MetaSync
-  VERSION = "0.13.0"
+  VERSION = "0.13.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: s3_meta_sync
 version: !ruby/object:Gem::Version
-  version: 0.13.0
+  version: 0.13.1
 platform: ruby
 authors:
 - Michael Grosser
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-09-05 00:00:00.000000000 Z
+date: 2017-12-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -56,7 +56,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.4.5.1
 signing_key: 
 specification_version: 4
 summary: Sync folders with s3 using a metadata file and md5 diffs