capistrano-ops 1.0.7 → 1.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8f235992d4982cea3d663c6bd2616becfd54a4f772d199c93c76d3f27b7b359a
-  data.tar.gz: af9e2c333ff0a24fb9eff2bbc87ef38f6ac5d014b4e975ac685542ad075f8544
+  metadata.gz: cb9a8459b0906318eb8149333da576558e4f232c35ca3bd453756a1ba4031036
+  data.tar.gz: e6e1342c6a847e029583db4824b1f69e63b687db53f42ce3f6e4e933d5d7aa27
 SHA512:
-  metadata.gz: 7046680c7e931b6942785f2539215549a3bc5f20a32d4a1a2226a6bf2db684b019124cd409726bdb839295265b488abf60f340ef9311f8f794b8d576fe3b79c3
-  data.tar.gz: e0499b85de6f9bc85463433ab80fab5fccfa33489940d21d8578fa1e1a71d9ad94bcac8c7e542f4c2e8982ab5f601d986445175643646dc74769f3810c1a9157
+  metadata.gz: b8e3b49f6fc1fbc179713f06ec82a06b3e6bc953b256ad1f5e6b564ff47a28c9d3705e4e4b8add425de28aea1e0d5830fa055b42c9a6bc46d2244f5e645d3fb3
+  data.tar.gz: 19516277d0a171017ad63b526f602a47056ab469defe6d6b3e5292ffe9a1a0221ed8dedd5e2012d49ea4dca5c233eb283d11fd05df6111a723a9bf13e48d5867

data/lib/capistrano/ops/rails/lib/backup/s3.rb

@@ -6,8 +6,10 @@ module Backup
   require 'zlib'
   require 'find'
   require 'capistrano/ops/rails/lib/backup/s3_helper'
+
   class S3
     include Backup::S3Helper
+
     attr_accessor :endpoint, :region, :access_key_id, :secret_access_key, :s3_resource, :s3_client
 
     def initialize(endpoint: ENV['S3_BACKUP_ENDPOINT'], region: ENV['S3_BACKUP_REGION'], access_key_id: ENV['S3_BACKUP_KEY'],
@@ -21,7 +23,6 @@ module Backup
         access_key_id: access_key_id,
         secret_access_key: secret_access_key,
         force_path_style: true
-
       }
       configuration[:endpoint] = endpoint unless endpoint.nil?
       self.s3_resource = Aws::S3::Resource.new(configuration)
@@ -46,6 +47,7 @@ module Backup
       end
     end
 
+    # rubocop:disable Metrics/MethodLength
     def upload_file_as_stream(file_path, key)
       bucket = ENV['S3_BACKUP_BUCKET']
       # Calculate total size of the file to be uploaded
@@ -55,31 +57,51 @@ module Backup
       uploaded_size = 0
 
       # Initiate multipart upload
-      multipart_upload = s3_client.create_multipart_upload(bucket: bucket, key: key)
 
       # Upload the tar.gz data from the file in parts
       part_number = 1
       parts = []
       last_logged_progress = 0
+      max_retry_time = 300 # 5 minutes in seconds
+      total_wait_time = 0
 
       begin
         File.open(file_path, 'rb') do |file|
           while (part = file.read(chunk_size)) # Read calculated chunk size
-            part_upload = s3_client.upload_part(
-              bucket: bucket,
-              key: key,
-              upload_id: multipart_upload.upload_id,
-              part_number: part_number,
-              body: part
-            )
-            parts << { part_number: part_number, etag: part_upload.etag }
-            uploaded_size += part.size
-            part_number += 1
+            retry_count = 0
+            begin
+              # Initiate multipart upload
+              multipart_upload ||= s3_client.create_multipart_upload(bucket: bucket, key: key)
+              part_upload = s3_client.upload_part(
+                bucket: bucket,
+                key: key,
+                upload_id: multipart_upload.upload_id,
+                part_number: part_number,
+                body: part
+              )
+              parts << { part_number: part_number, etag: part_upload.etag }
+              uploaded_size += part.size
+              part_number += 1
 
-            progress = (uploaded_size.to_f / total_size * 100).round
-            if progress >= last_logged_progress + 10
-              puts "Upload progress: #{progress}% complete"
-              last_logged_progress = progress
+              progress = (uploaded_size.to_f / total_size * 100).round
+              if progress >= last_logged_progress + 10
+                puts "Upload progress: #{progress}% complete"
+                last_logged_progress = progress
+              end
+            rescue StandardError => e
+              retry_count += 1
+              wait_time = 2**retry_count
+              total_wait_time += wait_time
+
+              if total_wait_time > max_retry_time
+                puts "Exceeded maximum retry time of #{max_retry_time / 60} minutes. Aborting upload."
+                raise e
+              end
+              puts "Error uploading part #{part_number}: #{e.message.split("\n").first} (Attempt #{retry_count})"
+              puts "Retry in #{wait_time} seconds"
+              sleep(wait_time) # Exponential backoff
+              puts 'Retrying upload part...'
+              retry
             end
           end
         end
@@ -109,7 +131,6 @@ module Backup
       raise e
     end
 
-    # rubocop:disable Metrics/MethodLength
     def upload_folder_as_tar_gz_stream(folder_path, key)
       bucket = ENV['S3_BACKUP_BUCKET']
 
@@ -127,31 +148,49 @@ module Backup
       # Start a thread to write the tar.gz data to the pipe
       writer_thread = start_writer_thread(folder_path, write_io)
 
-      # Initiate multipart upload
-      multipart_upload = s3_client.create_multipart_upload(bucket: bucket, key: key)
-
       # Upload the tar.gz data from the pipe in parts
       part_number = 1
       parts = []
       last_logged_progress = 0
+      max_retry_time = 300 # 5 minutes in seconds
+      total_wait_time = 0
 
       begin
         while (part = read_io.read(chunk_size)) # Read calculated chunk size
-          part_upload = s3_client.upload_part(
-            bucket: bucket,
-            key: key,
-            upload_id: multipart_upload.upload_id,
-            part_number: part_number,
-            body: part
-          )
-          parts << { part_number: part_number, etag: part_upload.etag }
-          uploaded_size += part.size
-          part_number += 1
-
-          progress = (uploaded_size.to_f / total_size * 100).round
-          if progress >= last_logged_progress + 10
-            puts "Upload progress: #{progress}% complete"
-            last_logged_progress = progress
+          retry_count = 0
+          begin
+            # Initiate multipart upload
+            multipart_upload ||= s3_client.create_multipart_upload(bucket: bucket, key: key)
+            part_upload = s3_client.upload_part(
+              bucket: bucket,
+              key: key,
+              upload_id: multipart_upload.upload_id,
+              part_number: part_number,
+              body: part
+            )
+            parts << { part_number: part_number, etag: part_upload.etag }
+            uploaded_size += part.size
+            part_number += 1
+
+            progress = (uploaded_size.to_f / total_size * 100).round
+            if progress >= last_logged_progress + 10
+              puts "Upload progress: #{progress}% complete"
+              last_logged_progress = progress
+            end
+          rescue StandardError => e
+            retry_count += 1
+            wait_time = 2**retry_count
+            total_wait_time += wait_time
+
+            if total_wait_time > max_retry_time
+              puts "Exceeded maximum retry time of #{max_retry_time / 60} minutes. Aborting upload."
+              raise e
+            end
+            puts "Error uploading part #{part_number}: #{e.message.split("\n").first} (Attempt #{retry_count})"
+            puts "Retry in #{wait_time} seconds"
+            sleep(wait_time) # Exponential backoff
+            puts 'Retrying upload part...'
+            retry
           end
         end
 
@@ -165,11 +204,13 @@ module Backup
         puts 'Completed multipart upload'
       rescue StandardError => e
         # Abort multipart upload in case of error
-        s3_client.abort_multipart_upload(
-          bucket: bucket,
-          key: key,
-          upload_id: multipart_upload.upload_id
-        )
+        if multipart_upload
+          s3_client.abort_multipart_upload(
+            bucket: bucket,
+            key: key,
+            upload_id: multipart_upload.upload_id
+          )
+        end
         puts "Aborted multipart upload due to error: #{e.message}"
         raise e
       ensure
@@ -184,6 +225,8 @@ module Backup
     end
     # rubocop:enable Metrics/MethodLength
 
+    private
+
     def start_writer_thread(folder_path, write_io)
       Thread.new do
         parent_folder = File.dirname(folder_path)

data/lib/capistrano/ops/version.rb

@@ -2,6 +2,6 @@
 
 module Capistrano
   module Ops
-    VERSION = '1.0.7'
+    VERSION = '1.0.8'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: capistrano-ops
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.0.8
 platform: ruby
 authors:
 - Florian Crusius
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-12-05 00:00:00.000000000 Z
+date: 2024-12-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-s3