scalingo_backups_manager 0.4.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0c13c0008cbcd861729fbbc5cb43a3b53ed63db136a2b24393b077c2fbb6b50e
-  data.tar.gz: d93398d512fe1d0e9fdf964e431fc5c570c3201c5475e51174d3e7f297ef02c8
+  metadata.gz: 0ddc26bcd894cfe092ba3fbbcfa954c68661bf64639a88f224e99d8848de16e2
+  data.tar.gz: 8742e9f0f1b4d3d2655a96f218eda3a753f13f4873440bb1e1e3c84ab7ba573c
 SHA512:
-  metadata.gz: 26cc222b56f4199eb7a1bd06f1c9e787d53a5f3a2a979836f991fc368369252c53cfeb7cbbd457882e4bce32aa07f09dcf8813a5d73a9007de4e958bfefe94fd
-  data.tar.gz: 0577310f2c5cceef264cd75789572577b7c218ff536cdb878a2ab40e6190f9e5d6b4e429587e596e7f6c71b7f1b787f431dbe4c0d7eee6a04c94a795fcd72a3f
+  metadata.gz: 75f37abc3dc0c5fd0eb259d55d857cf79bdd402f2d653dae315822830a06f4dce895cdb686f74e845f806c3847a0606afa088ca0d279408002129c500186d276
+  data.tar.gz: 58f6b07bbf870eff376e88c284e8dafa50eb5a0d95d28e685e2127de7544550ea2d81179214d0f031ad9002396237995db78afaa40162ffdace39ae42c3264e0

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    scalingo_backups_manager (0.3.0)
+    scalingo_backups_manager (0.4.0)
       httparty (~> 0.18)
       net-sftp (~> 3.0.0)
       scalingo (~> 3.0)

data/lib/scalingo_backups_manager/cli.rb

@@ -129,9 +129,11 @@ module ScalingoBackupsManager
       invoke :download, [], application: options[:application], addon: options[:addon]
       configuration = Configuration.new
       configuration.for_each_addons do |application, addon|
+        step = 1
         config = addon.sftp_config
         path = ("#{addon.config[:path]}" || "backups/#{addon.addon_provider[:id]}") + "/#{Time.now.strftime("%Y%m%d")}.tar.gz"
         next unless File.exists?(path)
+        puts "** Upload backup for #{application.name} **"
 
         sftp = ScalingoBackupsManager::SftpTools.new(config[:auth])
 
@@ -148,16 +150,32 @@ module ScalingoBackupsManager
           next
         end
 
-        config[:retention].each do |k, v|
-          folders << config.dig(:retention, k, :dir)
-          remote_path = "/" + [folders].delete_if(&:blank?).join("/")
+        config[:retention].each do |k, retention_config|
+          retention_folders = folders.dup
+          retention_folders << config.dig(:retention, k, :dir)
+          remote_path = "/" + retention_folders.delete_if(&:blank?).join("/")
+          puts "#{step} - Creating remote directory at #{remote_path}"
+          step += 1
           sftp.mkdir!(remote_path)
           case k
           when "daily"
             sftp.upload_file(path, remote_path)
+            files = sftp.list_files(remote_path)
+            puts "#{step} - Checking daily backups"
+            step += 1
+            if files.size > retention_config[:ttl]
+              files_to_remove = files.sort_by(&:name).shift(files.size - retention_config[:ttl])
+              puts "#{step} - Removing #{files_to_remove.size} backups because of ttl configuration"
+              files_to_remove.each do |file|
+                puts "Removing file #{remote_path + "/" + file.name}"
+                sftp.remove!(remote_path + "/" + file.name)
+              end
+            end
           when "monthly"
             next unless Date.today.day == 1
             sftp.upload_file(path, remote_path)
+            puts "#{step} - Checking monthly backups"
+            step += 1
           end
         end
 

data/lib/scalingo_backups_manager/sftp_tools.rb

@@ -14,6 +14,22 @@ module ScalingoBackupsManager
       end
     end
 
+    def list_files(path)
+      files = []
+      start do |sftp|
+        sftp.dir.glob("#{path}", "*.tar.gz").each do |file|
+          files << file
+        end
+      end
+      files
+    end
+
+    def remove!(path)
+      start do |sftp|
+        sftp.remove!(path)
+      end
+    end
+
     def mkdir!(path)
       start do |sftp|
         folder_tree = []

data/lib/scalingo_backups_manager/version.rb

@@ -1,3 +1,3 @@
 module ScalingoBackupsManager
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: scalingo_backups_manager
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Kevin Clercin