bard-backup 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 78ccac53e890df00e494ba9fb1d67ef861bb53d234e4848494b3b6d2392c5689
-  data.tar.gz: 566ff7ef397fd6ad36c3f508a666fd0037b45eafe02d0a6956c44828bab486b3
+  metadata.gz: 30f8ca36634a8ee2f414e6aa238a27227d71b9033904b19ff55c649dd8bfe71b
+  data.tar.gz: 2c858195ad3e2e23d84cbce7be7d99ab0000fec2d39f2cd1d409774987067f2d
 SHA512:
-  metadata.gz: 1088cbdcb2c7de2fc108731489ad567b2be2abc7fd59bd9b3edbff2fd6f4c5f043e1a6b59863fc9b8c54f472eb56b62e2841be7e80228d787267ff8a9588e69a
-  data.tar.gz: 5d0d7e3334ceb562e766da8fa9c736e0800d56b69e74b1b333fa5ffccfb21a4333ef9dd9ae0072f262de3c6cba3d64b2c956032cad4f1490bc5a06099ecc8bc1
+  metadata.gz: 44346cf310237c1d24c60733328dff6ac819ce050a45a183af50b269e61d9ebef420af721e961e612d5fff5d083d53c70dbf8b214b1443d9eee265df6f5b25ba
+  data.tar.gz: 5bcf351a8697340af6e2388b42cf513a7dab8b76da456c0d4ba659dd846e32455eb447148cf77006dd32dd4992a4100ffd6b0f9b7662efe55ac633cf544fd3cf

data/README.md

@@ -2,7 +2,7 @@
 
 Bard::Backup does 3 things in a bard project
 1. Takes a database dump and uploads it to our s3 bucket
-2. Deletes old backups using a backoff heuristic: 48 hours, 60 days, 48 months, then yearly
+2. Deletes old backups using a backoff heuristic: 72 hours, 60 days, 52 weeks, 48 months, then yearly
 3. Raises an error if we don't have a backup from the previous hour
 
 ## Installation

data/lib/bard/backup/controller.rb

@@ -1,13 +1,10 @@
-require "backhoe"
-require "bard/backup/s3_dir"
-
 module Bard
   module Backup
-    class Controller < Struct.new(:s3_path, :filename, :access_key, :secret_key)
+    class Controller < Struct.new(:dumper, :s3_dir, :now)
       def call
+        filename = "#{now.iso8601}.sql.gz"
         path = "/tmp/#{filename}"
-        Backhoe.dump path
-        s3_dir = S3Dir.new(path: s3_path, access_key:, secret_key:)
+        dumper.dump path
         s3_dir.put path
       end
     end

data/lib/bard/backup/deleter.rb

@@ -0,0 +1,41 @@
+require "active_support"
+require "active_support/core_ext/date_time/calculations"
+require "active_support/core_ext/integer/time"
+
+module Bard
+  module Backup
+    class Deleter < Struct.new(:s3_dir, :now)
+      def call
+        s3_dir.delete keys_to_delete
+      end
+
+      def keys_to_delete
+        s3_dir.keys.select do |key|
+          [
+            Filter.new(now, 72, :hours),
+            Filter.new(now, 60, :days),
+            Filter.new(now, 52, :weeks),
+            Filter.new(now, 48, :months),
+            Filter.new(now, 100, :years),
+          ].all? { |filter| !filter.cover?(key) }
+        end
+      end
+
+      class Filter < Struct.new(:now, :limit, :unit)
+        def cover? key
+          remote = DateTime.parse(key).beginning_of_hour
+          limit.times.any? do |count|
+            remote == ago(count)
+          end
+        end
+
+        private
+
+        def ago count
+          now.send(:"beginning_of_#{unit.to_s.singularize}") - count.send(unit)
+        end
+      end
+    end
+  end
+end
+

data/lib/bard/backup/s3_dir.rb

@@ -21,16 +21,20 @@ module Bard
         })
       end
 
+      def delete keys
+        objects_to_delete = Array(keys).map { |key| { key: key } }
+        client.delete_objects({
+          bucket: bucket_name,
+          delete: {
+            objects: objects_to_delete,
+            quiet: true,
+          }
+        })
+      end
+
       def empty!
         keys.each_slice(1000) do |key_batch|
-          objects_to_delete = key_batch.map { |key| { key: key } }
-          client.delete_objects({
-            bucket: bucket_name,
-            delete: {
-              objects: objects_to_delete,
-              quiet: true,
-            }
-          })
+          delete key_batch
         end
       end
 

data/lib/bard/backup/version.rb

@@ -1,6 +1,6 @@
 module Bard
   module Backup
-    VERSION = "0.2.0"
+    VERSION = "0.3.0"
   end
 end
 

data/lib/bard/backup.rb

@@ -1,9 +1,15 @@
 require "bard/backup/controller"
+require "bard/backup/deleter"
+require "bard/backup/s3_dir"
+require "backhoe"
 
 module Bard
   module Backup
-    def self.call s3_path, access_key:, secret_key:, filename: "#{Time.now.utc.iso8601}.sql.gz"
-      Controller.new(s3_path, filename, access_key, secret_key).call
+    def self.call s3_path, access_key:, secret_key:, now: Time.now.utc
+      dumper = Backhoe
+      s3_dir = S3Dir.new(path: s3_path, access_key:, secret_key:)
+      Controller.new(dumper, s3_dir, now).call
+      Deleter.new(s3_dir, now).call
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bard-backup
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Micah Geisel
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-07-23 00:00:00.000000000 Z
+date: 2024-07-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: backhoe
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 
 email:
 - micah@botandrose.com
@@ -68,6 +82,7 @@ files:
 - lib/bard-backup.rb
 - lib/bard/backup.rb
 - lib/bard/backup/controller.rb
+- lib/bard/backup/deleter.rb
 - lib/bard/backup/s3_dir.rb
 - lib/bard/backup/version.rb
 - sig/bard/backup.rbs