bard-backup 0.7.0 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5a5141d8e968362d84504fa3cd23a76f3611afd498546de5fb4fdee9d12f2767
-  data.tar.gz: 658af1b347dc3ab666d62b89e49fee8e13d0c4a68f99331c0942f1572fe37ae2
+  metadata.gz: 27e2f3a66518e1d3449f448b15a587fb1839d7fb8d978e969ef583821dc01f9e
+  data.tar.gz: 3deae6b4c09d9492aa194f5511dc91d478de9311a559bf8620fdc0a6ca339ea1
 SHA512:
-  metadata.gz: 2bed11c4b0915f4302e7039199cfdb58e4cc1c31173511c821b0ff218f40cfab28d9781980e1d81e086fc0d6fa46e3391265226baf9e9469c87ebd2206a24389
-  data.tar.gz: 03a1bfdf1fbcaaa077e3ef52c69e8181622bd12ccd22c5bd53d4dbdde90d263237c3da39c76ff7a4f5c0b4c689b96dec0984011659e281b9fbcbd6c88b65bf21
+  metadata.gz: d941d50b9c96292732262452f71c127525e446b9b4aa10b146b8e1bf8488026d02f1816240bb1e5721d47947215d6dff566437a7b6bcf0c6675390b4d8453580
+  data.tar.gz: a9c8f3c8d09f8e38b738e78966bf8a585ea15851867e8ae837ced8ede3c8769d50248789c265bd604194a7e7e52557192e974aa2317c00aadfc59c398b52bedc

data/.ruby-version

@@ -1 +1 @@
-ruby-3.3.3
+ruby-3.4.2

data/README.md

@@ -2,14 +2,14 @@
 
 Bard::Backup does 3 things in a bard project
 1. Takes a database dump and uploads it to our s3 bucket
-2. Deletes old backups using a backoff heuristic: 72 hours, 60 days, 52 weeks, 48 months, then yearly
+2. Deletes old backups using a backoff heuristic: 48 hours, 30 days, 26 weeks, 24 months, then yearly
 3. Raises an error if we don't have a backup from the previous hour
 
 ## Installation
 
 ## Usage
 
-Run with `Bard::Backup.call s3_path, access_key: "...", secret_key: "...", region: "..."`
+Run with `Bard::Backup.call path: "s3_bucket/optional_subfolder", access_key_id: "...", secret_access_key: "...", region: "..."`
 
 Or just run via the `bard-rake` gem: `rake db:backup`, which wires up the above for you.
 

data/config/cucumber.yml

@@ -0,0 +1 @@
+default: --publish-quiet

data/lib/bard/backup/cached_local_backhoe.rb

@@ -0,0 +1,27 @@
+require "backhoe"
+
+module Bard
+  class Backup
+    class CachedLocalBackhoe < Struct.new(:s3_dir, :now)
+      def self.call *args
+        new(*args).call
+      end
+
+      def call
+        s3_dir.put path
+      end
+
+      private
+
+      def path
+        @@path ||= begin
+          filename = "#{now.iso8601}.sql.gz"
+          path = "/tmp/#{filename}"
+          Backhoe.dump path
+          at_exit { FileUtils.rm_f path }
+          path
+        end
+      end
+    end
+  end
+end

data/lib/bard/backup/deleter.rb

@@ -3,7 +3,7 @@ require "active_support/core_ext/date_time/calculations"
 require "active_support/core_ext/integer/time"
 
 module Bard
-  module Backup
+  class Backup
     class Deleter < Struct.new(:s3_dir, :now)
       def call
         s3_dir.delete files_to_delete

data/lib/bard/backup/destination/s3_destination.rb

@@ -0,0 +1,48 @@
+require "bard/backup/s3_dir"
+require "bard/backup/deleter"
+require "bard/backup/local_backhoe"
+require "bard/backup/cached_local_backhoe"
+
+module Bard
+  class Backup
+    class S3Destination < Destination
+      def call
+        strategy.call(s3_dir, now)
+        Deleter.new(s3_dir, now).call
+      end
+
+      def s3_dir
+        @s3_dir ||= S3Dir.new(**config.slice(:endpoint, :path, :access_key_id, :secret_access_key, :region))
+      end
+
+      def info
+        config.slice(:name, :type, :path, :region)
+      end
+
+      private
+
+      def config
+        @config ||= begin
+          config = {}
+
+          if defined?(Rails)
+            credentials = Rails.application.credentials.bard_backup || []
+            credentials = [credentials] if credentials.is_a?(Hash)
+            config = credentials.find { |c| c[:name] == super[:name] } || {}
+          end
+
+          config = { type: :s3, region: "us-west-2" }.merge(config).merge(super)
+          config[:endpoint] ||= "https://s3.#{config[:region]}.amazonaws.com"
+          config
+        end
+      end
+
+      def strategy
+        return @strategy if @strategy
+        @strategy = config.fetch(:strategy, LocalBackhoe)
+        @strategy = Bard::Backup.const_get(@strategy) if @strategy.is_a?(String)
+        @strategy
+      end
+    end
+  end
+end

data/lib/bard/backup/destination/upload_destination.rb

@@ -0,0 +1,71 @@
+require "fileutils"
+require "uri"
+require "net/http"
+
+module Bard
+  class Backup
+    class Error < StandardError; end
+
+    class UploadDestination < Destination
+      def call
+        timestamp = now
+        filename = "#{timestamp.iso8601}.sql.gz"
+        temp_path = "/tmp/#{filename}"
+        errors = []
+
+        begin
+          Backhoe.dump(temp_path)
+          size = File.size(temp_path)
+
+          threads = urls.map do |url|
+            Thread.new do
+              upload_to_url(url, temp_path)
+            rescue => e
+              errors << e
+            end
+          end
+
+          threads.each(&:join)
+        ensure
+          FileUtils.rm_f(temp_path)
+        end
+
+        raise Error, "Upload failed: #{errors.map(&:message).join(", ")}" unless errors.empty?
+
+        Bard::Backup.new(timestamp:, size:, destinations: [])
+      end
+
+      def info
+        { type: :upload, name: config[:name] }.compact
+      end
+
+      private
+
+      def urls
+        @urls ||= begin
+          Array(config[:urls]).compact
+          raise Error, "No URLs provided" if urls.empty?
+          urls
+        end
+      end
+
+      def upload_to_url(url, file_path)
+        uri = URI.parse(url)
+
+        File.open(file_path, "rb") do |file|
+          request = Net::HTTP::Put.new(uri)
+          request.body = file.read
+          request.content_type = "application/octet-stream"
+
+          response = Net::HTTP.start(uri.hostname, uri.port, use_ssl: uri.scheme == "https") do |http|
+            http.request(request)
+          end
+
+          unless response.is_a?(Net::HTTPSuccess)
+            raise Error, "Upload failed with status #{response.code}: #{response.body}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/bard/backup/destination.rb

@@ -0,0 +1,23 @@
+module Bard
+  class Backup
+    class Destination < Struct.new(:config)
+      def self.build(config)
+        klass = Bard::Backup.const_get("#{config[:type].to_s.capitalize}Destination")
+        klass.new(config)
+      end
+
+      def call
+        raise NotImplementedError
+      end
+
+      private
+
+      def now
+        @now ||= config.fetch(:now, Time.now.utc)
+      end
+    end
+  end
+end
+
+require "bard/backup/destination/s3_destination"
+require "bard/backup/destination/upload_destination"

data/lib/bard/backup/latest_finder.rb

@@ -0,0 +1,47 @@
+require "bard/config"
+
+module Bard
+  class Backup
+    class NotFound < StandardError; end
+
+    class LatestFinder
+      def call
+        destinations = Bard::Config.current.backup.destinations.map do |hash|
+          Destination.build(hash)
+        end
+
+        all_backups = destinations.flat_map do |dest|
+          dest.s3_dir.files.filter_map do |filename|
+            timestamp = parse_timestamp(filename)
+            next unless timestamp
+
+            { timestamp: timestamp, destination: dest, filename: filename }
+          end
+        end
+
+        raise NotFound, "No backups found" if all_backups.empty?
+
+        latest = all_backups.max_by { |b| b[:timestamp] }
+
+        Bard::Backup.new(
+          timestamp: latest[:timestamp],
+          size: get_file_size(latest[:destination].s3_dir, latest[:filename]),
+          destinations: all_backups
+            .select { |b| b[:timestamp] == latest[:timestamp] }
+            .map { |b| b[:destination].info }
+        )
+      end
+
+      private
+
+      def parse_timestamp(filename)
+        filename =~ /^(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}Z)/ ? Time.parse($1) : nil
+      end
+
+      def get_file_size(s3_dir, filename)
+        key = [s3_dir.folder_prefix, filename].compact.join("/")
+        s3_dir.send(:client).head_object(bucket: s3_dir.bucket_name, key: key).content_length
+      end
+    end
+  end
+end

data/lib/bard/backup/local_backhoe.rb

@@ -1,7 +1,7 @@
 require "backhoe"
 
 module Bard
-  module Backup
+  class Backup
     class LocalBackhoe
       def self.call s3_dir, now
         filename = "#{now.iso8601}.sql.gz"

data/lib/bard/backup/railtie.rb

@@ -0,0 +1,12 @@
+require "bard/backup"
+require "rails"
+
+module Bard
+  class Backup
+    class Railtie < Rails::Railtie
+      rake_tasks do
+        load "bard/backup/tasks.rake"
+      end
+    end
+  end
+end

data/lib/bard/backup/s3_dir.rb

@@ -2,8 +2,13 @@ require "aws-sdk-s3"
 require "rexml"
 
 module Bard
-  module Backup
-    class S3Dir < Data.define(:endpoint, :path, :access_key, :secret_key, :region)
+  class Backup
+    class S3Dir < Data.define(:endpoint, :path, :access_key_id, :secret_access_key, :region)
+      def initialize **kwargs
+        kwargs[:endpoint] ||= "https://s3.#{kwargs[:region]}.amazonaws.com"
+        super
+      end
+
       def files
         response = client.list_objects_v2({
           bucket: bucket_name,
@@ -72,11 +77,10 @@ module Bard
         Aws::S3::Client.new({
           endpoint: endpoint,
           region: region,
-          access_key_id: access_key,
-          secret_access_key: secret_key,
+          access_key_id: access_key_id,
+          secret_access_key: secret_access_key,
         })
       end
     end
   end
 end
-

data/lib/bard/backup/tasks.rake

@@ -0,0 +1,7 @@
+namespace :bard do
+  desc "Backup the database to configured destinations"
+  task :backup => :environment do
+    require "bard/backup"
+    Bard::Backup.create!
+  end
+end

data/lib/bard/backup/version.rb

@@ -1,6 +1,6 @@
 module Bard
-  module Backup
-    VERSION = "0.7.0"
+  class Backup
+    VERSION = "0.9.0"
   end
 end
 

data/lib/bard/backup.rb

@@ -1,17 +1,37 @@
-require "bard/backup/s3_dir"
-require "bard/backup/local_backhoe"
-require "bard/backup/deleter"
+require "bard/backup/destination"
+require "bard/backup/latest_finder"
+require "bard/backup/railtie" if defined?(Rails)
 
 module Bard
-  module Backup
-    def self.call s3_path, region: "us-west-2", now: Time.now.utc, strategy: LocalBackhoe, **kwargs
-      endpoint = kwargs[:endpoint] || "https://s3.#{region}.amazonaws.com"
-      access_key = kwargs[:access_key_id] || kwargs[:access_key]
-      secret_key = kwargs[:secret_access_key] || kwargs[:secret_key]
-      s3_dir = S3Dir.new(endpoint:, path: s3_path, access_key:, secret_key:, region:)
-      strategy.call(s3_dir, now)
-      Deleter.new(s3_dir, now).call
+  class Backup
+    def self.create!(destination_hashes = nil, **config)
+      if destination_hashes.nil? && !config.empty?
+        destination_hashes = [config]
+      end
+      destination_hashes ||= Bard::Config.current.backup.destinations
+      Array(destination_hashes).each do |hash|
+        Destination.build(hash).call
+      end
+    end
+
+    def self.latest
+      LatestFinder.new.call
+    end
+
+    attr_reader :timestamp, :size, :destinations
+
+    def initialize(timestamp:, size: nil, destinations: [])
+      @timestamp = timestamp
+      @size = size
+      @destinations = destinations
+    end
+
+    def as_json(*)
+      {
+        timestamp: timestamp&.iso8601,
+        size: size,
+        destinations: destinations
+      }.compact
     end
   end
 end
-

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: bard-backup
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.9.0
 platform: ruby
 authors:
 - Micah Geisel
-autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-07-01 00:00:00.000000000 Z
+date: 2025-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: backhoe
@@ -53,7 +52,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: activesupport
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bard
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -66,7 +79,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
 email:
 - micah@botandrose.com
 executables: []
@@ -79,11 +91,19 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- config/cucumber.yml
 - lib/bard-backup.rb
 - lib/bard/backup.rb
+- lib/bard/backup/cached_local_backhoe.rb
 - lib/bard/backup/deleter.rb
+- lib/bard/backup/destination.rb
+- lib/bard/backup/destination/s3_destination.rb
+- lib/bard/backup/destination/upload_destination.rb
+- lib/bard/backup/latest_finder.rb
 - lib/bard/backup/local_backhoe.rb
+- lib/bard/backup/railtie.rb
 - lib/bard/backup/s3_dir.rb
+- lib/bard/backup/tasks.rake
 - lib/bard/backup/version.rb
 - sig/bard/backup.rbs
 homepage: https://github.com/botandrose/bard-backup
@@ -91,7 +111,6 @@ licenses:
 - MIT
 metadata:
   homepage_uri: https://github.com/botandrose/bard-backup
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -106,8 +125,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.11
-signing_key: 
+rubygems_version: 3.6.2
 specification_version: 4
 summary: Provides automated db backups for bard projects
 test_files: []