bard-backup 0.3.3 → 0.5.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 452af7bfaa1d38372eb29a727e0b78200d479cb8f3eec98088aad4734bfae827
4
- data.tar.gz: 7408415418eda357aceda59944720a63e50d19f10f34b29d43b2709ec713fd2e
3
+ metadata.gz: c646d0f6f82c6bc07b6fdfc94256094e60ec681bde22b295aa7ad7f6766a0a23
4
+ data.tar.gz: 05f47f4952af321ac6a7183ed0643ecf134e9f847b42b3a14a05c0b30399d26f
5
5
  SHA512:
6
- metadata.gz: 8c16a1f42236bfc41d42a68db41b1e7e806c737508a0b7b0aac5c87984107d5e77fd1446445b4daf1ba460c24e7ac6870eb62e612d49091febf74902325e3e22
7
- data.tar.gz: cb10ae30ececa98bbf031ed4a6500cde3b73a5a1564891d39a517f4c7f252da27108432ba50cabf894160c81e489cbcf84d28c6fc592daf6f2d8cb21f7c4825d
6
+ metadata.gz: 8eea608f2e85b5bb968985e57a6ca0a87f127516e6e0638ab0657dc829f68f46c9a467d18e53c9b0fdb128c83aa88b25c6fa814d079777b506e592ce21cf34f2
7
+ data.tar.gz: 7aaac7dad88c8ca3c1f50d7a95157adb5c096a41347accd498c46f08905c3f573cd934f6aa7f3c364250628af3126b0e45fd65ec03dc26b70d0209c82ef04586
@@ -6,24 +6,24 @@ module Bard
6
6
  module Backup
7
7
  class Deleter < Struct.new(:s3_dir, :now)
8
8
  def call
9
- s3_dir.delete keys_to_delete
9
+ s3_dir.delete files_to_delete
10
10
  end
11
11
 
12
- def keys_to_delete
13
- s3_dir.keys.select do |key|
12
+ def files_to_delete
13
+ s3_dir.files.select do |file|
14
14
  [
15
15
  Filter.new(now, 72, :hours),
16
16
  Filter.new(now, 60, :days),
17
17
  Filter.new(now, 52, :weeks),
18
18
  Filter.new(now, 48, :months),
19
19
  Filter.new(now, 100, :years),
20
- ].all? { |filter| !filter.cover?(key) }
20
+ ].all? { |filter| !filter.cover?(file) }
21
21
  end
22
22
  end
23
23
 
24
24
  class Filter < Struct.new(:now, :limit, :unit)
25
- def cover? key
26
- remote = DateTime.parse(key).beginning_of_hour
25
+ def cover? file
26
+ remote = DateTime.parse(file).beginning_of_hour
27
27
  limit.times.any? do |count|
28
28
  remote == ago(count)
29
29
  end
@@ -1,10 +1,12 @@
1
+ require "backhoe"
2
+
1
3
  module Bard
2
4
  module Backup
3
- class Controller < Struct.new(:dumper, :s3_dir, :now)
4
- def call
5
+ class LocalBackhoe
6
+ def self.call s3_dir, now
5
7
  filename = "#{now.iso8601}.sql.gz"
6
8
  path = "/tmp/#{filename}"
7
- dumper.dump path
9
+ Backhoe.dump path
8
10
  s3_dir.mv path
9
11
  end
10
12
  end
@@ -4,13 +4,15 @@ require "rexml"
4
4
  module Bard
5
5
  module Backup
6
6
  class S3Dir < Data.define(:path, :access_key, :secret_key, :region)
7
- def keys
7
+ def files
8
8
  response = client.list_objects_v2({
9
9
  bucket: bucket_name,
10
10
  prefix: folder_prefix,
11
11
  })
12
12
  raise if response.is_truncated
13
- response.contents.map(&:key)
13
+ response.contents.map do |object|
14
+ object.key.sub("#{folder_prefix}/", "")
15
+ end
14
16
  end
15
17
 
16
18
  def put file_path, body: File.read(file_path)
@@ -21,14 +23,25 @@ module Bard
21
23
  })
22
24
  end
23
25
 
26
+ def presigned_url file_path
27
+ presigner = Aws::S3::Presigner.new(client: client)
28
+ presigner.presigned_url(
29
+ :put_object,
30
+ bucket: bucket_name,
31
+ key: [folder_prefix, File.basename(file_path)].compact.join("/"),
32
+ )
33
+ end
34
+
24
35
  def mv file_path, body: File.read(file_path)
25
36
  put file_path, body: body
26
37
  FileUtils.rm file_path
27
38
  end
28
39
 
29
- def delete keys
30
- return if keys.empty?
31
- objects_to_delete = Array(keys).map { |key| { key: key } }
40
+ def delete file_paths
41
+ return if file_paths.empty?
42
+ objects_to_delete = Array(file_paths).map do |file_path|
43
+ { key: [folder_prefix, File.basename(file_path)].compact.join("/") }
44
+ end
32
45
  client.delete_objects({
33
46
  bucket: bucket_name,
34
47
  delete: {
@@ -39,8 +52,8 @@ module Bard
39
52
  end
40
53
 
41
54
  def empty!
42
- keys.each_slice(1000) do |key_batch|
43
- delete key_batch
55
+ files.each_slice(1000) do |batch|
56
+ delete batch
44
57
  end
45
58
  end
46
59
 
@@ -1,6 +1,6 @@
1
1
  module Bard
2
2
  module Backup
3
- VERSION = "0.3.3"
3
+ VERSION = "0.5.0"
4
4
  end
5
5
  end
6
6
 
data/lib/bard/backup.rb CHANGED
@@ -1,14 +1,12 @@
1
- require "bard/backup/controller"
2
- require "bard/backup/deleter"
3
1
  require "bard/backup/s3_dir"
4
- require "backhoe"
2
+ require "bard/backup/local_backhoe"
3
+ require "bard/backup/deleter"
5
4
 
6
5
  module Bard
7
6
  module Backup
8
- def self.call s3_path, access_key:, secret_key:, region: "us-west-2", now: Time.now.utc
9
- dumper = Backhoe
7
+ def self.call s3_path, access_key:, secret_key:, region: "us-west-2", now: Time.now.utc, strategy: LocalBackhoe
10
8
  s3_dir = S3Dir.new(path: s3_path, access_key:, secret_key:, region:)
11
- Controller.new(dumper, s3_dir, now).call
9
+ strategy.call(s3_dir, now)
12
10
  Deleter.new(s3_dir, now).call
13
11
  end
14
12
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: bard-backup
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.3
4
+ version: 0.5.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Micah Geisel
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-08-08 00:00:00.000000000 Z
11
+ date: 2024-08-26 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: backhoe
@@ -81,8 +81,8 @@ files:
81
81
  - Rakefile
82
82
  - lib/bard-backup.rb
83
83
  - lib/bard/backup.rb
84
- - lib/bard/backup/controller.rb
85
84
  - lib/bard/backup/deleter.rb
85
+ - lib/bard/backup/local_backhoe.rb
86
86
  - lib/bard/backup/s3_dir.rb
87
87
  - lib/bard/backup/version.rb
88
88
  - sig/bard/backup.rbs