backupsss 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.gitignore +10 -0
- data/.rspec +2 -0
- data/.rubocop.yml +2 -0
- data/.travis.yml +4 -0
- data/Gemfile +4 -0
- data/Guardfile +15 -0
- data/LICENSE.txt +21 -0
- data/README.md +55 -0
- data/Rakefile +17 -0
- data/backupsss.gemspec +43 -0
- data/bin/console +14 -0
- data/bin/setup +7 -0
- data/circle.yml +11 -0
- data/exe/backupsss +4 -0
- data/lib/backupsss/backup.rb +41 -0
- data/lib/backupsss/backup_bucket.rb +48 -0
- data/lib/backupsss/backup_dir.rb +29 -0
- data/lib/backupsss/configuration.rb +50 -0
- data/lib/backupsss/janitor.rb +71 -0
- data/lib/backupsss/removal_error.rb +4 -0
- data/lib/backupsss/tar.rb +54 -0
- data/lib/backupsss/version.rb +3 -0
- data/lib/backupsss.rb +74 -0
- metadata +239 -0
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 876a41f62795cd706d7e11ba8b12ceb2d5c047ec
|
4
|
+
data.tar.gz: fe9f90c4c45272726c3ab2898b9f7298a26375f9
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: 0fc11a5bc60c656062edec2209ec6d0ad37d2a9ee10d57218734bd0b8e2d952705c2d6f11e271ada83d523828380719b2dee2c4d797a66fe59e788bc926ad3fd
|
7
|
+
data.tar.gz: 88c68d35900218370537d782e1cc3f1692094315e80cfa3c7fa315ef9e8490edfd20d8d73678e8517d426cd854c78eabd79892fcb7779e8e3e55fb214cf81a62
|
data/.gitignore
ADDED
data/.rspec
ADDED
data/.rubocop.yml
ADDED
data/.travis.yml
ADDED
data/Gemfile
ADDED
data/Guardfile
ADDED
@@ -0,0 +1,15 @@
|
|
1
|
+
guard :bundler do
|
2
|
+
watch('backupsss.gemspec')
|
3
|
+
end
|
4
|
+
|
5
|
+
guard :rubocop do
|
6
|
+
watch(/.+\.rb$/)
|
7
|
+
watch(%r{(?:.+\/)?\.rubocop\.yml$}) { |m| File.dirname(m[0]) }
|
8
|
+
end
|
9
|
+
|
10
|
+
guard :rspec, cmd: 'bundle exec rspec' do
|
11
|
+
watch('spec/spec_helper.rb') { 'spec' }
|
12
|
+
watch(%r{^spec/.+_spec\.rb})
|
13
|
+
watch(%r{^spec/(.+)/.+_spec\.rb})
|
14
|
+
watch(%r{^lib/(.+)/(.+)\.rb}) { |m| "spec/#{m[1]}/#{m[2]}_spec.rb" }
|
15
|
+
end
|
data/LICENSE.txt
ADDED
@@ -0,0 +1,21 @@
|
|
1
|
+
The MIT License (MIT)
|
2
|
+
|
3
|
+
Copyright (c) 2016 reppard
|
4
|
+
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
7
|
+
in the Software without restriction, including without limitation the rights
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
10
|
+
furnished to do so, subject to the following conditions:
|
11
|
+
|
12
|
+
The above copyright notice and this permission notice shall be included in
|
13
|
+
all copies or substantial portions of the Software.
|
14
|
+
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
21
|
+
THE SOFTWARE.
|
data/README.md
ADDED
@@ -0,0 +1,55 @@
|
|
1
|
+
# Backupsss
|
2
|
+
|
3
|
+
Tar a thing and put it in S3.
|
4
|
+
|
5
|
+
Backup any file or directory as a tar and push the tar to a specificed
|
6
|
+
S3 bucket.
|
7
|
+
|
8
|
+
## Installation
|
9
|
+
|
10
|
+
Install it like:
|
11
|
+
|
12
|
+
```shell
|
13
|
+
|
14
|
+
$ gem install backupsss
|
15
|
+
|
16
|
+
```
|
17
|
+
|
18
|
+
## Usage
|
19
|
+
|
20
|
+
```shell
|
21
|
+
|
22
|
+
$ S3_BUCKET=bucket_name \
|
23
|
+
S3_BUCKET_KEY=bucket_key \
|
24
|
+
BACKUP_SRC_DIR=/path/to/data \
|
25
|
+
BACKUP_DEST_DIR=/backups \
|
26
|
+
BACKUP_FREQ="*/30 * * * *" \
|
27
|
+
AWS_REGION=us-east-1 \
|
28
|
+
REMOTE_RETENTION=2 backupsss
|
29
|
+
|
30
|
+
```
|
31
|
+
|
32
|
+
## Development
|
33
|
+
|
34
|
+
After checking out the repo, run `bundle install --path vendor/bundle` to
|
35
|
+
install dependencies. Then, run `bundle exec rake spec` to run the tests.
|
36
|
+
You can also run `bundle exec guard` for an interactive prompt that will allow
|
37
|
+
you to experiment as well as run rspec and style checker when you save files.
|
38
|
+
|
39
|
+
To install this gem onto your local machine, run `bundle exec rake install`.
|
40
|
+
To release a new version, update the version number in `version.rb`, and then
|
41
|
+
run `bundle exec rake release`, which will create a git tag for the version,
|
42
|
+
push git commits and tags, and push the `.gem` file to [rubygems.org][rubygems].
|
43
|
+
|
44
|
+
## Contributing
|
45
|
+
|
46
|
+
Bug reports and pull requests are welcome on
|
47
|
+
GitHub at https://github.com/manheim/backupsss.
|
48
|
+
|
49
|
+
## License
|
50
|
+
|
51
|
+
The gem is available as open source under the terms of the [MIT License][MIT].
|
52
|
+
|
53
|
+
[rubygems]: https://rubygems.org
|
54
|
+
[MIT]: http://opensource.org/licenses/MIT
|
55
|
+
|
data/Rakefile
ADDED
@@ -0,0 +1,17 @@
|
|
1
|
+
require 'bundler/gem_tasks'
|
2
|
+
require 'rspec/core/rake_task'
|
3
|
+
require 'rubocop/rake_task'
|
4
|
+
|
5
|
+
desc 'Run all specs'
|
6
|
+
RSpec::Core::RakeTask.new(:spec)
|
7
|
+
|
8
|
+
desc 'Run RuboCop on the lib directory'
|
9
|
+
RuboCop::RakeTask.new(:rubocop) do |task|
|
10
|
+
task.patterns = ['lib/**/*.rb', 'spec/**/*.rb']
|
11
|
+
task.fail_on_error = true
|
12
|
+
end
|
13
|
+
|
14
|
+
desc 'Run specs and rubocop before pushing'
|
15
|
+
task pre_commit: [:rubocop, :spec]
|
16
|
+
|
17
|
+
task default: :pre_commit
|
data/backupsss.gemspec
ADDED
@@ -0,0 +1,43 @@
|
|
1
|
+
# coding: utf-8
|
2
|
+
lib = File.expand_path('../lib', __FILE__)
|
3
|
+
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
4
|
+
require 'backupsss/version'
|
5
|
+
|
6
|
+
Gem::Specification.new do |spec|
|
7
|
+
spec.name = 'backupsss'
|
8
|
+
spec.version = Backupsss::VERSION
|
9
|
+
spec.authors = ['Reppard Walker', 'Jonathan Niesen']
|
10
|
+
spec.email = [
|
11
|
+
'reppard.walker@manheim.com',
|
12
|
+
'jonathan.niesen@manheim.com'
|
13
|
+
]
|
14
|
+
|
15
|
+
spec.homepage = 'https://github.com/manheim/backupsss'
|
16
|
+
spec.license = 'MIT'
|
17
|
+
spec.summary = 'Tar a thing and put it in S3'
|
18
|
+
spec.description = [
|
19
|
+
'Backup any file or directory as a tar and push the',
|
20
|
+
'tar to a specificed S3 bucket.'
|
21
|
+
].join(' ')
|
22
|
+
|
23
|
+
spec.files = `git ls-files -z`.split("\x0").reject { |f|
|
24
|
+
f.match(%r{^(test|spec|features)/})
|
25
|
+
}
|
26
|
+
spec.bindir = 'exe'
|
27
|
+
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
28
|
+
spec.require_paths = ['lib']
|
29
|
+
|
30
|
+
spec.add_development_dependency 'bundler', '~> 1.10'
|
31
|
+
spec.add_development_dependency 'rake', '~> 10.0'
|
32
|
+
spec.add_development_dependency 'rspec', '~> 3.4'
|
33
|
+
spec.add_development_dependency 'guard', '~> 2.13'
|
34
|
+
spec.add_development_dependency 'guard-rspec', '~> 4.6.4'
|
35
|
+
spec.add_development_dependency 'guard-rubocop', '~> 1.2'
|
36
|
+
spec.add_development_dependency 'guard-bundler', '~> 2.1'
|
37
|
+
spec.add_development_dependency 'rubocop', '~> 0.37'
|
38
|
+
spec.add_development_dependency 'simplecov', '~> 0.11.2'
|
39
|
+
spec.add_development_dependency 'simplecov-console', '~> 0.3.0'
|
40
|
+
|
41
|
+
spec.add_runtime_dependency 'aws-sdk'
|
42
|
+
spec.add_runtime_dependency 'rufus-scheduler'
|
43
|
+
end
|
data/bin/console
ADDED
@@ -0,0 +1,14 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
require 'bundler/setup'
|
4
|
+
require 'backupsss'
|
5
|
+
|
6
|
+
# You can add fixtures and/or initialization code here to make experimenting
|
7
|
+
# with your gem easier. You can also use a different console, if you like.
|
8
|
+
|
9
|
+
# (If you use this, don't forget to add pry to your Gemfile!)
|
10
|
+
# require 'pry'
|
11
|
+
# Pry.start
|
12
|
+
|
13
|
+
require 'irb'
|
14
|
+
IRB.start
|
data/bin/setup
ADDED
data/circle.yml
ADDED
data/exe/backupsss
ADDED
@@ -0,0 +1,41 @@
|
|
1
|
+
module Backupsss
|
2
|
+
# A class for delivering a tar to S3
|
3
|
+
class Backup
|
4
|
+
attr_reader :config, :client, :filename
|
5
|
+
|
6
|
+
def initialize(config, client)
|
7
|
+
@config = config
|
8
|
+
@client = client
|
9
|
+
@filename = config[:filename]
|
10
|
+
end
|
11
|
+
|
12
|
+
def put_file(file)
|
13
|
+
client.put_object(bucket_opts.merge(body: file))
|
14
|
+
wait_for_object
|
15
|
+
end
|
16
|
+
|
17
|
+
private
|
18
|
+
|
19
|
+
def wait_for_object
|
20
|
+
client.wait_until(:object_exists, bucket_opts) do |w|
|
21
|
+
w.before_attempt { |n| display_checked_count_message(n) }
|
22
|
+
w.before_wait { |_, resp| display_before_wait_message(resp) }
|
23
|
+
end
|
24
|
+
end
|
25
|
+
|
26
|
+
def display_checked_count_message(count)
|
27
|
+
puts "Checked S3 #{count} times"
|
28
|
+
end
|
29
|
+
|
30
|
+
def display_before_wait_message(resp)
|
31
|
+
puts "Client got: #{resp}\nwaiting before trying again"
|
32
|
+
end
|
33
|
+
|
34
|
+
def bucket_opts
|
35
|
+
{
|
36
|
+
bucket: config[:s3_bucket],
|
37
|
+
key: "#{config[:s3_bucket_prefix]}/#{filename}"
|
38
|
+
}
|
39
|
+
end
|
40
|
+
end
|
41
|
+
end
|
@@ -0,0 +1,48 @@
|
|
1
|
+
require 'aws-sdk'
|
2
|
+
|
3
|
+
module Backupsss
|
4
|
+
# A class for listing and sorting files in an s3 bucket
|
5
|
+
class BackupBucket
|
6
|
+
attr_reader :dir, :region
|
7
|
+
|
8
|
+
def initialize(opts = {})
|
9
|
+
@dir = opts[:dir]
|
10
|
+
@region = opts[:region]
|
11
|
+
end
|
12
|
+
|
13
|
+
def ls
|
14
|
+
list_objects.map(&:key)
|
15
|
+
end
|
16
|
+
|
17
|
+
def ls_t
|
18
|
+
list_objects.sort_by(&:last_modified).map(&:key)
|
19
|
+
end
|
20
|
+
|
21
|
+
def ls_rt
|
22
|
+
ls_t.reverse
|
23
|
+
end
|
24
|
+
|
25
|
+
def rm(file)
|
26
|
+
s3_client.delete_object(bucket: bucket, key: file)
|
27
|
+
file
|
28
|
+
end
|
29
|
+
|
30
|
+
private
|
31
|
+
|
32
|
+
def list_objects
|
33
|
+
s3_client.list_objects(bucket: bucket, prefix: prefix).contents
|
34
|
+
end
|
35
|
+
|
36
|
+
def s3_client
|
37
|
+
Aws::S3::Client.new(region: region)
|
38
|
+
end
|
39
|
+
|
40
|
+
def bucket
|
41
|
+
dir.split('/').first
|
42
|
+
end
|
43
|
+
|
44
|
+
def prefix
|
45
|
+
dir.split('/').drop(1).join('/')
|
46
|
+
end
|
47
|
+
end
|
48
|
+
end
|
@@ -0,0 +1,29 @@
|
|
1
|
+
require 'backupsss/removal_error'
|
2
|
+
|
3
|
+
module Backupsss
|
4
|
+
# A class for listing and sorting files by mtime
|
5
|
+
class BackupDir
|
6
|
+
def initialize(opts = {})
|
7
|
+
@dir = opts[:dir]
|
8
|
+
end
|
9
|
+
|
10
|
+
def ls
|
11
|
+
Dir.entries(@dir).reject { |f| (f == '..' || f == '.') }
|
12
|
+
end
|
13
|
+
|
14
|
+
def ls_t
|
15
|
+
ls.sort_by { |f| File.mtime("#{@dir}/#{f}") }
|
16
|
+
end
|
17
|
+
|
18
|
+
def ls_rt
|
19
|
+
ls_t.reverse
|
20
|
+
end
|
21
|
+
|
22
|
+
def rm(file)
|
23
|
+
FileUtils.rm(File.join(@dir, file))
|
24
|
+
file
|
25
|
+
rescue SystemCallError => e
|
26
|
+
raise RemovalError, e
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
@@ -0,0 +1,50 @@
|
|
1
|
+
module Backupsss
|
2
|
+
# A class for managing the properties need for creating, uploading, and
|
3
|
+
# cleaning up backups in S3.
|
4
|
+
class Configuration
|
5
|
+
def self.defaults
|
6
|
+
{
|
7
|
+
s3_bucket: ENV['S3_BUCKET'],
|
8
|
+
s3_bucket_prefix: ENV['S3_BUCKET_PREFIX'],
|
9
|
+
backup_src_dir: ENV['BACKUP_SRC_DIR'],
|
10
|
+
backup_dest_dir: ENV['BACKUP_DEST_DIR'],
|
11
|
+
backup_freq: ENV['BACKUP_FREQ'],
|
12
|
+
aws_region: ENV['AWS_REGION'],
|
13
|
+
remote_retention: ENV['REMOTE_RETENTION'].to_i
|
14
|
+
}
|
15
|
+
end
|
16
|
+
|
17
|
+
attr_accessor(*defaults.keys)
|
18
|
+
|
19
|
+
def initialize(opts = {})
|
20
|
+
attrs.each do |k, _|
|
21
|
+
attr_val = validate_attrs(attrs.merge(opts), k)
|
22
|
+
instance_variable_set("@#{k}", attr_val)
|
23
|
+
end
|
24
|
+
end
|
25
|
+
|
26
|
+
private
|
27
|
+
|
28
|
+
def validate_attrs(attrs, attr_key)
|
29
|
+
throwout_nils(attrs).fetch(attr_key) do
|
30
|
+
raise ArgumentError, missing_attr_error_msg(attr_key)
|
31
|
+
end
|
32
|
+
end
|
33
|
+
|
34
|
+
def missing_attr_error_msg(key)
|
35
|
+
[
|
36
|
+
"Missing '#{key}'",
|
37
|
+
'Args should be passed in or set in the env:',
|
38
|
+
"#{key.upcase}=value backupsss"
|
39
|
+
].join("\n")
|
40
|
+
end
|
41
|
+
|
42
|
+
def throwout_nils(attrs)
|
43
|
+
attrs.reject { |_, v| v.nil? }
|
44
|
+
end
|
45
|
+
|
46
|
+
def attrs
|
47
|
+
self.class.defaults
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
@@ -0,0 +1,71 @@
|
|
1
|
+
require 'backupsss/removal_error'
|
2
|
+
|
3
|
+
module Backupsss
|
4
|
+
# A class for cleaning up backup artifacts
|
5
|
+
class Janitor
|
6
|
+
attr_reader :driver, :retention_count
|
7
|
+
|
8
|
+
def initialize(opts)
|
9
|
+
@driver = opts[:driver]
|
10
|
+
@retention_count = opts[:retention_count] || 0
|
11
|
+
end
|
12
|
+
|
13
|
+
def sift_trash
|
14
|
+
trash = find_trash
|
15
|
+
vocalize_progress(find_treasures, trash)
|
16
|
+
trash
|
17
|
+
end
|
18
|
+
|
19
|
+
def rm_garbage(file_array)
|
20
|
+
file_array.each { |f| throw_out(f) }
|
21
|
+
display_finished
|
22
|
+
end
|
23
|
+
|
24
|
+
private
|
25
|
+
|
26
|
+
def find_treasures
|
27
|
+
driver.ls_rt.take(retention_count)
|
28
|
+
end
|
29
|
+
|
30
|
+
def find_trash
|
31
|
+
driver.ls_rt.drop(retention_count)
|
32
|
+
end
|
33
|
+
|
34
|
+
def throw_out(item)
|
35
|
+
driver.rm(item)
|
36
|
+
display_cleanup(item)
|
37
|
+
rescue Backupsss::RemovalError => e
|
38
|
+
display_error(e, item)
|
39
|
+
end
|
40
|
+
|
41
|
+
def vocalize_progress(treasure, garbage)
|
42
|
+
if garbage.empty?
|
43
|
+
puts 'No garbage found'
|
44
|
+
else
|
45
|
+
puts 'Found garbage...'
|
46
|
+
tell_about(tag_treasure(treasure))
|
47
|
+
tell_about(garbage)
|
48
|
+
end
|
49
|
+
end
|
50
|
+
|
51
|
+
def tell_about(array)
|
52
|
+
puts array
|
53
|
+
end
|
54
|
+
|
55
|
+
def tag_treasure(treasures)
|
56
|
+
treasures.collect { |treasure| "#{treasure} (retaining)" }
|
57
|
+
end
|
58
|
+
|
59
|
+
def display_finished
|
60
|
+
puts 'Finished cleaning up.'
|
61
|
+
end
|
62
|
+
|
63
|
+
def display_cleanup(item)
|
64
|
+
puts "Cleaning up #{item}"
|
65
|
+
end
|
66
|
+
|
67
|
+
def display_error(e, item)
|
68
|
+
puts "Could not clean up #{item}: #{e.message}"
|
69
|
+
end
|
70
|
+
end
|
71
|
+
end
|
@@ -0,0 +1,54 @@
|
|
1
|
+
require 'open3'
|
2
|
+
|
3
|
+
module Backupsss
|
4
|
+
# The Tar class is used for creating a tar archive.
|
5
|
+
class Tar
|
6
|
+
attr_reader :src, :dest
|
7
|
+
|
8
|
+
def initialize(src, dest)
|
9
|
+
@src = src
|
10
|
+
@dest = dest
|
11
|
+
end
|
12
|
+
|
13
|
+
def make
|
14
|
+
if valid_dest? && valid_src?
|
15
|
+
Open3.capture3("tar -cvf #{dest} #{src}")
|
16
|
+
File.open(dest)
|
17
|
+
end
|
18
|
+
end
|
19
|
+
|
20
|
+
def valid_dest?
|
21
|
+
dir_exists?(dest_dir) && dest_writable?
|
22
|
+
end
|
23
|
+
|
24
|
+
def valid_src?
|
25
|
+
dir_exists?(src) && src_readable?
|
26
|
+
end
|
27
|
+
|
28
|
+
def filename
|
29
|
+
dest.split('/').last
|
30
|
+
end
|
31
|
+
|
32
|
+
private
|
33
|
+
|
34
|
+
def dest_dir
|
35
|
+
File.dirname(dest)
|
36
|
+
end
|
37
|
+
|
38
|
+
def dest_writable?
|
39
|
+
File.writable?(dest_dir) || raise_sys_err(dest_dir, Errno::EPERM::Errno)
|
40
|
+
end
|
41
|
+
|
42
|
+
def dir_exists?(dir)
|
43
|
+
File.exist?(dir) || raise_sys_err(dir, Errno::ENOENT::Errno)
|
44
|
+
end
|
45
|
+
|
46
|
+
def src_readable?
|
47
|
+
File.readable?(src) || raise_sys_err(src, Errno::EPERM::Errno)
|
48
|
+
end
|
49
|
+
|
50
|
+
def raise_sys_err(dir, err)
|
51
|
+
raise SystemCallError.new(dir.to_s, err)
|
52
|
+
end
|
53
|
+
end
|
54
|
+
end
|
data/lib/backupsss.rb
ADDED
@@ -0,0 +1,74 @@
|
|
1
|
+
require 'aws-sdk'
|
2
|
+
require 'rufus-scheduler'
|
3
|
+
require 'backupsss/tar'
|
4
|
+
require 'backupsss/backup'
|
5
|
+
require 'backupsss/backup_dir'
|
6
|
+
require 'backupsss/backup_bucket'
|
7
|
+
require 'backupsss/janitor'
|
8
|
+
require 'backupsss/version'
|
9
|
+
require 'backupsss/configuration'
|
10
|
+
|
11
|
+
# A utility for backing things up to S3.
|
12
|
+
module Backupsss
|
13
|
+
class << self
|
14
|
+
def config
|
15
|
+
@config ||= Backupsss::Configuration.new
|
16
|
+
end
|
17
|
+
|
18
|
+
def call
|
19
|
+
push_backup(*prep_for_backup)
|
20
|
+
cleanup_local
|
21
|
+
cleanup_remote
|
22
|
+
end
|
23
|
+
|
24
|
+
def prep_for_backup
|
25
|
+
filename = "#{Time.now.to_i}.tar"
|
26
|
+
backup = Backupsss::Backup.new(
|
27
|
+
{
|
28
|
+
s3_bucket_prefix: config.s3_bucket_prefix,
|
29
|
+
s3_bucket: config.s3_bucket,
|
30
|
+
filename: filename
|
31
|
+
}, Aws::S3::Client.new(region: config.aws_region)
|
32
|
+
)
|
33
|
+
|
34
|
+
[filename, backup]
|
35
|
+
end
|
36
|
+
|
37
|
+
def push_backup(filename, backup)
|
38
|
+
puts 'Create and Upload Tar: Starting'
|
39
|
+
backup.put_file(
|
40
|
+
Backupsss::Tar.new(
|
41
|
+
config.backup_src_dir,
|
42
|
+
"#{config.backup_dest_dir}/#{filename}"
|
43
|
+
).make
|
44
|
+
)
|
45
|
+
puts 'Create and Upload Tar: Finished'
|
46
|
+
end
|
47
|
+
|
48
|
+
def cleanup_local
|
49
|
+
local_janitor = Janitor.new(
|
50
|
+
driver: BackupDir.new(dir: config.backup_dest_dir)
|
51
|
+
)
|
52
|
+
local_janitor.rm_garbage(local_janitor.sift_trash)
|
53
|
+
end
|
54
|
+
|
55
|
+
def cleanup_remote
|
56
|
+
remote_janitor = Janitor.new(
|
57
|
+
driver: BackupBucket.new(
|
58
|
+
dir: "#{config.s3_bucket}/#{config.s3_bucket_prefix}",
|
59
|
+
region: config.aws_region
|
60
|
+
),
|
61
|
+
retention_count: config.remote_retention
|
62
|
+
)
|
63
|
+
remote_janitor.rm_garbage(remote_janitor.sift_trash)
|
64
|
+
end
|
65
|
+
|
66
|
+
def run
|
67
|
+
scheduler = Rufus::Scheduler.new
|
68
|
+
scheduler.cron config.backup_freq do
|
69
|
+
call
|
70
|
+
end
|
71
|
+
scheduler.join
|
72
|
+
end
|
73
|
+
end
|
74
|
+
end
|
metadata
ADDED
@@ -0,0 +1,239 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: backupsss
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.1.0
|
5
|
+
platform: ruby
|
6
|
+
authors:
|
7
|
+
- Reppard Walker
|
8
|
+
- Jonathan Niesen
|
9
|
+
autorequire:
|
10
|
+
bindir: exe
|
11
|
+
cert_chain: []
|
12
|
+
date: 2016-02-23 00:00:00.000000000 Z
|
13
|
+
dependencies:
|
14
|
+
- !ruby/object:Gem::Dependency
|
15
|
+
name: bundler
|
16
|
+
requirement: !ruby/object:Gem::Requirement
|
17
|
+
requirements:
|
18
|
+
- - "~>"
|
19
|
+
- !ruby/object:Gem::Version
|
20
|
+
version: '1.10'
|
21
|
+
type: :development
|
22
|
+
prerelease: false
|
23
|
+
version_requirements: !ruby/object:Gem::Requirement
|
24
|
+
requirements:
|
25
|
+
- - "~>"
|
26
|
+
- !ruby/object:Gem::Version
|
27
|
+
version: '1.10'
|
28
|
+
- !ruby/object:Gem::Dependency
|
29
|
+
name: rake
|
30
|
+
requirement: !ruby/object:Gem::Requirement
|
31
|
+
requirements:
|
32
|
+
- - "~>"
|
33
|
+
- !ruby/object:Gem::Version
|
34
|
+
version: '10.0'
|
35
|
+
type: :development
|
36
|
+
prerelease: false
|
37
|
+
version_requirements: !ruby/object:Gem::Requirement
|
38
|
+
requirements:
|
39
|
+
- - "~>"
|
40
|
+
- !ruby/object:Gem::Version
|
41
|
+
version: '10.0'
|
42
|
+
- !ruby/object:Gem::Dependency
|
43
|
+
name: rspec
|
44
|
+
requirement: !ruby/object:Gem::Requirement
|
45
|
+
requirements:
|
46
|
+
- - "~>"
|
47
|
+
- !ruby/object:Gem::Version
|
48
|
+
version: '3.4'
|
49
|
+
type: :development
|
50
|
+
prerelease: false
|
51
|
+
version_requirements: !ruby/object:Gem::Requirement
|
52
|
+
requirements:
|
53
|
+
- - "~>"
|
54
|
+
- !ruby/object:Gem::Version
|
55
|
+
version: '3.4'
|
56
|
+
- !ruby/object:Gem::Dependency
|
57
|
+
name: guard
|
58
|
+
requirement: !ruby/object:Gem::Requirement
|
59
|
+
requirements:
|
60
|
+
- - "~>"
|
61
|
+
- !ruby/object:Gem::Version
|
62
|
+
version: '2.13'
|
63
|
+
type: :development
|
64
|
+
prerelease: false
|
65
|
+
version_requirements: !ruby/object:Gem::Requirement
|
66
|
+
requirements:
|
67
|
+
- - "~>"
|
68
|
+
- !ruby/object:Gem::Version
|
69
|
+
version: '2.13'
|
70
|
+
- !ruby/object:Gem::Dependency
|
71
|
+
name: guard-rspec
|
72
|
+
requirement: !ruby/object:Gem::Requirement
|
73
|
+
requirements:
|
74
|
+
- - "~>"
|
75
|
+
- !ruby/object:Gem::Version
|
76
|
+
version: 4.6.4
|
77
|
+
type: :development
|
78
|
+
prerelease: false
|
79
|
+
version_requirements: !ruby/object:Gem::Requirement
|
80
|
+
requirements:
|
81
|
+
- - "~>"
|
82
|
+
- !ruby/object:Gem::Version
|
83
|
+
version: 4.6.4
|
84
|
+
- !ruby/object:Gem::Dependency
|
85
|
+
name: guard-rubocop
|
86
|
+
requirement: !ruby/object:Gem::Requirement
|
87
|
+
requirements:
|
88
|
+
- - "~>"
|
89
|
+
- !ruby/object:Gem::Version
|
90
|
+
version: '1.2'
|
91
|
+
type: :development
|
92
|
+
prerelease: false
|
93
|
+
version_requirements: !ruby/object:Gem::Requirement
|
94
|
+
requirements:
|
95
|
+
- - "~>"
|
96
|
+
- !ruby/object:Gem::Version
|
97
|
+
version: '1.2'
|
98
|
+
- !ruby/object:Gem::Dependency
|
99
|
+
name: guard-bundler
|
100
|
+
requirement: !ruby/object:Gem::Requirement
|
101
|
+
requirements:
|
102
|
+
- - "~>"
|
103
|
+
- !ruby/object:Gem::Version
|
104
|
+
version: '2.1'
|
105
|
+
type: :development
|
106
|
+
prerelease: false
|
107
|
+
version_requirements: !ruby/object:Gem::Requirement
|
108
|
+
requirements:
|
109
|
+
- - "~>"
|
110
|
+
- !ruby/object:Gem::Version
|
111
|
+
version: '2.1'
|
112
|
+
- !ruby/object:Gem::Dependency
|
113
|
+
name: rubocop
|
114
|
+
requirement: !ruby/object:Gem::Requirement
|
115
|
+
requirements:
|
116
|
+
- - "~>"
|
117
|
+
- !ruby/object:Gem::Version
|
118
|
+
version: '0.37'
|
119
|
+
type: :development
|
120
|
+
prerelease: false
|
121
|
+
version_requirements: !ruby/object:Gem::Requirement
|
122
|
+
requirements:
|
123
|
+
- - "~>"
|
124
|
+
- !ruby/object:Gem::Version
|
125
|
+
version: '0.37'
|
126
|
+
- !ruby/object:Gem::Dependency
|
127
|
+
name: simplecov
|
128
|
+
requirement: !ruby/object:Gem::Requirement
|
129
|
+
requirements:
|
130
|
+
- - "~>"
|
131
|
+
- !ruby/object:Gem::Version
|
132
|
+
version: 0.11.2
|
133
|
+
type: :development
|
134
|
+
prerelease: false
|
135
|
+
version_requirements: !ruby/object:Gem::Requirement
|
136
|
+
requirements:
|
137
|
+
- - "~>"
|
138
|
+
- !ruby/object:Gem::Version
|
139
|
+
version: 0.11.2
|
140
|
+
- !ruby/object:Gem::Dependency
|
141
|
+
name: simplecov-console
|
142
|
+
requirement: !ruby/object:Gem::Requirement
|
143
|
+
requirements:
|
144
|
+
- - "~>"
|
145
|
+
- !ruby/object:Gem::Version
|
146
|
+
version: 0.3.0
|
147
|
+
type: :development
|
148
|
+
prerelease: false
|
149
|
+
version_requirements: !ruby/object:Gem::Requirement
|
150
|
+
requirements:
|
151
|
+
- - "~>"
|
152
|
+
- !ruby/object:Gem::Version
|
153
|
+
version: 0.3.0
|
154
|
+
- !ruby/object:Gem::Dependency
|
155
|
+
name: aws-sdk
|
156
|
+
requirement: !ruby/object:Gem::Requirement
|
157
|
+
requirements:
|
158
|
+
- - ">="
|
159
|
+
- !ruby/object:Gem::Version
|
160
|
+
version: '0'
|
161
|
+
type: :runtime
|
162
|
+
prerelease: false
|
163
|
+
version_requirements: !ruby/object:Gem::Requirement
|
164
|
+
requirements:
|
165
|
+
- - ">="
|
166
|
+
- !ruby/object:Gem::Version
|
167
|
+
version: '0'
|
168
|
+
- !ruby/object:Gem::Dependency
|
169
|
+
name: rufus-scheduler
|
170
|
+
requirement: !ruby/object:Gem::Requirement
|
171
|
+
requirements:
|
172
|
+
- - ">="
|
173
|
+
- !ruby/object:Gem::Version
|
174
|
+
version: '0'
|
175
|
+
type: :runtime
|
176
|
+
prerelease: false
|
177
|
+
version_requirements: !ruby/object:Gem::Requirement
|
178
|
+
requirements:
|
179
|
+
- - ">="
|
180
|
+
- !ruby/object:Gem::Version
|
181
|
+
version: '0'
|
182
|
+
description: Backup any file or directory as a tar and push the tar to a specificed
|
183
|
+
S3 bucket.
|
184
|
+
email:
|
185
|
+
- reppard.walker@manheim.com
|
186
|
+
- jonathan.niesen@manheim.com
|
187
|
+
executables:
|
188
|
+
- backupsss
|
189
|
+
extensions: []
|
190
|
+
extra_rdoc_files: []
|
191
|
+
files:
|
192
|
+
- ".gitignore"
|
193
|
+
- ".rspec"
|
194
|
+
- ".rubocop.yml"
|
195
|
+
- ".travis.yml"
|
196
|
+
- Gemfile
|
197
|
+
- Guardfile
|
198
|
+
- LICENSE.txt
|
199
|
+
- README.md
|
200
|
+
- Rakefile
|
201
|
+
- backupsss.gemspec
|
202
|
+
- bin/console
|
203
|
+
- bin/setup
|
204
|
+
- circle.yml
|
205
|
+
- exe/backupsss
|
206
|
+
- lib/backupsss.rb
|
207
|
+
- lib/backupsss/backup.rb
|
208
|
+
- lib/backupsss/backup_bucket.rb
|
209
|
+
- lib/backupsss/backup_dir.rb
|
210
|
+
- lib/backupsss/configuration.rb
|
211
|
+
- lib/backupsss/janitor.rb
|
212
|
+
- lib/backupsss/removal_error.rb
|
213
|
+
- lib/backupsss/tar.rb
|
214
|
+
- lib/backupsss/version.rb
|
215
|
+
homepage: https://github.com/manheim/backupsss
|
216
|
+
licenses:
|
217
|
+
- MIT
|
218
|
+
metadata: {}
|
219
|
+
post_install_message:
|
220
|
+
rdoc_options: []
|
221
|
+
require_paths:
|
222
|
+
- lib
|
223
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
224
|
+
requirements:
|
225
|
+
- - ">="
|
226
|
+
- !ruby/object:Gem::Version
|
227
|
+
version: '0'
|
228
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
229
|
+
requirements:
|
230
|
+
- - ">="
|
231
|
+
- !ruby/object:Gem::Version
|
232
|
+
version: '0'
|
233
|
+
requirements: []
|
234
|
+
rubyforge_project:
|
235
|
+
rubygems_version: 2.2.2
|
236
|
+
signing_key:
|
237
|
+
specification_version: 4
|
238
|
+
summary: Tar a thing and put it in S3
|
239
|
+
test_files: []
|