akupchanko-astrails-safe 0.3.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.autotest +3 -0
- data/.document +5 -0
- data/.gitignore +18 -0
- data/.rspec +3 -0
- data/CHANGELOG +35 -0
- data/Gemfile +7 -0
- data/LICENSE.txt +22 -0
- data/README.markdown +250 -0
- data/Rakefile +8 -0
- data/TODO +31 -0
- data/akupchanko-astrails-safe.gemspec +35 -0
- data/bin/astrails-safe +64 -0
- data/lib/astrails/safe.rb +68 -0
- data/lib/astrails/safe/archive.rb +24 -0
- data/lib/astrails/safe/backup.rb +20 -0
- data/lib/astrails/safe/cloudfiles.rb +77 -0
- data/lib/astrails/safe/config/builder.rb +90 -0
- data/lib/astrails/safe/config/node.rb +72 -0
- data/lib/astrails/safe/ftp.rb +104 -0
- data/lib/astrails/safe/gpg.rb +46 -0
- data/lib/astrails/safe/gzip.rb +25 -0
- data/lib/astrails/safe/local.rb +51 -0
- data/lib/astrails/safe/mongodump.rb +23 -0
- data/lib/astrails/safe/mysqldump.rb +32 -0
- data/lib/astrails/safe/pgdump.rb +36 -0
- data/lib/astrails/safe/pipe.rb +17 -0
- data/lib/astrails/safe/s3.rb +80 -0
- data/lib/astrails/safe/sftp.rb +88 -0
- data/lib/astrails/safe/sink.rb +35 -0
- data/lib/astrails/safe/source.rb +47 -0
- data/lib/astrails/safe/stream.rb +32 -0
- data/lib/astrails/safe/svndump.rb +13 -0
- data/lib/astrails/safe/tmp_file.rb +48 -0
- data/lib/astrails/safe/version.rb +5 -0
- data/lib/extensions/mktmpdir.rb +45 -0
- data/spec/astrails/safe/archive_spec.rb +67 -0
- data/spec/astrails/safe/cloudfiles_spec.rb +175 -0
- data/spec/astrails/safe/config_spec.rb +307 -0
- data/spec/astrails/safe/gpg_spec.rb +148 -0
- data/spec/astrails/safe/gzip_spec.rb +64 -0
- data/spec/astrails/safe/local_spec.rb +109 -0
- data/spec/astrails/safe/mongodump_spec.rb +54 -0
- data/spec/astrails/safe/mysqldump_spec.rb +83 -0
- data/spec/astrails/safe/pgdump_spec.rb +45 -0
- data/spec/astrails/safe/s3_spec.rb +168 -0
- data/spec/astrails/safe/svndump_spec.rb +39 -0
- data/spec/integration/archive_integration_spec.rb +89 -0
- data/spec/integration/cleanup_spec.rb +62 -0
- data/spec/spec_helper.rb +8 -0
- data/templates/script.rb +183 -0
- metadata +178 -0
@@ -0,0 +1,148 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Astrails::Safe::Gpg do
|
4
|
+
def def_backup
|
5
|
+
{
|
6
|
+
:compressed => false,
|
7
|
+
:command => "command",
|
8
|
+
:extension => ".foo",
|
9
|
+
:filename => "qweqwe"
|
10
|
+
}
|
11
|
+
end
|
12
|
+
|
13
|
+
def gpg(config = {}, backup = def_backup)
|
14
|
+
Astrails::Safe::Gpg.new(
|
15
|
+
Astrails::Safe::Config::Node.new(nil, config),
|
16
|
+
Astrails::Safe::Backup.new(backup)
|
17
|
+
)
|
18
|
+
end
|
19
|
+
|
20
|
+
after(:each) { Astrails::Safe::TmpFile.cleanup }
|
21
|
+
|
22
|
+
describe :process do
|
23
|
+
|
24
|
+
before(:each) do
|
25
|
+
@gpg = gpg()
|
26
|
+
stub(@gpg).gpg_password_file {"pwd-file"}
|
27
|
+
stub(@gpg).pipe {"|gpg -BLAH"}
|
28
|
+
end
|
29
|
+
|
30
|
+
describe "when active" do
|
31
|
+
before(:each) do
|
32
|
+
stub(@gpg).active? {true}
|
33
|
+
end
|
34
|
+
|
35
|
+
it "should add .gpg extension" do
|
36
|
+
mock(@gpg.backup.extension) << '.gpg'
|
37
|
+
@gpg.process
|
38
|
+
end
|
39
|
+
|
40
|
+
it "should add command pipe" do
|
41
|
+
mock(@gpg.backup.command) << (/\|gpg -BLAH/)
|
42
|
+
@gpg.process
|
43
|
+
end
|
44
|
+
|
45
|
+
it "should set compressed" do
|
46
|
+
mock(@gpg.backup).compressed = true
|
47
|
+
@gpg.process
|
48
|
+
end
|
49
|
+
end
|
50
|
+
|
51
|
+
describe "when inactive" do
|
52
|
+
before(:each) do
|
53
|
+
stub(@gpg).active? {false}
|
54
|
+
end
|
55
|
+
|
56
|
+
it "should not touch extension" do
|
57
|
+
dont_allow(@gpg.backup.extension) << anything
|
58
|
+
@gpg.process
|
59
|
+
end
|
60
|
+
|
61
|
+
it "should not touch command" do
|
62
|
+
dont_allow(@gpg.backup.command) << anything
|
63
|
+
@gpg.process
|
64
|
+
end
|
65
|
+
|
66
|
+
it "should not touch compressed" do
|
67
|
+
dont_allow(@gpg.backup).compressed = anything
|
68
|
+
@gpg.process
|
69
|
+
end
|
70
|
+
end
|
71
|
+
end
|
72
|
+
|
73
|
+
describe :active? do
|
74
|
+
|
75
|
+
describe "with key" do
|
76
|
+
it "should be true" do
|
77
|
+
gpg(:gpg => {:key => :foo}).should be_active
|
78
|
+
end
|
79
|
+
end
|
80
|
+
|
81
|
+
describe "with password" do
|
82
|
+
it "should be true" do
|
83
|
+
gpg(:gpg => {:password => :foo}).should be_active
|
84
|
+
end
|
85
|
+
end
|
86
|
+
|
87
|
+
describe "without key & password" do
|
88
|
+
it "should be false" do
|
89
|
+
gpg.should_not be_active
|
90
|
+
end
|
91
|
+
end
|
92
|
+
|
93
|
+
describe "with key & password" do
|
94
|
+
it "should raise RuntimeError" do
|
95
|
+
lambda {
|
96
|
+
gpg(:gpg => {:key => "foo", :password => "bar"}).send :active?
|
97
|
+
}.should raise_error(RuntimeError, "can't use both gpg password and pubkey")
|
98
|
+
end
|
99
|
+
end
|
100
|
+
end
|
101
|
+
|
102
|
+
describe :pipe do
|
103
|
+
|
104
|
+
describe "with key" do
|
105
|
+
def kgpg(extra={})
|
106
|
+
gpg({:gpg => {:key => "foo", :options => "GPG-OPT"}.merge(extra), :options => "OPT"})
|
107
|
+
end
|
108
|
+
|
109
|
+
it "should not call gpg_password_file" do
|
110
|
+
g = kgpg
|
111
|
+
dont_allow(g).gpg_password_file(anything)
|
112
|
+
g.send(:pipe)
|
113
|
+
end
|
114
|
+
|
115
|
+
it "should use '-r' and :options" do
|
116
|
+
kgpg.send(:pipe).should == "|gpg GPG-OPT -e -r foo"
|
117
|
+
end
|
118
|
+
|
119
|
+
it "should use the 'command' options" do
|
120
|
+
kgpg(:command => 'other-gpg').send(:pipe).should == "|other-gpg GPG-OPT -e -r foo"
|
121
|
+
end
|
122
|
+
end
|
123
|
+
|
124
|
+
describe "with password" do
|
125
|
+
def pgpg(extra = {})
|
126
|
+
returning(gpg({:gpg => {:password => "bar", :options => "GPG-OPT"}.merge(extra), :options => "OPT"})) do |g|
|
127
|
+
stub(g).gpg_password_file(anything) {"pass-file"}
|
128
|
+
end
|
129
|
+
end
|
130
|
+
|
131
|
+
it "should use '--passphrase-file' and :options" do
|
132
|
+
pgpg.send(:pipe).should == "|gpg GPG-OPT -c --passphrase-file pass-file"
|
133
|
+
end
|
134
|
+
|
135
|
+
it "should use the 'command' options" do
|
136
|
+
pgpg(:command => 'other-gpg').send(:pipe).should == "|other-gpg GPG-OPT -c --passphrase-file pass-file"
|
137
|
+
end
|
138
|
+
end
|
139
|
+
end
|
140
|
+
|
141
|
+
describe :gpg_password_file do
|
142
|
+
it "should create password file" do
|
143
|
+
file = gpg.send(:gpg_password_file, "foo")
|
144
|
+
File.exists?(file).should be_true
|
145
|
+
File.read(file).should == "foo"
|
146
|
+
end
|
147
|
+
end
|
148
|
+
end
|
@@ -0,0 +1,64 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Astrails::Safe::Gzip do
|
4
|
+
|
5
|
+
def def_backup
|
6
|
+
{
|
7
|
+
:compressed => false,
|
8
|
+
:command => "command",
|
9
|
+
:extension => ".foo",
|
10
|
+
:filename => "qweqwe"
|
11
|
+
}
|
12
|
+
end
|
13
|
+
|
14
|
+
after(:each) { Astrails::Safe::TmpFile.cleanup }
|
15
|
+
|
16
|
+
def gzip(config = {}, backup = def_backup)
|
17
|
+
Astrails::Safe::Gzip.new(
|
18
|
+
@config = Astrails::Safe::Config::Node.new(nil, config),
|
19
|
+
@backup = Astrails::Safe::Backup.new(backup)
|
20
|
+
)
|
21
|
+
end
|
22
|
+
|
23
|
+
describe :preocess do
|
24
|
+
|
25
|
+
describe "when not yet compressed" do
|
26
|
+
before(:each) { @gzip = gzip }
|
27
|
+
|
28
|
+
it "should add .gz extension" do
|
29
|
+
mock(@backup.extension) << '.gz'
|
30
|
+
@gzip.process
|
31
|
+
end
|
32
|
+
|
33
|
+
it "should add |gzip pipe" do
|
34
|
+
mock(@backup.command) << '|gzip'
|
35
|
+
@gzip.process
|
36
|
+
end
|
37
|
+
|
38
|
+
it "should set compressed" do
|
39
|
+
mock(@backup).compressed = true
|
40
|
+
@gzip.process
|
41
|
+
end
|
42
|
+
end
|
43
|
+
|
44
|
+
describe "when already compressed" do
|
45
|
+
|
46
|
+
before(:each) { @gzip = gzip({}, :extension => ".foo", :command => "foobar", :compressed => true) }
|
47
|
+
|
48
|
+
it "should not touch extension" do
|
49
|
+
@gzip.process
|
50
|
+
@backup.extension.should == ".foo"
|
51
|
+
end
|
52
|
+
|
53
|
+
it "should not touch command" do
|
54
|
+
@gzip.process
|
55
|
+
@backup.command.should == "foobar"
|
56
|
+
end
|
57
|
+
|
58
|
+
it "should not touch compressed" do
|
59
|
+
@gzip.process
|
60
|
+
@backup.compressed.should == true
|
61
|
+
end
|
62
|
+
end
|
63
|
+
end
|
64
|
+
end
|
@@ -0,0 +1,109 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Astrails::Safe::Local do
|
4
|
+
def def_config
|
5
|
+
{
|
6
|
+
:local => {
|
7
|
+
:path => "/:kind~:id~:timestamp"
|
8
|
+
},
|
9
|
+
:keep => {
|
10
|
+
:local => 2
|
11
|
+
}
|
12
|
+
}
|
13
|
+
end
|
14
|
+
|
15
|
+
def def_backup
|
16
|
+
{
|
17
|
+
:kind => "mysqldump",
|
18
|
+
:id => "blog",
|
19
|
+
:timestamp => "NoW",
|
20
|
+
:compressed => true,
|
21
|
+
:command => "command",
|
22
|
+
:extension => ".foo.gz",
|
23
|
+
:filename => "qweqwe"
|
24
|
+
}
|
25
|
+
end
|
26
|
+
|
27
|
+
def local(config = def_config, backup = def_backup)
|
28
|
+
Astrails::Safe::Local.new(
|
29
|
+
@config = Astrails::Safe::Config::Node.new(nil, config),
|
30
|
+
@backup = Astrails::Safe::Backup.new(backup)
|
31
|
+
)
|
32
|
+
end
|
33
|
+
|
34
|
+
describe :active? do
|
35
|
+
it "should be true" do
|
36
|
+
local.should be_active
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
describe :path do
|
41
|
+
it "should raise RuntimeError when no path" do
|
42
|
+
lambda {
|
43
|
+
local({}).send :path
|
44
|
+
}.should raise_error(RuntimeError, "missing :local/:path")
|
45
|
+
end
|
46
|
+
|
47
|
+
it "should use local/path" do
|
48
|
+
local.send(:path).should == "/mysqldump~blog~NoW"
|
49
|
+
end
|
50
|
+
end
|
51
|
+
|
52
|
+
describe :save do
|
53
|
+
before(:each) do
|
54
|
+
@local = local
|
55
|
+
stub(@local).system
|
56
|
+
stub(@local).full_path {"file-path"}
|
57
|
+
stub(FileUtils).mkdir_p
|
58
|
+
end
|
59
|
+
|
60
|
+
it "should call system to save the file" do
|
61
|
+
mock(@local).system("command>file-path")
|
62
|
+
@local.send(:save)
|
63
|
+
end
|
64
|
+
|
65
|
+
it "should create directory" do
|
66
|
+
mock(FileUtils).mkdir_p("/mysqldump~blog~NoW")
|
67
|
+
@local.send(:save)
|
68
|
+
end
|
69
|
+
|
70
|
+
it "should set backup.path" do
|
71
|
+
mock(@backup).path = "file-path"
|
72
|
+
@local.send(:save)
|
73
|
+
end
|
74
|
+
|
75
|
+
describe "dry run" do
|
76
|
+
before(:each) { @local.config[:dry_run] = true }
|
77
|
+
|
78
|
+
it "should not create directory"
|
79
|
+
it "should not call system"
|
80
|
+
it "should set backup.path" do
|
81
|
+
mock(@backup).path = "file-path"
|
82
|
+
@local.send(:save)
|
83
|
+
end
|
84
|
+
end
|
85
|
+
end
|
86
|
+
|
87
|
+
describe :cleanup do
|
88
|
+
before(:each) do
|
89
|
+
@files = [4,1,3,2].map { |i| "/mysqldump~blog~NoW/qweqwe.#{i}" }
|
90
|
+
stub(File).file?(anything) {true}
|
91
|
+
stub(File).size(anything) {1}
|
92
|
+
stub(File).unlink
|
93
|
+
end
|
94
|
+
|
95
|
+
it "should check [:keep, :local]" do
|
96
|
+
@local = local(def_config.merge(:keep => {}))
|
97
|
+
dont_allow(Dir).[]
|
98
|
+
@local.send :cleanup
|
99
|
+
end
|
100
|
+
|
101
|
+
it "should delete extra files" do
|
102
|
+
@local = local
|
103
|
+
mock(Dir).[]("/mysqldump~blog~NoW/qweqwe.*") {@files}
|
104
|
+
mock(File).unlink("/mysqldump~blog~NoW/qweqwe.1")
|
105
|
+
mock(File).unlink("/mysqldump~blog~NoW/qweqwe.2")
|
106
|
+
@local.send :cleanup
|
107
|
+
end
|
108
|
+
end
|
109
|
+
end
|
@@ -0,0 +1,54 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Astrails::Safe::Mongodump do
|
4
|
+
def def_config
|
5
|
+
{
|
6
|
+
:host => 'prod.example.com',
|
7
|
+
:user => 'testuser',
|
8
|
+
:password => 'p4ssw0rd',
|
9
|
+
}
|
10
|
+
end
|
11
|
+
|
12
|
+
def mongodump(id = :foo, config = def_config)
|
13
|
+
Astrails::Safe::Mongodump.new(id, Astrails::Safe::Config::Node.new(nil, config))
|
14
|
+
end
|
15
|
+
|
16
|
+
before(:each) do
|
17
|
+
stub(Time).now.stub!.strftime {"NOW"}
|
18
|
+
@output_folder = File.join(Astrails::Safe::TmpFile.tmproot, 'mongodump')
|
19
|
+
end
|
20
|
+
|
21
|
+
after(:each) { Astrails::Safe::TmpFile.cleanup }
|
22
|
+
|
23
|
+
describe :backup do
|
24
|
+
before(:each) do
|
25
|
+
@mongo = mongodump
|
26
|
+
end
|
27
|
+
|
28
|
+
{
|
29
|
+
:id => "foo",
|
30
|
+
:kind => "mongodump",
|
31
|
+
:extension => ".tar",
|
32
|
+
:filename => "mongodump-foo.NOW"
|
33
|
+
}.each do |k, v|
|
34
|
+
it "should set #{k} to #{v}" do
|
35
|
+
@mongo.backup.send(k).should == v
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
it "should set the command" do
|
40
|
+
@mongo.backup.send(:command).should == "mongodump -q \"{xxxx : { \\$ne : 0 } }\" --db foo --host prod.example.com -u testuser -p p4ssw0rd --out #{@output_folder} && cd #{@output_folder} && tar cf - ."
|
41
|
+
end
|
42
|
+
|
43
|
+
{
|
44
|
+
:host => "--host ",
|
45
|
+
:user => "-u ",
|
46
|
+
:password => "-p "
|
47
|
+
}.each do |key, v|
|
48
|
+
it "should not add #{key} to command if it is not present" do
|
49
|
+
@mongo = mongodump(:foo, def_config.reject! {|k,v| k == key})
|
50
|
+
@mongo.backup.send(:command).should_not =~ /#{v}/
|
51
|
+
end
|
52
|
+
end
|
53
|
+
end
|
54
|
+
end
|
@@ -0,0 +1,83 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Astrails::Safe::Mysqldump do
|
4
|
+
|
5
|
+
def def_config(extra = {})
|
6
|
+
{
|
7
|
+
:options => "OPTS",
|
8
|
+
:user => "User",
|
9
|
+
:password => "pwd",
|
10
|
+
:host => "localhost",
|
11
|
+
:port => 7777,
|
12
|
+
:socket => "socket",
|
13
|
+
:skip_tables => [:bar, :baz]
|
14
|
+
}.merge(extra)
|
15
|
+
end
|
16
|
+
|
17
|
+
def mysqldump(id = :foo, config = def_config)
|
18
|
+
Astrails::Safe::Mysqldump.new(id, Astrails::Safe::Config::Node.new(nil, config))
|
19
|
+
end
|
20
|
+
|
21
|
+
before(:each) do
|
22
|
+
stub(Time).now.stub!.strftime {"NOW"}
|
23
|
+
end
|
24
|
+
|
25
|
+
after(:each) { Astrails::Safe::TmpFile.cleanup }
|
26
|
+
|
27
|
+
describe :backup do
|
28
|
+
before(:each) do
|
29
|
+
@mysql = mysqldump
|
30
|
+
stub(@mysql).mysql_password_file {"/tmp/pwd"}
|
31
|
+
end
|
32
|
+
|
33
|
+
{
|
34
|
+
:id => "foo",
|
35
|
+
:kind => "mysqldump",
|
36
|
+
:extension => ".sql",
|
37
|
+
:filename => "mysqldump-foo.NOW",
|
38
|
+
:command => "mysqldump --defaults-extra-file=/tmp/pwd OPTS --ignore-table=foo.bar --ignore-table=foo.baz foo",
|
39
|
+
}.each do |k, v|
|
40
|
+
it "should set #{k} to #{v}" do
|
41
|
+
@mysql.backup.send(k).should == v
|
42
|
+
end
|
43
|
+
end
|
44
|
+
|
45
|
+
end
|
46
|
+
|
47
|
+
describe :mysql_skip_tables do
|
48
|
+
it "should return nil if no skip_tables" do
|
49
|
+
config = def_config.dup
|
50
|
+
config.delete(:skip_tables)
|
51
|
+
m = mysqldump(:foo, Astrails::Safe::Config::Node.new(nil, config))
|
52
|
+
stub(m).timestamp {"NOW"}
|
53
|
+
m.send(:mysql_skip_tables).should be_nil
|
54
|
+
m.backup.command.should_not match(/ignore-table/)
|
55
|
+
end
|
56
|
+
|
57
|
+
it "should return '' if skip_tables empty" do
|
58
|
+
config = def_config.dup
|
59
|
+
config[:skip_tables] = []
|
60
|
+
m = mysqldump(:foo, Astrails::Safe::Config::Node.new(nil, config))
|
61
|
+
stub(m).timestamp {"NOW"}
|
62
|
+
m.send(:mysql_skip_tables).should == ""
|
63
|
+
m.backup.command.should_not match(/ignore-table/)
|
64
|
+
end
|
65
|
+
|
66
|
+
end
|
67
|
+
|
68
|
+
describe :mysql_password_file do
|
69
|
+
it "should create passwords file with quoted values" do
|
70
|
+
m = mysqldump(:foo, def_config(:password => '#qwe"asd\'zxc'))
|
71
|
+
file = m.send(:mysql_password_file)
|
72
|
+
File.exists?(file).should == true
|
73
|
+
File.read(file).should == <<-PWD
|
74
|
+
[mysqldump]
|
75
|
+
user = "User"
|
76
|
+
password = "#qwe\\"asd'zxc"
|
77
|
+
socket = "socket"
|
78
|
+
host = "localhost"
|
79
|
+
port = 7777
|
80
|
+
PWD
|
81
|
+
end
|
82
|
+
end
|
83
|
+
end
|