ey_cloud_server 1.4.5 → 1.4.26
Sign up to get free protection for your applications and to get access to all the features.
- data/bin/binary_log_purge +10 -2
- data/bin/ey-snapshots +7 -1
- data/bin/eybackup +13 -1
- data/lib/ey-flex.rb +18 -7
- data/lib/ey-flex/big-brother.rb +2 -2
- data/lib/ey-flex/bucket_minder.rb +46 -160
- data/lib/ey-flex/ec2.rb +17 -0
- data/lib/ey-flex/snapshot_minder.rb +93 -171
- data/lib/ey_backup.rb +84 -48
- data/lib/ey_backup/backend.rb +34 -0
- data/lib/ey_backup/backup_set.rb +70 -63
- data/lib/ey_backup/base.rb +0 -5
- data/lib/ey_backup/cli.rb +26 -6
- data/lib/ey_backup/database.rb +48 -0
- data/lib/ey_backup/dumper.rb +15 -31
- data/lib/ey_backup/engine.rb +7 -17
- data/lib/ey_backup/engines/mysql_engine.rb +24 -16
- data/lib/ey_backup/engines/postgresql_engine.rb +26 -20
- data/lib/ey_backup/loader.rb +13 -33
- data/lib/ey_backup/processors/gpg_encryptor.rb +3 -20
- data/lib/ey_backup/processors/gzipper.rb +0 -29
- data/lib/ey_backup/processors/splitter.rb +22 -34
- data/lib/ey_backup/spawner.rb +7 -13
- data/lib/ey_cloud_server.rb +1 -1
- data/lib/{ey-flex → ey_cloud_server}/version.rb +1 -1
- data/spec/big-brother_spec.rb +12 -0
- data/spec/bucket_minder_spec.rb +113 -0
- data/spec/config-example.yml +11 -0
- data/spec/ey_api_spec.rb +63 -0
- data/spec/ey_backup/backend_spec.rb +12 -0
- data/spec/ey_backup/backup_spec.rb +54 -0
- data/spec/ey_backup/cli_spec.rb +35 -0
- data/spec/ey_backup/mysql_backups_spec.rb +208 -0
- data/spec/ey_backup/postgres_backups_spec.rb +106 -0
- data/spec/ey_backup/spec_helper.rb +5 -0
- data/spec/fakefs_hax.rb +50 -0
- data/spec/gpg.public +0 -0
- data/spec/gpg.sekrit +0 -0
- data/spec/helpers.rb +270 -0
- data/spec/snapshot_minder_spec.rb +68 -0
- data/spec/spec_helper.rb +31 -0
- metadata +286 -53
@@ -0,0 +1,208 @@
|
|
1
|
+
require File.dirname(__FILE__) + '/spec_helper'
|
2
|
+
|
3
|
+
describe "MySQL Backups" do
|
4
|
+
before(:each) do
|
5
|
+
@db_name = create_mysql_database('first')
|
6
|
+
end
|
7
|
+
|
8
|
+
it "makes a backup" do
|
9
|
+
EY::Backup.run(["-c", backup_config_file ])
|
10
|
+
|
11
|
+
reset_logger
|
12
|
+
|
13
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name])
|
14
|
+
|
15
|
+
stdout.should match(/0:#{@db_name}/)
|
16
|
+
end
|
17
|
+
|
18
|
+
it "makes a split backup" do
|
19
|
+
EY::Backup.run(["-c", backup_config_file, "-s", "100"])
|
20
|
+
|
21
|
+
backup = EY::Backup.run(["-c", backup_config_file, "-l", @db_name]).first
|
22
|
+
backup.parts.should > 1
|
23
|
+
end
|
24
|
+
|
25
|
+
it "makes GPG encrypted backups" do
|
26
|
+
EY::Backup.run(["-c", backup_config_file, '-k', Helpers::PUBLIC_KEY_ID])
|
27
|
+
|
28
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name])
|
29
|
+
|
30
|
+
stdout.should match(/0:#{@db_name}/)
|
31
|
+
end
|
32
|
+
|
33
|
+
it "restores a backup" do
|
34
|
+
run_sql("CREATE TABLE `foo` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
35
|
+
run_sql("CREATE TABLE `bar` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
36
|
+
|
37
|
+
EY::Backup.run(["-c", backup_config_file ])
|
38
|
+
|
39
|
+
run_sql("DROP TABLE `bar`;", @db_name).should be_true
|
40
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_false
|
41
|
+
|
42
|
+
reset_logger
|
43
|
+
|
44
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name])
|
45
|
+
|
46
|
+
stdout.should include("1 backup(s) found")
|
47
|
+
|
48
|
+
EY::Backup.run(["-c", backup_config_file, "-r", "0:#{@db_name}"])
|
49
|
+
|
50
|
+
run_sql("SELECT * FROM `foo`;", @db_name).should be_true
|
51
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_true
|
52
|
+
end
|
53
|
+
|
54
|
+
it "restores a split backup" do
|
55
|
+
run_sql("CREATE TABLE `foo` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
56
|
+
run_sql("CREATE TABLE `bar` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
57
|
+
|
58
|
+
EY::Backup.run(["-c", backup_config_file, '-s', '100'])
|
59
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name]).first.parts.should > 1
|
60
|
+
|
61
|
+
run_sql("DROP TABLE `bar`;", @db_name).should be_true
|
62
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_false
|
63
|
+
|
64
|
+
reset_logger
|
65
|
+
|
66
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name])
|
67
|
+
|
68
|
+
stdout.should include("1 backup(s) found")
|
69
|
+
|
70
|
+
EY::Backup.run(["-c", backup_config_file, "-r", "0:#{@db_name}"])
|
71
|
+
|
72
|
+
run_sql("SELECT * FROM `foo`;", @db_name).should be_true
|
73
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_true
|
74
|
+
end
|
75
|
+
|
76
|
+
it "downloads a split backup to 1 file" do
|
77
|
+
run_sql("CREATE TABLE `foo` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
78
|
+
run_sql("CREATE TABLE `bar` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
79
|
+
|
80
|
+
EY::Backup.run(["-c", backup_config_file, '-s', '100'])
|
81
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name]).first.parts.should > 1
|
82
|
+
EY::Backup.run(["-c", backup_config_file, "--download", "0:#{@db_name}"])
|
83
|
+
files = Dir["#{EY::Backup.tmp_dir}/*#{@db_name}*"]
|
84
|
+
|
85
|
+
files.size.should == 1
|
86
|
+
FileUtils.rm(files.first)
|
87
|
+
end
|
88
|
+
|
89
|
+
it 'manually restores an encrypted backup' do
|
90
|
+
run_sql("CREATE TABLE `foo` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
91
|
+
run_sql("CREATE TABLE `bar` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
92
|
+
|
93
|
+
import_gpg
|
94
|
+
|
95
|
+
EY::Backup.run(["-c", backup_config_file, '-k', Helpers::PUBLIC_KEY_ID])
|
96
|
+
|
97
|
+
run_sql("DROP TABLE `bar`;", @db_name).should be_true
|
98
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_false
|
99
|
+
|
100
|
+
reset_logger
|
101
|
+
|
102
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name])
|
103
|
+
|
104
|
+
stdout.should include("1 backup(s) found")
|
105
|
+
|
106
|
+
EY::Backup.run(["-c", backup_config_file, "--download", "0:#{@db_name}"])
|
107
|
+
file = Dir["#{EY::Backup.tmp_dir}/*#{@db_name}*"].first
|
108
|
+
stdout = StringIO.new
|
109
|
+
EY::Backup::Spawner.spawn("gpg --no-default-keyring --keyring #{Helpers::PUBLIC_KEY_PATH} --secret-keyring #{Helpers::PRIVATE_KEY_PATH} --decrypt", stdout, file)
|
110
|
+
|
111
|
+
stdout.rewind
|
112
|
+
|
113
|
+
run_sql_pipe(stdout, @db_name)
|
114
|
+
|
115
|
+
run_sql("SELECT * FROM `foo`;", @db_name).should be_true
|
116
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_true
|
117
|
+
FileUtils.rm(file)
|
118
|
+
end
|
119
|
+
end
|
120
|
+
|
121
|
+
describe "MySQL Backups" do
|
122
|
+
before(:each) do
|
123
|
+
@dbs = [create_mysql_database('first'), create_mysql_database('second')]
|
124
|
+
end
|
125
|
+
|
126
|
+
it "makes a backup" do
|
127
|
+
EY::Backup.run(["-c", backup_config_file ])
|
128
|
+
|
129
|
+
reset_logger
|
130
|
+
|
131
|
+
@dbs.each do |db_name|
|
132
|
+
EY::Backup.run(["-c", backup_config_file, "-l", db_name])
|
133
|
+
stdout.should match(/0:#{db_name}/)
|
134
|
+
end
|
135
|
+
end
|
136
|
+
end
|
137
|
+
|
138
|
+
describe "a multi-region backup" do
|
139
|
+
describe "in japan!" do
|
140
|
+
before(:each) do
|
141
|
+
@db_name = create_mysql_database('speaking_japanese', 'ap-northeast-1')
|
142
|
+
end
|
143
|
+
|
144
|
+
it "makes a split backup" do
|
145
|
+
EY::Backup.run(["-c", backup_config_file, "-s", "100"])
|
146
|
+
|
147
|
+
backup = EY::Backup.run(["-c", backup_config_file, "-l", @db_name]).first
|
148
|
+
backup.parts.should > 1
|
149
|
+
end
|
150
|
+
|
151
|
+
it "restores a split backup" do
|
152
|
+
run_sql("CREATE TABLE `foo` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
153
|
+
run_sql("CREATE TABLE `bar` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
154
|
+
|
155
|
+
EY::Backup.run(["-c", backup_config_file, '-s', '100'])
|
156
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name]).first.parts.should > 1
|
157
|
+
|
158
|
+
run_sql("DROP TABLE `bar`;", @db_name).should be_true
|
159
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_false
|
160
|
+
|
161
|
+
reset_logger
|
162
|
+
|
163
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name])
|
164
|
+
|
165
|
+
stdout.should include("1 backup(s) found")
|
166
|
+
|
167
|
+
EY::Backup.run(["-c", backup_config_file, "-r", "0:#{@db_name}"])
|
168
|
+
|
169
|
+
run_sql("SELECT * FROM `foo`;", @db_name).should be_true
|
170
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_true
|
171
|
+
end
|
172
|
+
end
|
173
|
+
|
174
|
+
describe "in europe!" do
|
175
|
+
before(:each) do
|
176
|
+
@db_name = create_mysql_database('speaking_esperanto', 'eu-west-1')
|
177
|
+
end
|
178
|
+
|
179
|
+
it "makes a split backup" do
|
180
|
+
EY::Backup.run(["-c", backup_config_file, "-s", "100"])
|
181
|
+
|
182
|
+
backup = EY::Backup.run(["-c", backup_config_file, "-l", @db_name]).first
|
183
|
+
backup.parts.should > 1
|
184
|
+
end
|
185
|
+
|
186
|
+
it "restores a split backup" do
|
187
|
+
run_sql("CREATE TABLE `foo` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
188
|
+
run_sql("CREATE TABLE `bar` (`id` int(11) NOT NULL auto_increment, PRIMARY KEY(`id`));", @db_name).should be_true
|
189
|
+
|
190
|
+
EY::Backup.run(["-c", backup_config_file, '-s', '100'])
|
191
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name]).first.parts.should > 1
|
192
|
+
|
193
|
+
run_sql("DROP TABLE `bar`;", @db_name).should be_true
|
194
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_false
|
195
|
+
|
196
|
+
reset_logger
|
197
|
+
|
198
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name])
|
199
|
+
|
200
|
+
stdout.should include("1 backup(s) found")
|
201
|
+
|
202
|
+
EY::Backup.run(["-c", backup_config_file, "-r", "0:#{@db_name}"])
|
203
|
+
|
204
|
+
run_sql("SELECT * FROM `foo`;", @db_name).should be_true
|
205
|
+
run_sql("SELECT * FROM `bar`;", @db_name).should be_true
|
206
|
+
end
|
207
|
+
end
|
208
|
+
end
|
@@ -0,0 +1,106 @@
|
|
1
|
+
require File.dirname(__FILE__) + '/spec_helper'
|
2
|
+
|
3
|
+
describe "Postgres Backups" do
|
4
|
+
before(:each) do
|
5
|
+
@db_name = create_postgresql_database('first')
|
6
|
+
end
|
7
|
+
|
8
|
+
it "makes a custom format backup" do
|
9
|
+
EY::Backup.run(["-c", backup_config_file, "-e", "postgresql"])
|
10
|
+
|
11
|
+
reset_logger
|
12
|
+
|
13
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name, "-e", "postgresql"])
|
14
|
+
|
15
|
+
stdout.should match(/0:#{@db_name}.*\.pgz$/)
|
16
|
+
end
|
17
|
+
|
18
|
+
it "makes a split backup" do
|
19
|
+
EY::Backup.run(["-c", backup_config_file, "-e", "postgresql", "-s", "100"])
|
20
|
+
|
21
|
+
backup = EY::Backup.run(["-c", backup_config_file, "-e", "postgresql", "-l", @db_name]).first
|
22
|
+
backup.parts.should > 1
|
23
|
+
end
|
24
|
+
|
25
|
+
it "makes GPG encrypted backups" do
|
26
|
+
import_gpg
|
27
|
+
|
28
|
+
EY::Backup.run(["-c", backup_config_file, '-e', 'postgresql', '-k', Helpers::PUBLIC_KEY_ID])
|
29
|
+
|
30
|
+
EY::Backup.run(["-c", backup_config_file, '-e', 'postgresql', "-l", @db_name])
|
31
|
+
|
32
|
+
stdout.should match(/0:#{@db_name}/)
|
33
|
+
end
|
34
|
+
|
35
|
+
it "restores a backup" do
|
36
|
+
run_psql("CREATE TABLE foo (id integer NOT NULL);", @db_name).should be_true
|
37
|
+
run_psql("CREATE TABLE bar (id integer NOT NULL);", @db_name).should be_true
|
38
|
+
|
39
|
+
EY::Backup.run(["-c", backup_config_file, '-e', 'postgresql'])
|
40
|
+
|
41
|
+
run_psql("DROP TABLE bar;", @db_name).should be_true
|
42
|
+
run_psql("SELECT * FROM bar;", @db_name).should be_false
|
43
|
+
|
44
|
+
reset_logger
|
45
|
+
|
46
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name, '-e', 'postgresql'])
|
47
|
+
|
48
|
+
stdout.should include("1 backup(s) found")
|
49
|
+
|
50
|
+
EY::Backup.run(["-c", backup_config_file, "-r", "0:#{@db_name}", '-e', 'postgresql'])
|
51
|
+
|
52
|
+
run_psql("SELECT * FROM foo;", @db_name).should be_true
|
53
|
+
run_psql("SELECT * FROM bar;", @db_name).should be_true
|
54
|
+
end
|
55
|
+
|
56
|
+
it "restores split backups" do
|
57
|
+
run_psql("CREATE TABLE foo (id integer NOT NULL);", @db_name).should be_true
|
58
|
+
run_psql("CREATE TABLE bar (id integer NOT NULL);", @db_name).should be_true
|
59
|
+
|
60
|
+
EY::Backup.run(["-c", backup_config_file, "-e", "postgresql", "-s", "100"])
|
61
|
+
EY::Backup.run(["-c", backup_config_file, "-e", "postgresql", "-l", @db_name]).first.parts.should > 1
|
62
|
+
|
63
|
+
run_psql("DROP TABLE bar;", @db_name).should be_true
|
64
|
+
run_psql("SELECT * FROM bar;", @db_name).should be_false
|
65
|
+
|
66
|
+
EY::Backup.run(["-c", backup_config_file, "-l", @db_name, '-e', 'postgresql'])
|
67
|
+
|
68
|
+
stdout.should include("1 backup(s) found")
|
69
|
+
|
70
|
+
EY::Backup.run(["-c", backup_config_file, "-r", "0:#{@db_name}", '-e', 'postgresql'])
|
71
|
+
|
72
|
+
run_psql("SELECT * FROM foo;", @db_name).should be_true
|
73
|
+
run_psql("SELECT * FROM bar;", @db_name).should be_true
|
74
|
+
end
|
75
|
+
|
76
|
+
it "downloads a split backup to 1 file" do
|
77
|
+
run_psql("CREATE TABLE foo (id integer NOT NULL);", @db_name).should be_true
|
78
|
+
run_psql("CREATE TABLE bar (id integer NOT NULL);", @db_name).should be_true
|
79
|
+
|
80
|
+
EY::Backup.run(["-c", backup_config_file, "-e", "postgresql", "-s", "100"])
|
81
|
+
EY::Backup.run(["-c", backup_config_file, "-e", "postgresql", "-l", @db_name]).first.parts.should > 1
|
82
|
+
EY::Backup.run(["-c", backup_config_file, "-e", 'postgresql', "--download", "0:#{@db_name}"])
|
83
|
+
files = Dir["#{EY::Backup.tmp_dir}/*#{@db_name}*"]
|
84
|
+
|
85
|
+
files.size.should == 1
|
86
|
+
FileUtils.rm(files.first)
|
87
|
+
end
|
88
|
+
|
89
|
+
end
|
90
|
+
|
91
|
+
describe "Postgresql Backups" do
|
92
|
+
before(:each) do
|
93
|
+
@dbs = [create_postgresql_database('first'), create_postgresql_database('second')]
|
94
|
+
end
|
95
|
+
|
96
|
+
it "makes multiple backup" do
|
97
|
+
EY::Backup.run(["-c", backup_config_file, "-e", "postgresql"])
|
98
|
+
|
99
|
+
reset_logger
|
100
|
+
|
101
|
+
@dbs.each do |db_name|
|
102
|
+
EY::Backup.run(["-c", backup_config_file, "-l", db_name, '-e', 'postgresql'])
|
103
|
+
stdout.should match(/0:#{db_name}/)
|
104
|
+
end
|
105
|
+
end
|
106
|
+
end
|
data/spec/fakefs_hax.rb
ADDED
@@ -0,0 +1,50 @@
|
|
1
|
+
module FakeFS
|
2
|
+
class Dir
|
3
|
+
def self.tmpdir
|
4
|
+
RealDir.tmpdir
|
5
|
+
end
|
6
|
+
|
7
|
+
def self.mkdir(path)
|
8
|
+
FileUtils.mkdir_p(path)
|
9
|
+
end
|
10
|
+
|
11
|
+
def self.rmdir(path)
|
12
|
+
FileUtils.rm_rf(path)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
|
16
|
+
class File
|
17
|
+
class << self
|
18
|
+
alias open_with_fail open
|
19
|
+
end
|
20
|
+
def self.open(path, mode = nil, perm = nil, &block)
|
21
|
+
open_with_fail(path, mode, &block)
|
22
|
+
end
|
23
|
+
|
24
|
+
def self.size(file)
|
25
|
+
self.open(file, 'r') do |f|
|
26
|
+
f.size
|
27
|
+
end
|
28
|
+
end
|
29
|
+
|
30
|
+
def size
|
31
|
+
@file.content.size
|
32
|
+
end
|
33
|
+
|
34
|
+
alias read_without_hax read
|
35
|
+
def read(length = nil)
|
36
|
+
if length
|
37
|
+
@position ||= 0
|
38
|
+
data = @file.content[@position, length]
|
39
|
+
@position += length
|
40
|
+
data
|
41
|
+
else
|
42
|
+
read_without_hax
|
43
|
+
end
|
44
|
+
end
|
45
|
+
|
46
|
+
def rewind
|
47
|
+
@position = 0
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
data/spec/gpg.public
ADDED
Binary file
|
data/spec/gpg.sekrit
ADDED
Binary file
|
data/spec/helpers.rb
ADDED
@@ -0,0 +1,270 @@
|
|
1
|
+
module Helpers
|
2
|
+
PUBLIC_KEY_PATH = File.dirname(__FILE__) + '/gpg.public'
|
3
|
+
PRIVATE_KEY_PATH = File.dirname(__FILE__) + '/gpg.sekrit'
|
4
|
+
PUBLIC_KEY_ID = '4D5AA1CE74A97ADB'
|
5
|
+
|
6
|
+
def run_before
|
7
|
+
public_key, private_key = read_keys
|
8
|
+
|
9
|
+
FakeWeb.clean_registry
|
10
|
+
FakeWeb.passthrough_uri(:any, %r{^https?://s3.amazonaws.com/})
|
11
|
+
|
12
|
+
FakeWeb.register_uri(:get, "http://169.254.169.254/latest/meta-data/local-hostname", :body => "localhost")
|
13
|
+
FakeWeb.register_uri(:get, "http://169.254.169.254/latest/meta-data/instance-id", :body => "i-awesome")
|
14
|
+
|
15
|
+
FakeWeb.register_uri(:get, %r{https://ec2.amazonaws.com/.*}, :status => 200)
|
16
|
+
@mock_environment_name = 'myenv'
|
17
|
+
|
18
|
+
FakeWeb.register_uri(:post, "http://example.org/api/environments", :body => JSON.generate({
|
19
|
+
@mock_environment_name => {:id => 1}
|
20
|
+
}))
|
21
|
+
|
22
|
+
FileUtils.mkdir_p(tmp_dir)
|
23
|
+
Dir.glob("#{tmp_dir}/*").each do |f|
|
24
|
+
FileUtils.rm(f)
|
25
|
+
end
|
26
|
+
|
27
|
+
stub_configs
|
28
|
+
end
|
29
|
+
|
30
|
+
def stub_configs
|
31
|
+
# print "in stub_configs: #{YAML::dump(@database_config)}, #{YAML::dump(spec_config)}\n"
|
32
|
+
config = @database_config || spec_config
|
33
|
+
config = config.merge({ :tmp_dir => tmp_dir })
|
34
|
+
# print "in stub_configs2: #{YAML::dump(config)}\n"
|
35
|
+
File.open(backup_config_file, "w") do |f|
|
36
|
+
f.puts YAML.dump(config )
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
def import_gpg
|
41
|
+
system("gpg --import #{PUBLIC_KEY_PATH}") || raise("Could not import public key")
|
42
|
+
end
|
43
|
+
|
44
|
+
def write_keys(public_key, private_key)
|
45
|
+
File.open('gpg.public', 'w') do |f|
|
46
|
+
f << public_key
|
47
|
+
end
|
48
|
+
|
49
|
+
File.open('gpg.sekrit', 'w') do |f|
|
50
|
+
f << private_key
|
51
|
+
end
|
52
|
+
end
|
53
|
+
|
54
|
+
def read_keys
|
55
|
+
return File.read(PUBLIC_KEY_PATH), File.read(PRIVATE_KEY_PATH)
|
56
|
+
end
|
57
|
+
|
58
|
+
def run_after
|
59
|
+
FileUtils.rm_f(backup_config_file)
|
60
|
+
filenames = Dir.glob("#{tmp_dir}/*")
|
61
|
+
if filenames.any?
|
62
|
+
raise "failed to remove #{filenames.join(' ')}"
|
63
|
+
end
|
64
|
+
end
|
65
|
+
|
66
|
+
def teardown_dna(data)
|
67
|
+
FileUtils.rm_f("#{tmp_dir}/dna.json")
|
68
|
+
end
|
69
|
+
|
70
|
+
def setup_dna(data)
|
71
|
+
FileUtils.mkdir_p("#{tmp_dir}")
|
72
|
+
if File.exist?("#{tmp_dir}/dna.json")
|
73
|
+
FileUtils.rm("#{tmp_dir}/dna.json")
|
74
|
+
end
|
75
|
+
File.open("#{tmp_dir}/dna.json", "w") do |f|
|
76
|
+
f.puts data.to_json
|
77
|
+
end
|
78
|
+
end
|
79
|
+
|
80
|
+
def backup_config_file
|
81
|
+
"#{tmp_dir}/spec_backups.yml"
|
82
|
+
end
|
83
|
+
|
84
|
+
def mysql_password_option
|
85
|
+
mysql_password.blank? ? "" : "-p#{mysql_password}"
|
86
|
+
end
|
87
|
+
|
88
|
+
def generate_database_name(type)
|
89
|
+
"ey_flex_#{type}_db_#{/\w{5,7}/.gen}"
|
90
|
+
end
|
91
|
+
|
92
|
+
def create_mysql_database(db_key, region = 'us-east-1')
|
93
|
+
db_name = generate_database_name('mysql')
|
94
|
+
system(%Q{mysql -u#{mysql_user} -h#{mysql_host} #{mysql_password_option} -e "drop database if exists #{db_name};"})
|
95
|
+
system(%Q{mysql -u#{mysql_user} -h#{mysql_host} #{mysql_password_option} -e "create database #{db_name};"}) || raise("Could not create db: #{db_name}")
|
96
|
+
created_mysql_dbs[db_key] = db_name
|
97
|
+
write_database_config('mysql', mysql_user, mysql_password, mysql_host, created_mysql_dbs.values, region)
|
98
|
+
db_name
|
99
|
+
end
|
100
|
+
|
101
|
+
def drop_postgresql_database(db_key)
|
102
|
+
db_name = created_postgresql_dbs[db_key]
|
103
|
+
# system("PGPASSWORD='#{postgresql_password}' dropdb -U #{postgresql_user} -h #{postgresql_host} #{db_name}")
|
104
|
+
command=%Q{ssh -F /dev/null -o CheckHostIP=no -o StrictHostKeyChecking=no -i /home/#{postgresql_user}/.ssh/internal root@#{postgresql_host} "dropdb -U postgres -h localhost #{db_name}"}
|
105
|
+
system(command)
|
106
|
+
end
|
107
|
+
|
108
|
+
def check_postgresql_database(db_name)
|
109
|
+
command=%Q{ssh -F /dev/null -o CheckHostIP=no -o StrictHostKeyChecking=no -i /home/#{postgresql_user}/.ssh/internal root@#{postgresql_host} "psql -l -U #{postgresql_user} -h localhost | grep '#{db_name}'"}
|
110
|
+
system(command) || raise("Could not find db: #{db_name} with command:\n #{command}")
|
111
|
+
db_name
|
112
|
+
end
|
113
|
+
|
114
|
+
def create_postgresql_database(db_key, region = 'us-east-1')
|
115
|
+
db_name = generate_database_name('postgresql')
|
116
|
+
created_postgresql_dbs[db_key] = db_name
|
117
|
+
drop_postgresql_database(db_key)
|
118
|
+
# ssh -F /dev/null -o CheckHostIP=no -o StrictHostKeyChecking=no -i /home/$USER/.ssh/internal root@$DB_HOST "createdb -U postgres -h localhost -O $USER testdbreallytestingweee8"
|
119
|
+
# system("PGPASSWORD='#{postgresql_password}' createdb -U #{postgresql_user} -h #{postgresql_host} #{db_name}") || raise("Could not create db: #{db_name}")
|
120
|
+
command=%Q{ssh -F /dev/null -o CheckHostIP=no -o StrictHostKeyChecking=no -i /home/#{postgresql_user}/.ssh/internal root@#{postgresql_host} "createdb -U postgres -h localhost -O #{postgresql_user} #{db_name}"}
|
121
|
+
system(command) || raise("Could not create db: #{db_name} with command:\n #{command}")
|
122
|
+
write_database_config('postgresql', postgresql_user, postgresql_password, postgresql_host, created_postgresql_dbs.values, region)
|
123
|
+
db_name
|
124
|
+
end
|
125
|
+
|
126
|
+
def write_database_config(type, root_user, root_password, host, databases, region)
|
127
|
+
@database_config = {
|
128
|
+
:env => 'production',
|
129
|
+
:dbuser => root_user,
|
130
|
+
:dbpass => root_password,
|
131
|
+
:dbhost => host,
|
132
|
+
:aws_secret_id => spec_config['aws_secret_id'] || spec_config[:aws_secret_id],
|
133
|
+
:aws_secret_key => spec_config['aws_secret_key'] || spec_config[:aws_secret_key],
|
134
|
+
:databases => databases,
|
135
|
+
:keep => keep,
|
136
|
+
:region => region,
|
137
|
+
:backup_bucket => "ey-backup-test-#{region}",
|
138
|
+
}
|
139
|
+
stub_configs
|
140
|
+
end
|
141
|
+
|
142
|
+
def set_keep(keep)
|
143
|
+
@keep = keep
|
144
|
+
end
|
145
|
+
|
146
|
+
def keep
|
147
|
+
@keep || 5
|
148
|
+
end
|
149
|
+
|
150
|
+
def run_sql(command, database)
|
151
|
+
system("echo '#{command}' |mysql -u#{mysql_user} -h#{mysql_host} #{mysql_password_option} -D#{database}")
|
152
|
+
end
|
153
|
+
|
154
|
+
def run_sql_pipe(io, database)
|
155
|
+
pid, stdin, _, stderr = Open4.popen4("mysql -u#{mysql_user} -h#{mysql_host} #{mysql_password_option} -D #{database}")
|
156
|
+
|
157
|
+
stdin << io.read
|
158
|
+
stdin.flush
|
159
|
+
stdin.close
|
160
|
+
|
161
|
+
ignored, status = Process::waitpid2 pid
|
162
|
+
|
163
|
+
status
|
164
|
+
end
|
165
|
+
|
166
|
+
def run_psql(command, database)
|
167
|
+
system("PGPASSWORD='#{postgresql_password}' psql -c '#{command}' -h #{postgresql_host} -U #{postgresql_user} #{database}")
|
168
|
+
end
|
169
|
+
|
170
|
+
def tmp_dir
|
171
|
+
if spec_config['tmp_dir'].blank?
|
172
|
+
File.dirname(__FILE__) + "/tmp/"
|
173
|
+
else
|
174
|
+
spec_config['tmp_dir'] || File.dirname("./tmp/")
|
175
|
+
end
|
176
|
+
end
|
177
|
+
|
178
|
+
def mysql_user
|
179
|
+
spec_config['mysql_user'] || raise("No mysql user provided")
|
180
|
+
end
|
181
|
+
|
182
|
+
def postgresql_user
|
183
|
+
spec_config['postgresql_user'] || raise("No postgresql user provided")
|
184
|
+
end
|
185
|
+
|
186
|
+
def mysql_password
|
187
|
+
spec_config['mysql_password']
|
188
|
+
end
|
189
|
+
|
190
|
+
def postgresql_password
|
191
|
+
spec_config['postgresql_password']
|
192
|
+
end
|
193
|
+
|
194
|
+
def mysql_host
|
195
|
+
spec_config['mysql_host']
|
196
|
+
end
|
197
|
+
|
198
|
+
def postgresql_host
|
199
|
+
spec_config['postgresql_host']
|
200
|
+
end
|
201
|
+
|
202
|
+
def created_mysql_dbs
|
203
|
+
@created_mysql_dbs ||= {}
|
204
|
+
end
|
205
|
+
|
206
|
+
def created_postgresql_dbs
|
207
|
+
@created_postgresql_dbs ||= {}
|
208
|
+
end
|
209
|
+
|
210
|
+
def spec_config
|
211
|
+
Helpers.spec_config
|
212
|
+
end
|
213
|
+
|
214
|
+
def self.spec_config
|
215
|
+
@spec_config
|
216
|
+
end
|
217
|
+
|
218
|
+
def self.load_spec_config
|
219
|
+
filename = File.dirname(__FILE__) + '/config.yml'
|
220
|
+
if File.exist?(filename)
|
221
|
+
@spec_config = YAML.load_file(filename)
|
222
|
+
else
|
223
|
+
abort "Please setup your spec/config.yml file"
|
224
|
+
end
|
225
|
+
end
|
226
|
+
|
227
|
+
def last_stdout
|
228
|
+
@last_stdout || raise("Run a command with `capturing_stdio' before checking `last_stdout'")
|
229
|
+
end
|
230
|
+
|
231
|
+
def last_stderr
|
232
|
+
@last_stderr || raise("Run a command with `capturing_stdio' before checking `last_stderr'")
|
233
|
+
end
|
234
|
+
|
235
|
+
def last_exit_code
|
236
|
+
@last_exit_code || raise("Run a command with `capturing_stdio' before checking `last_exit_code'")
|
237
|
+
end
|
238
|
+
|
239
|
+
def io_logger
|
240
|
+
@io_logger ||= Logger.new(RealFile.dirname(__FILE__) + '/../tmp/io.log')
|
241
|
+
end
|
242
|
+
|
243
|
+
def capturing_stdio(&block)
|
244
|
+
io_logger.debug "beginning to capture IO"
|
245
|
+
@last_stdout, @last_stderr = "", ""
|
246
|
+
old_stdout, old_stderr = $stdout, $stderr
|
247
|
+
new_stdout, new_stderr = StringIO.new(@last_stdout), StringIO.new(@last_stderr)
|
248
|
+
$stdout, $stderr = new_stdout, new_stderr
|
249
|
+
yield
|
250
|
+
exit 0
|
251
|
+
rescue SystemExit => e
|
252
|
+
@last_exit_code = e.status
|
253
|
+
[new_stdout.string.split("\n"), new_stderr.string.split("\n")]
|
254
|
+
ensure
|
255
|
+
io_logger.debug "stdout: \n#{new_stdout.string}"
|
256
|
+
io_logger.debug "stderr: \n#{new_stderr.string}"
|
257
|
+
io_logger.debug "finished capturing IO"
|
258
|
+
$stdout, $stderr = old_stdout, old_stderr
|
259
|
+
end
|
260
|
+
|
261
|
+
def reset_logger
|
262
|
+
EY::Backup.logger = EY::Backup::Logger.new(StringIO.new, StringIO.new)
|
263
|
+
end
|
264
|
+
|
265
|
+
def stdout
|
266
|
+
EY::Backup.logger.stdout.string
|
267
|
+
end
|
268
|
+
|
269
|
+
load_spec_config
|
270
|
+
end
|