backup-wakiki 2.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/.document +5 -0
- data/.gitignore +5 -0
- data/CHANGELOG +77 -0
- data/LICENSE +9 -0
- data/README.textile +175 -0
- data/Rakefile +65 -0
- data/VERSION +1 -0
- data/backup-2.3.1.gem +0 -0
- data/backup-wakiki.gemspec +113 -0
- data/backup.gemspec +111 -0
- data/bin/backup +124 -0
- data/generators/backup/backup_generator.rb +72 -0
- data/generators/backup/templates/config/backup.rb +202 -0
- data/generators/backup/templates/migrations/create_backup_tables.rb +18 -0
- data/generators/backup/templates/tasks/backup.rake +71 -0
- data/generators/backup_update/backup_update_generator.rb +50 -0
- data/generators/backup_update/templates/migrations/update_backup_tables.rb +27 -0
- data/lib/backup.rb +112 -0
- data/lib/backup/adapters/archive.rb +34 -0
- data/lib/backup/adapters/base.rb +113 -0
- data/lib/backup/adapters/custom.rb +41 -0
- data/lib/backup/adapters/mysql.rb +60 -0
- data/lib/backup/adapters/postgresql.rb +56 -0
- data/lib/backup/adapters/sqlite.rb +25 -0
- data/lib/backup/command_helper.rb +11 -0
- data/lib/backup/configuration/adapter.rb +21 -0
- data/lib/backup/configuration/adapter_options.rb +8 -0
- data/lib/backup/configuration/attributes.rb +19 -0
- data/lib/backup/configuration/base.rb +55 -0
- data/lib/backup/configuration/helpers.rb +24 -0
- data/lib/backup/configuration/mail.rb +20 -0
- data/lib/backup/configuration/smtp.rb +8 -0
- data/lib/backup/configuration/storage.rb +8 -0
- data/lib/backup/connection/s3.rb +87 -0
- data/lib/backup/environment/base.rb +12 -0
- data/lib/backup/environment/rails.rb +17 -0
- data/lib/backup/environment/unix.rb +94 -0
- data/lib/backup/mail/base.rb +96 -0
- data/lib/backup/mail/mail.txt +7 -0
- data/lib/backup/record/base.rb +65 -0
- data/lib/backup/record/ftp.rb +39 -0
- data/lib/backup/record/local.rb +26 -0
- data/lib/backup/record/s3.rb +26 -0
- data/lib/backup/record/scp.rb +33 -0
- data/lib/backup/record/sftp.rb +38 -0
- data/lib/backup/storage/ftp.rb +38 -0
- data/lib/backup/storage/local.rb +24 -0
- data/lib/backup/storage/s3.rb +16 -0
- data/lib/backup/storage/scp.rb +30 -0
- data/lib/backup/storage/sftp.rb +31 -0
- data/setup/backup.rb +202 -0
- data/setup/backup.sqlite3 +0 -0
- data/spec/configuration/attributes_spec.rb +35 -0
- metadata +183 -0
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Adapters
|
|
3
|
+
class MySQL < Backup::Adapters::Base
|
|
4
|
+
|
|
5
|
+
attr_accessor :user, :password, :database, :skip_tables, :host, :port, :socket, :additional_options, :tables
|
|
6
|
+
|
|
7
|
+
private
|
|
8
|
+
|
|
9
|
+
# Dumps and Compresses the MySQL file
|
|
10
|
+
def perform
|
|
11
|
+
log system_messages[:mysqldump]; log system_messages[:compressing]
|
|
12
|
+
run "#{mysqldump} -u #{user} --password='#{password}' #{options} #{additional_options} #{database} #{tables_to_include} #{tables_to_skip} | gzip -f --best > #{File.join(tmp_path, compressed_file)}"
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def mysqldump
|
|
16
|
+
# try to determine the full path, and fall back to myqsldump if not found
|
|
17
|
+
cmd = `which mysqldump`.chomp
|
|
18
|
+
cmd = 'mysqldump' if cmd.empty?
|
|
19
|
+
cmd
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
def performed_file_extension
|
|
23
|
+
".sql"
|
|
24
|
+
end
|
|
25
|
+
|
|
26
|
+
# Loads the initial settings
|
|
27
|
+
def load_settings
|
|
28
|
+
%w(user password database tables skip_tables additional_options).each do |attribute|
|
|
29
|
+
send(:"#{attribute}=", procedure.get_adapter_configuration.attributes[attribute])
|
|
30
|
+
end
|
|
31
|
+
|
|
32
|
+
%w(host port socket).each do |attribute|
|
|
33
|
+
send(:"#{attribute}=", procedure.get_adapter_configuration.get_options.attributes[attribute])
|
|
34
|
+
end
|
|
35
|
+
end
|
|
36
|
+
|
|
37
|
+
# Returns a list of options in MySQL syntax
|
|
38
|
+
def options
|
|
39
|
+
options = String.new
|
|
40
|
+
options += " --host='#{host}' " unless host.blank?
|
|
41
|
+
options += " --port='#{port}' " unless port.blank?
|
|
42
|
+
options += " --socket='#{socket}' " unless socket.blank?
|
|
43
|
+
options
|
|
44
|
+
end
|
|
45
|
+
|
|
46
|
+
# Returns a list of tables to skip in MySQL syntax
|
|
47
|
+
def tables_to_skip
|
|
48
|
+
return "" unless skip_tables
|
|
49
|
+
[*skip_tables].map {|table| " --ignore-table='#{database}.#{table}' "}
|
|
50
|
+
end
|
|
51
|
+
|
|
52
|
+
# Returns a list of tables to include in MySQL syntax
|
|
53
|
+
def tables_to_include
|
|
54
|
+
return "" unless tables
|
|
55
|
+
[*tables].join(" ")
|
|
56
|
+
end
|
|
57
|
+
|
|
58
|
+
end
|
|
59
|
+
end
|
|
60
|
+
end
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Adapters
|
|
3
|
+
class PostgreSQL < Backup::Adapters::Base
|
|
4
|
+
|
|
5
|
+
attr_accessor :user, :password, :database, :skip_tables, :host, :port, :socket, :additional_options
|
|
6
|
+
|
|
7
|
+
private
|
|
8
|
+
|
|
9
|
+
# Dumps and Compresses the PostgreSQL file
|
|
10
|
+
def perform
|
|
11
|
+
log system_messages[:pgdump]; log system_messages[:compressing]
|
|
12
|
+
ENV['PGPASSWORD'] = password
|
|
13
|
+
run "#{pg_dump} -U #{user} #{options} #{additional_options} #{tables_to_skip} #{database} | gzip -f --best > #{File.join(tmp_path, compressed_file)}"
|
|
14
|
+
ENV['PGPASSWORD'] = nil
|
|
15
|
+
end
|
|
16
|
+
|
|
17
|
+
def pg_dump
|
|
18
|
+
# try to determine the full path, and fall back to pg_dump if not found
|
|
19
|
+
cmd = `which pg_dump`.chomp
|
|
20
|
+
cmd = 'pg_dump' if cmd.empty?
|
|
21
|
+
cmd
|
|
22
|
+
end
|
|
23
|
+
|
|
24
|
+
def performed_file_extension
|
|
25
|
+
".sql"
|
|
26
|
+
end
|
|
27
|
+
|
|
28
|
+
# Loads the initial settings
|
|
29
|
+
def load_settings
|
|
30
|
+
%w(user password database skip_tables additional_options).each do |attribute|
|
|
31
|
+
send(:"#{attribute}=", procedure.get_adapter_configuration.attributes[attribute])
|
|
32
|
+
end
|
|
33
|
+
|
|
34
|
+
%w(host port socket).each do |attribute|
|
|
35
|
+
send(:"#{attribute}=", procedure.get_adapter_configuration.get_options.attributes[attribute])
|
|
36
|
+
end
|
|
37
|
+
end
|
|
38
|
+
|
|
39
|
+
# Returns a list of options in PostgreSQL syntax
|
|
40
|
+
def options
|
|
41
|
+
options = String.new
|
|
42
|
+
options += " --port='#{port}' " unless port.blank?
|
|
43
|
+
options += " --host='#{host}' " unless host.blank?
|
|
44
|
+
options += " --host='#{socket}' " unless socket.blank? unless options.include?('--host=')
|
|
45
|
+
options
|
|
46
|
+
end
|
|
47
|
+
|
|
48
|
+
# Returns a list of tables to skip in PostgreSQL syntax
|
|
49
|
+
def tables_to_skip
|
|
50
|
+
return "" unless skip_tables
|
|
51
|
+
[*skip_tables].map {|table| " -T \"#{table}\" "}
|
|
52
|
+
end
|
|
53
|
+
|
|
54
|
+
end
|
|
55
|
+
end
|
|
56
|
+
end
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Adapters
|
|
3
|
+
class SQLite < Base
|
|
4
|
+
|
|
5
|
+
attr_accessor :database
|
|
6
|
+
|
|
7
|
+
private
|
|
8
|
+
|
|
9
|
+
# Compress the sqlite file
|
|
10
|
+
def perform
|
|
11
|
+
log system_messages[:sqlite]
|
|
12
|
+
run "gzip -c --best #{database} > #{File.join(tmp_path, compressed_file)}"
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def load_settings
|
|
16
|
+
self.database = procedure.get_adapter_configuration.attributes['database']
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
def performed_file_extension
|
|
20
|
+
""
|
|
21
|
+
end
|
|
22
|
+
|
|
23
|
+
end
|
|
24
|
+
end
|
|
25
|
+
end
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Configuration
|
|
3
|
+
class Adapter
|
|
4
|
+
extend Backup::Configuration::Attributes
|
|
5
|
+
generate_attributes %w(files exclude user password database tables skip_tables commands additional_options)
|
|
6
|
+
|
|
7
|
+
def initialize
|
|
8
|
+
@options = Backup::Configuration::AdapterOptions.new
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def options(&block)
|
|
12
|
+
@options.instance_eval &block
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def get_options
|
|
16
|
+
@options
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
end
|
|
20
|
+
end
|
|
21
|
+
end
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Configuration
|
|
3
|
+
module Attributes
|
|
4
|
+
|
|
5
|
+
def generate_attributes(*attrs)
|
|
6
|
+
define_method :attributes do
|
|
7
|
+
@attributes ||= {}
|
|
8
|
+
end
|
|
9
|
+
|
|
10
|
+
attrs.flatten.each do |att|
|
|
11
|
+
define_method att do |value|
|
|
12
|
+
self.attributes[att.to_s] = value
|
|
13
|
+
end
|
|
14
|
+
end
|
|
15
|
+
end
|
|
16
|
+
end
|
|
17
|
+
end
|
|
18
|
+
end
|
|
19
|
+
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Configuration
|
|
3
|
+
class Base
|
|
4
|
+
extend Backup::Configuration::Attributes
|
|
5
|
+
generate_attributes %w(encrypt_with_password keep_backups notify)
|
|
6
|
+
|
|
7
|
+
attr_accessor :trigger, :storage_name, :adapter_name
|
|
8
|
+
|
|
9
|
+
def initialize(trigger)
|
|
10
|
+
@trigger = trigger
|
|
11
|
+
@adapter_configuration = Backup::Configuration::Adapter.new
|
|
12
|
+
@storage_configuration = Backup::Configuration::Storage.new
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def adapter(adapter, &block)
|
|
16
|
+
@adapter_name = adapter
|
|
17
|
+
@adapter_configuration.instance_eval &block
|
|
18
|
+
end
|
|
19
|
+
|
|
20
|
+
def storage(storage, &block)
|
|
21
|
+
@storage_name = storage
|
|
22
|
+
@storage_configuration.instance_eval &block
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
# Initializes the storing process depending on the store settings
|
|
26
|
+
def initialize_storage(adapter)
|
|
27
|
+
case @storage_name.to_sym
|
|
28
|
+
when :s3 then Backup::Storage::S3.new(adapter)
|
|
29
|
+
when :scp then Backup::Storage::SCP.new(adapter)
|
|
30
|
+
when :ftp then Backup::Storage::FTP.new(adapter)
|
|
31
|
+
when :sftp then Backup::Storage::SFTP.new(adapter)
|
|
32
|
+
when :local then Backup::Storage::Local.new(adapter)
|
|
33
|
+
end
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
def initialize_record
|
|
37
|
+
case @storage_name.to_sym
|
|
38
|
+
when :s3 then Backup::Record::S3.new
|
|
39
|
+
when :scp then Backup::Record::SCP.new
|
|
40
|
+
when :ftp then Backup::Record::FTP.new
|
|
41
|
+
when :sftp then Backup::Record::SFTP.new
|
|
42
|
+
when :local then Backup::Record::Local.new
|
|
43
|
+
end
|
|
44
|
+
end
|
|
45
|
+
|
|
46
|
+
def get_adapter_configuration
|
|
47
|
+
@adapter_configuration
|
|
48
|
+
end
|
|
49
|
+
|
|
50
|
+
def get_storage_configuration
|
|
51
|
+
@storage_configuration
|
|
52
|
+
end
|
|
53
|
+
end
|
|
54
|
+
end
|
|
55
|
+
end
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Configuration
|
|
3
|
+
module Helpers
|
|
4
|
+
|
|
5
|
+
# A helper method for the config/backup.rb configuration file
|
|
6
|
+
# Expects a trigger in argument one (STRING)
|
|
7
|
+
# Expects a block of settings
|
|
8
|
+
def backup(trigger, &block)
|
|
9
|
+
backup = Backup::Configuration::Base.new(trigger)
|
|
10
|
+
backup.instance_eval &block
|
|
11
|
+
@backup_procedures ||= Array.new
|
|
12
|
+
@backup_procedures << backup
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
# A helper method for the config/mail.rb configuration file
|
|
16
|
+
# Takes a block containing the mail options
|
|
17
|
+
def notifier_settings(&block)
|
|
18
|
+
@mail_configuration = Backup::Configuration::Mail.new
|
|
19
|
+
@mail_configuration.instance_eval &block
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
end
|
|
23
|
+
end
|
|
24
|
+
end
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Configuration
|
|
3
|
+
class Mail
|
|
4
|
+
extend Backup::Configuration::Attributes
|
|
5
|
+
generate_attributes %w(from to smtp)
|
|
6
|
+
|
|
7
|
+
def initialize
|
|
8
|
+
@smtp_configuration = Backup::Configuration::SMTP.new
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def smtp(&block)
|
|
12
|
+
@smtp_configuration.instance_eval &block
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
def get_smtp_configuration
|
|
16
|
+
@smtp_configuration
|
|
17
|
+
end
|
|
18
|
+
end
|
|
19
|
+
end
|
|
20
|
+
end
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
require 'aws/s3'
|
|
2
|
+
|
|
3
|
+
module Backup
|
|
4
|
+
module Connection
|
|
5
|
+
class S3
|
|
6
|
+
|
|
7
|
+
attr_accessor :adapter, :procedure, :access_key_id, :secret_access_key, :s3_bucket, :use_ssl, :final_file, :tmp_path
|
|
8
|
+
|
|
9
|
+
# Initializes the S3 connection, setting the values using the S3 adapter
|
|
10
|
+
def initialize(adapter = false)
|
|
11
|
+
if adapter
|
|
12
|
+
self.adapter = adapter
|
|
13
|
+
self.procedure = adapter.procedure
|
|
14
|
+
self.final_file = adapter.final_file
|
|
15
|
+
self.tmp_path = adapter.tmp_path.gsub('\ ', ' ')
|
|
16
|
+
load_storage_configuration_attributes
|
|
17
|
+
end
|
|
18
|
+
end
|
|
19
|
+
|
|
20
|
+
# Sets values from a procedure, rather than from the adapter object
|
|
21
|
+
def static_initialize(procedure)
|
|
22
|
+
self.procedure = procedure
|
|
23
|
+
load_storage_configuration_attributes(true)
|
|
24
|
+
end
|
|
25
|
+
|
|
26
|
+
# Establishes a connection with Amazon S3 using the credentials provided by the user
|
|
27
|
+
def connect
|
|
28
|
+
AWS::S3::Base.establish_connection!(
|
|
29
|
+
:access_key_id => access_key_id,
|
|
30
|
+
:secret_access_key => secret_access_key,
|
|
31
|
+
:use_ssl => use_ssl
|
|
32
|
+
)
|
|
33
|
+
end
|
|
34
|
+
|
|
35
|
+
# Wrapper for the Service object
|
|
36
|
+
def service
|
|
37
|
+
AWS::S3::Service
|
|
38
|
+
end
|
|
39
|
+
|
|
40
|
+
# Wrapper for the Bucket object
|
|
41
|
+
def bucket
|
|
42
|
+
AWS::S3::Bucket
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
# Wrapper for the Object object
|
|
46
|
+
def object
|
|
47
|
+
AWS::S3::S3Object
|
|
48
|
+
end
|
|
49
|
+
|
|
50
|
+
# Initializes the file transfer to Amazon S3
|
|
51
|
+
# This can only run after a connection has been made using the #connect method
|
|
52
|
+
def store
|
|
53
|
+
puts "Storing \"#{final_file}\" to bucket \"#{s3_bucket}\" on Amazon S3."
|
|
54
|
+
object.store(
|
|
55
|
+
final_file,
|
|
56
|
+
open(File.join(tmp_path, final_file)),
|
|
57
|
+
s3_bucket )
|
|
58
|
+
end
|
|
59
|
+
|
|
60
|
+
# Destroys file from a bucket on Amazon S3
|
|
61
|
+
def destroy(file, bucket)
|
|
62
|
+
object.delete(
|
|
63
|
+
file,
|
|
64
|
+
bucket )
|
|
65
|
+
end
|
|
66
|
+
|
|
67
|
+
private
|
|
68
|
+
|
|
69
|
+
def load_storage_configuration_attributes(static = false)
|
|
70
|
+
%w(access_key_id secret_access_key use_ssl).each do |attribute|
|
|
71
|
+
if static
|
|
72
|
+
send("#{attribute}=", procedure.get_storage_configuration.attributes[attribute])
|
|
73
|
+
else
|
|
74
|
+
send("#{attribute}=", adapter.procedure.get_storage_configuration.attributes[attribute])
|
|
75
|
+
end
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
if static
|
|
79
|
+
self.s3_bucket = procedure.get_storage_configuration.attributes['bucket']
|
|
80
|
+
else
|
|
81
|
+
self.s3_bucket = adapter.procedure.get_storage_configuration.attributes['bucket']
|
|
82
|
+
end
|
|
83
|
+
end
|
|
84
|
+
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
end
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
module Backup
|
|
2
|
+
module Environment
|
|
3
|
+
module Rails
|
|
4
|
+
|
|
5
|
+
if defined? RAILS_ENV
|
|
6
|
+
|
|
7
|
+
# Sets BACKUP_PATH equal to RAILS_ROOT
|
|
8
|
+
BACKUP_PATH = RAILS_ROOT
|
|
9
|
+
|
|
10
|
+
# Sets DB_CONNECTION_SETTINGS to false
|
|
11
|
+
DB_CONNECTION_SETTINGS = false
|
|
12
|
+
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
end
|
|
16
|
+
end
|
|
17
|
+
end
|